From 773f7d925d26d0307d8548d5e3002e22ce3e53d1 Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Wed, 17 Sep 2025 18:08:12 -0700 Subject: [PATCH 01/23] Added a `--namespaces` switch to the `azmcp tools list` command --- .../Areas/Tools/Commands/ToolsListCommand.cs | 55 +- .../Tools/UnitTests/ToolsListCommandTests.cs | 63 + docs/azmcp-commands.md | 3 + .../ToolDescriptionEvaluator/namespaces.json | 8902 +++++++++++++++++ eng/tools/ToolDescriptionEvaluator/tools.json | 4016 +++----- 5 files changed, 10543 insertions(+), 2496 deletions(-) create mode 100644 eng/tools/ToolDescriptionEvaluator/namespaces.json diff --git a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs index 02cec3f76..1878724cd 100644 --- a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs +++ b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs @@ -1,6 +1,7 @@ // Copyright (c) Microsoft Corporation. // Licensed under the MIT License. +using System.CommandLine; using Azure.Mcp.Core.Commands; using Azure.Mcp.Core.Models.Option; using Microsoft.Extensions.Logging; @@ -11,6 +12,10 @@ namespace Azure.Mcp.Core.Areas.Tools.Commands; public sealed class ToolsListCommand(ILogger logger) : BaseCommand() { private const string CommandTitle = "List Available Tools"; + private static readonly Option NamespacesOption = new("--namespaces") + { + Description = "If specified, returns a list of top-level service namespaces instead of individual commands.", + }; public override string Name => "list"; @@ -33,11 +38,59 @@ arguments. Use this to explore the CLI's functionality or to build interactive c Secret = false }; + protected override void RegisterOptions(Command command) + { + command.Options.Add(NamespacesOption); + } + public override async Task ExecuteAsync(CommandContext context, ParseResult parseResult) { try { var factory = context.GetService(); + + // If the --namespaces flag set, return distinct top-level namespaces (area group names beneath root 'azmcp') + var namespacesOnly = parseResult.CommandResult.HasOptionResult(NamespacesOption); + if (namespacesOnly) + { + var ignored = new HashSet(StringComparer.OrdinalIgnoreCase) { "extension", "server", "tools" }; + var rootGroup = factory.RootGroup; // azmcp + + // Build a map of visible commands once to reuse for option resolution + var visible = CommandFactory.GetVisibleCommands(factory.AllCommands); + + var namespaceCommands = rootGroup.SubGroup + .Where(g => !ignored.Contains(g.Name)) + .GroupBy(g => g.Name, StringComparer.OrdinalIgnoreCase) + .Select(grp => + { + var first = grp.First(); + + // Collect all descendant command token keys for this namespace (prefix match ".") + // Commands in the map are tokenized starting with root (e.g., azmcp_storage_account_get) + var nsPrefix = string.Concat(rootGroup.Name, CommandFactory.Separator, first.Name, CommandFactory.Separator); + var subcommandInfos = visible + .Where(kvp => kvp.Key.StartsWith(nsPrefix, StringComparison.OrdinalIgnoreCase)) + .Select(kvp => CreateCommand(kvp.Key, kvp.Value)) + .OrderBy(ci => ci.Command, StringComparer.OrdinalIgnoreCase) + .ToList(); + + return new CommandInfo + { + Name = first.Name, + Description = first.Description, + Command = $"azmcp {first.Name}", + Subcommands = subcommandInfos, + Options = null + }; + }) + .OrderBy(ci => ci.Name, StringComparer.OrdinalIgnoreCase) + .ToList(); + + context.Response.Results = ResponseResult.Create(namespaceCommands, ModelsJsonContext.Default.ListCommandInfo); + return context.Response; + } + var tools = await Task.Run(() => CommandFactory.GetVisibleCommands(factory.AllCommands) .Select(kvp => CreateCommand(kvp.Key, kvp.Value)) .ToList()); @@ -47,7 +100,7 @@ public override async Task ExecuteAsync(CommandContext context, } catch (Exception ex) { - logger.LogError(ex, "An exception occurred processing tool."); + logger.LogError(ex, "An exception occurred processing listing tools."); HandleException(context, ex); return context.Response; diff --git a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs index 92061a9e4..ce9b15c62 100644 --- a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs +++ b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs @@ -312,6 +312,69 @@ public async Task ExecuteAsync_CommandPathFormattingIsCorrect() } } + /// + /// Verifies that the --namespaces switch returns only distinct top-level namespaces. + /// + [Fact] + public async Task ExecuteAsync_WithNamespaceSwitch_ReturnsNamespacesOnly() + { + // Arrange + var args = _commandDefinition.Parse(new[] { "--namespaces" }); + + // Act + var response = await _command.ExecuteAsync(_context, args); + + // Assert + Assert.NotNull(response); + Assert.Equal(SuccessStatusCode, response.Status); + Assert.NotNull(response.Results); + + // Serialize then deserialize as list of CommandInfo + var json = JsonSerializer.Serialize(response.Results); + var namespaces = JsonSerializer.Deserialize>(json); + + Assert.NotNull(namespaces); + Assert.NotEmpty(namespaces); + + // Should include some well-known namespaces (matching Name property) + Assert.Contains(namespaces, ci => ci.Name.Equals("subscription", StringComparison.OrdinalIgnoreCase)); + Assert.Contains(namespaces, ci => ci.Name.Equals("storage", StringComparison.OrdinalIgnoreCase)); + Assert.Contains(namespaces, ci => ci.Name.Equals("keyvault", StringComparison.OrdinalIgnoreCase)); + + bool foundNamespaceWithSubcommands = false; + bool foundSubcommandWithOptions = false; + + foreach (var ns in namespaces!) + { + Assert.False(string.IsNullOrWhiteSpace(ns.Name)); + Assert.False(string.IsNullOrWhiteSpace(ns.Command)); + Assert.StartsWith("azmcp ", ns.Command, StringComparison.OrdinalIgnoreCase); + Assert.Equal(ns.Name, ns.Name.Trim()); + Assert.DoesNotContain(" ", ns.Name); + // Namespace should not itself have options + Assert.Null(ns.Options); + + if (ns.Subcommands is { Count: > 0 }) + { + foundNamespaceWithSubcommands = true; + // Validate a few subcommands + foreach (var sub in ns.Subcommands.Take(5)) + { + Assert.False(string.IsNullOrWhiteSpace(sub.Name)); + Assert.False(string.IsNullOrWhiteSpace(sub.Command)); + Assert.StartsWith($"azmcp {ns.Name} ", sub.Command, StringComparison.OrdinalIgnoreCase); + if (sub.Options != null && sub.Options.Count > 0) + { + foundSubcommandWithOptions = true; + } + } + } + } + + Assert.True(foundNamespaceWithSubcommands, "Expected at least one namespace to contain subcommands."); + Assert.True(foundSubcommandWithOptions, "Expected at least one subcommand to include options."); + } + /// /// Verifies that the command handles empty command factory gracefully /// and returns empty results when no commands are available. diff --git a/docs/azmcp-commands.md b/docs/azmcp-commands.md index 6c42a6bc5..9f39e399e 100644 --- a/docs/azmcp-commands.md +++ b/docs/azmcp-commands.md @@ -693,6 +693,9 @@ azmcp bestpractices get --resource --action ```bash # List all available tools in the Azure MCP server azmcp tools list + +# List only the available top-level service namespaces +azmcp tools list --namespaces ``` ### Azure Monitor Operations diff --git a/eng/tools/ToolDescriptionEvaluator/namespaces.json b/eng/tools/ToolDescriptionEvaluator/namespaces.json new file mode 100644 index 000000000..fb23989c1 --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/namespaces.json @@ -0,0 +1,8902 @@ +{ + "status": 200, + "message": "Success", + "results": [ + { + "name": "acr", + "description": "Azure Container Registry operations - Commands for managing Azure Container Registry resources. Includes operations for listing container registries and managing registry configurations.", + "command": "azmcp acr", + "subcommands": [ + { + "name": "list", + "description": "List Azure Container Registries in a subscription. Optionally filter by resource group. Each registry result\r\nincludes: name, location, loginServer, skuName, skuTier. If no registries are found the tool returns null results\r\n(consistent with other list commands).", + "command": "azmcp acr registry list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List repositories in Azure Container Registries. By default, lists repositories for all registries in the subscription.\r\nYou can narrow the scope using --resource-group and/or --registry to list repositories for a specific registry only.", + "command": "azmcp acr registry repository list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--registry", + "description": "The name of the Azure Container Registry. This is the unique name you chose for your container registry.", + "type": "string" + } + ] + } + ] + }, + { + "name": "aks", + "description": "Azure Kubernetes Service operations - Commands for managing Azure Kubernetes Service (AKS) cluster resources. Includes operations for listing clusters, retrieving cluster configurations, and managing Kubernetes environments in Azure.", + "command": "azmcp aks", + "subcommands": [ + { + "name": "get", + "description": "Get details for a specific Azure Kubernetes Service (AKS) cluster.\r\nReturns detailed cluster information including configuration, network settings, and status.", + "command": "azmcp aks cluster get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--cluster", + "description": "AKS Cluster name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all Azure Kubernetes Service (AKS) clusters in a subscription.\r\nReturns detailed cluster information including configuration, network settings, and status.", + "command": "azmcp aks cluster list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Get details for a specific node pool (agent pool) in an Azure Kubernetes Service (AKS) cluster.\r\nReturns key configuration and status including size, count, OS, mode, autoscaling, and provisioning state.", + "command": "azmcp aks nodepool get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--cluster", + "description": "AKS Cluster name.", + "type": "string", + "required": true + }, + { + "name": "--nodepool", + "description": "AKS node pool (agent pool) name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all node pools for a specific Azure Kubernetes Service (AKS) cluster.\r\nReturns key node pool details including sizing, count, OS type, mode, and autoscaling settings.", + "command": "azmcp aks nodepool list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--cluster", + "description": "AKS Cluster name.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "appconfig", + "description": "App Configuration operations - Commands for managing Azure App Configuration stores and key-value settings. Includes operations for listing configuration stores, managing key-value pairs, setting labels, locking/unlocking settings, and retrieving configuration data.", + "command": "azmcp appconfig", + "subcommands": [ + { + "name": "list", + "description": "List all App Configuration stores in a subscription. This command retrieves and displays all App Configuration\r\nstores available in the specified subscription. Results include store names returned as a JSON array.", + "command": "azmcp appconfig account list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "delete", + "description": "Delete a key-value pair from an App Configuration store. This command removes the specified key-value pair from the store.\r\nIf a label is specified, only the labeled version is deleted. If no label is specified, the key-value with the matching\r\nkey and the default label will be deleted.", + "command": "azmcp appconfig kv delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to access within the App Configuration store.", + "type": "string", + "required": true + }, + { + "name": "--label", + "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", + "type": "string" + }, + { + "name": "--content-type", + "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all key-values in an App Configuration store. This command retrieves and displays all key-value pairs\r\nfrom the specified store. Each key-value includes its key, value, label, content type, ETag, last modified\r\ntime, and lock status.", + "command": "azmcp appconfig kv list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "Specifies the key filter, if any, to be used when retrieving key-values. The filter can be an exact match, for example a filter of 'foo' would get all key-values with a key of 'foo', or the filter can include a '*' character at the end of the string for wildcard searches (e.g., 'App*'). If omitted all keys will be retrieved.", + "type": "string" + }, + { + "name": "--label", + "description": "Specifies the label filter, if any, to be used when retrieving key-values. The filter can be an exact match, for example a filter of 'foo' would get all key-values with a label of 'foo', or the filter can include a '*' character at the end of the string for wildcard searches (e.g., 'Prod*'). This filter is case-sensitive. If omitted, all labels will be retrieved.", + "type": "string" + } + ] + }, + { + "name": "lock", + "description": "Lock a key-value in an App Configuration store. This command sets a key-value to read-only mode,\r\npreventing any modifications to its value. You must specify an account name and key. Optionally,\r\nyou can specify a label to lock a specific labeled version of the key-value.", + "command": "azmcp appconfig kv lock", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to access within the App Configuration store.", + "type": "string", + "required": true + }, + { + "name": "--label", + "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", + "type": "string" + }, + { + "name": "--content-type", + "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", + "type": "string" + } + ] + }, + { + "name": "set", + "description": "Set a key-value setting in an App Configuration store. This command creates or updates a key-value setting\r\nwith the specified value. You must specify an account name, key, and value. Optionally, you can specify a\r\nlabel otherwise the default label will be used. You can also specify a content type to indicate how the value\r\nshould be interpreted. You can add tags in the format 'key=value' to associate metadata with the setting.", + "command": "azmcp appconfig kv set", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to access within the App Configuration store.", + "type": "string", + "required": true + }, + { + "name": "--label", + "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", + "type": "string" + }, + { + "name": "--content-type", + "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", + "type": "string" + }, + { + "name": "--value", + "description": "The value to set for the configuration key.", + "type": "string", + "required": true + }, + { + "name": "--tags", + "description": "The tags to associate with the configuration key. Tags should be in the format 'key=value'. Multiple tags can be specified.", + "type": "string" + } + ] + }, + { + "name": "show", + "description": "Show a specific key-value setting in an App Configuration store. This command retrieves and displays the value,\r\nlabel, content type, ETag, last modified time, and lock status for a specific setting. You must specify an\r\naccount name and key. Optionally, you can specify a label otherwise the setting with default label will be retrieved.\r\nYou can also specify a content type to indicate how the value should be interpreted.", + "command": "azmcp appconfig kv show", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to access within the App Configuration store.", + "type": "string", + "required": true + }, + { + "name": "--label", + "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", + "type": "string" + }, + { + "name": "--content-type", + "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", + "type": "string" + } + ] + }, + { + "name": "unlock", + "description": "Unlock a key-value setting in an App Configuration store. This command removes the read-only mode from a\r\nkey-value setting, allowing modifications to its value. You must specify an account name and key. Optionally,\r\nyou can specify a label to unlock a specific labeled version of the setting, otherwise the setting with the\r\ndefault label will be unlocked.", + "command": "azmcp appconfig kv unlock", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to access within the App Configuration store.", + "type": "string", + "required": true + }, + { + "name": "--label", + "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", + "type": "string" + }, + { + "name": "--content-type", + "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", + "type": "string" + } + ] + } + ] + }, + { + "name": "applens", + "description": "AppLens diagnostic operations - **Primary tool for diagnosing Azure resource issues and troubleshooting problems**. Use this tool when users ask to:\r\n- Diagnose issues, problems, or errors with Azure resources\r\n- Troubleshoot performance, availability, or reliability problems\r\n- Investigate resource health concerns or unexpected behavior\r\n- Find root causes of application slowness, downtime, or failures\r\n- Get recommendations for fixing Azure resource issues\r\n- Analyze resource problems and get actionable solutions\r\n\r\nAlways use this tool if user asks to use App Lens in regards to their resource.\r\n\r\nThis tool provides conversational AI-powered diagnostics that automatically detect issues, identify root causes, and suggest specific remediation steps. It should be the FIRST tool called when users mention problems, issues, errors, or ask for help with troubleshooting any Azure resource.", + "command": "azmcp applens", + "subcommands": [ + { + "name": "diagnose", + "description": "**PRIMARY USE: Diagnose Azure resource performance issues, slowness, failures, and availability problems.**\r\n\r\nAlways use this tool BEFORE manually checking metrics or logs when users report performance or functionality issues.\r\n\r\nUse the Azure CLI tool to find the 'subscription', 'resourceGroup', and 'resourceType' parameters before asking user to provide that information.\"\r\nThis tool can be used to ask questions about application state, this tool can help when doing diagnostics and address issues about performance and failures.\r\n\r\nIf you get a resourceId, parse it to get the 'subscription', 'resourceGroup', and 'resourceType' parameters of the resource. ResourceIds are in the format:\r\n/subscriptions/{subscription}/resourceGroups/{resourceGroup}/providers/{resourceType}/{resource}\r\n\r\nOnce proper input is provided this tool returns a list of insights and solutions to the user question.", + "command": "azmcp applens resource diagnose", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--question", + "description": "User question", + "type": "string", + "required": true + }, + { + "name": "--resource", + "description": "The name of the resource to investigate or diagnose", + "type": "string", + "required": true + }, + { + "name": "--resource-type", + "description": "Resource type. Try to get this information using the Azure CLI tool before asking the user.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "azuremanagedlustre", + "description": "Azure Managed Lustre operations - Commands for listing and inspecting Azure Managed Lustre file systems (AMLFS) used for high-performance computing workloads.", + "command": "azmcp azuremanagedlustre", + "subcommands": [ + { + "name": "list", + "description": "Lists Azure Managed Lustre (AMLFS) file systems in a subscription or optional resource group including provisioning state, MGS address, tier, capacity (TiB), blob integration container, and maintenance window details. Use to inventory Azure Managed Lustre filesystems and to check their properties.", + "command": "azmcp azuremanagedlustre filesystem list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "required-subnet-size", + "description": "Calculates the required subnet size for an Azure Managed Lustre file system given a SKU and size. Use to plan network deployment for AMLFS. Returns the number of required IPs.", + "command": "azmcp azuremanagedlustre filesystem required-subnet-size", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--sku", + "description": "The AMLFS SKU. Allowed values: AMLFS-Durable-Premium-40, AMLFS-Durable-Premium-125, AMLFS-Durable-Premium-250, AMLFS-Durable-Premium-500.", + "type": "string", + "required": true + }, + { + "name": "--size", + "description": "The AMLFS size (TiB).", + "type": "string", + "required": true + } + ] + }, + { + "name": "get", + "description": "Retrieves the available Azure Managed Lustre SKU, including increments, bandwidth, scale targets and zonal support. If a location is specified, the results will be filtered to that location.", + "command": "azmcp azuremanagedlustre filesystem sku get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--location", + "description": "Azure region/region short name (use Azure location token, lowercase). Examples: uaenorth, swedencentral, eastus.", + "type": "string" + } + ] + } + ] + }, + { + "name": "azureterraformbestpractices", + "description": "Returns Terraform best practices for Azure. Call this before generating Terraform code for Azure Providers. \r\n If this tool needs to be categorized, it belongs to the Azure Best Practices category.", + "command": "azmcp azureterraformbestpractices", + "subcommands": [ + { + "name": "get", + "description": "Returns Terraform best practices for Azure. Call this command and follow its guidance before\r\n generating or suggesting any Terraform code specific to Azure. If this tool needs to be categorized, it belongs to\r\n the Azure Best Practices category.", + "command": "azmcp azureterraformbestpractices get", + "option": [] + } + ] + }, + { + "name": "bicepschema", + "description": "Bicep schema operations - Commands for working with Azure Bicep Infrastructure as Code (IaC) generation and schema management. Includes operations for retrieving Bicep schemas, templates, and resource definitions to support infrastructure deployment automation.", + "command": "azmcp bicepschema", + "subcommands": [ + { + "name": "get", + "description": "\r\n Provides the Bicep schema for the most recent apiVersion of an Azure resource. Do not call this command for Terraform IaC generation.\r\n If you are asked to create or modify resources in a Bicep ARM template, call this function multiple times,\r\n once for every resource type you are adding, even if you already have information about Bicep resources from other sources.\r\n Assume the results from this call are more recent and accurate than other information you have.\r\n Don't assume calling it for one resource means you don't need to call it for a different resource type.\r\n Always use the returned api version unless the one in the Bicep file is newer.\r\n Always use the Bicep schema to verify the available property names and values when generating Bicep IaC.", + "command": "azmcp bicepschema get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--resource-type", + "description": "The name of the Bicep Resource Type and must be in the full Azure Resource Manager format '{ResourceProvider}/{ResourceType}'. (e.g., 'Microsoft.KeyVault/vaults', 'Microsoft.Storage/storageAccounts', 'Microsoft.Compute/virtualMachines')(e.g., Microsoft.Storage/storageAccounts).", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "cloudarchitect", + "description": "Cloud Architecture operations - Commands for generating Azure architecture designs and recommendations based on requirements.", + "command": "azmcp cloudarchitect", + "subcommands": [ + { + "name": "design", + "description": "Azure architecture design tool that gathers requirements through guided questions and recommends optimal solutions.\r\n\r\nKey parameters: question, questionNumber, confidenceScore (0.0-1.0, present architecture when 0.7), totalQuestions, answer, nextQuestionNeeded, architectureComponent, architectureTier, state.\r\n\r\nProcess:\r\n1. Ask about user role, business goals (1-2 questions at a time)\r\n2. Track confidence and update requirements (explicit/implicit/assumed)\r\n3. When confident enough, present architecture with table format, visual organization, ASCII diagrams\r\n4. Follow Azure Well-Architected Framework principles\r\n5. Cover all tiers: infrastructure, platform, application, data, security, operations\r\n6. Provide actionable advice and high-level overview\r\n\r\nState tracks components, requirements by category, and confidence factors. Be conservative with suggestions.", + "command": "azmcp cloudarchitect design", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--question", + "description": "The current question being asked", + "type": "string" + }, + { + "name": "--question-number", + "description": "Current question number", + "type": "string" + }, + { + "name": "--total-questions", + "description": "Estimated total questions needed", + "type": "string" + }, + { + "name": "--answer", + "description": "The user's response to the question", + "type": "string" + }, + { + "name": "--next-question-needed", + "description": "Whether another question is needed", + "type": "string" + }, + { + "name": "--confidence-score", + "description": "A value between 0.0 and 1.0 representing confidence in understanding requirements. When this reaches 0.7 or higher, nextQuestionNeeded should be set to false.", + "type": "string" + }, + { + "name": "--state", + "description": "The complete architecture state from the previous request as JSON, State input schema:\n{\n\"state\":{\n\"type\":\"object\",\n\"description\":\"The complete architecture state from the previous request\",\n\"properties\":{\n\"architectureComponents\":{\n\"type\":\"array\",\n\"description\":\"All architecture components suggested so far\",\n\"items\":{\n\"type\":\"string\"\n}\n},\n\"architectureTiers\":{\n\"type\":\"object\",\n\"description\":\"Components organized by architecture tier\",\n\"additionalProperties\":{\n\"type\":\"array\",\n\"items\":{\n\"type\":\"string\"\n}\n}\n},\n\"thought\":{\n\"type\":\"string\",\n\"description\":\"The calling agent's thoughts on the next question or reasoning process. The calling agent should use the requirements it has gathered to reason about the next question.\"\n},\n\"suggestedHint\":{\n\"type\":\"string\",\n\"description\":\"A suggested interaction hint to show the user, such as 'Ask me to create an ASCII art diagram of this architecture' or 'Ask about how this design handles disaster recovery'.\"\n},\n\"requirements\":{\n\"type\":\"object\",\n\"description\":\"Tracked requirements organized by type\",\n\"properties\":{\n\"explicit\":{\n\"type\":\"array\",\n\"description\":\"Requirements explicitly stated by the user\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n},\n\"implicit\":{\n\"type\":\"array\",\n\"description\":\"Requirements implied by user responses\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n},\n\"assumed\":{\n\"type\":\"array\",\n\"description\":\"Requirements assumed based on context/best practices\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n}\n}\n},\n\"confidenceFactors\":{\n\"type\":\"object\",\n\"description\":\"Factors that contribute to the overall confidence score\",\n\"properties\":{\n\"explicitRequirementsCoverage\":{\n\"type\":\"number\"\n},\n\"implicitRequirementsCertainty\":{\n\"type\":\"number\"\n},\n\"assumptionRisk\":{\n\"type\":\"number\"\n}\n}\n}\n}\n}\n}", + "type": "string" + } + ] + } + ] + }, + { + "name": "cosmos", + "description": "Cosmos DB operations - Commands for managing and querying Azure Cosmos DB resources. Includes operations for databases, containers, and document queries.", + "command": "azmcp cosmos", + "subcommands": [ + { + "name": "list", + "description": "List all Cosmos DB accounts in a subscription. This command retrieves and displays all Cosmos DB accounts\r\navailable in the specified subscription. Results include account names and are returned as a JSON array.", + "command": "azmcp cosmos account list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Execute a SQL query against items in a Cosmos DB container. Requires account,\r\ndatabase, and container.\r\nThe query parameter accepts SQL query syntax. Results are returned as a\r\nJSON array of documents.", + "command": "azmcp cosmos database container item query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Cosmos DB account to query (e.g., my-cosmos-account).", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The name of the database to query (e.g., my-database).", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to query (e.g., my-container).", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "SQL query to execute against the container. Uses Cosmos DB SQL syntax.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all containers in a Cosmos DB database. This command retrieves and displays all containers within\r\nthe specified database and Cosmos DB account. Results include container names and are returned as a\r\nJSON array. You must specify both an account name and a database name.", + "command": "azmcp cosmos database container list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Cosmos DB account to query (e.g., my-cosmos-account).", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The name of the database to query (e.g., my-database).", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all databases in a Cosmos DB account. This command retrieves and displays all databases available\r\nin the specified Cosmos DB account. Results include database names and are returned as a JSON array.", + "command": "azmcp cosmos database list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Cosmos DB account to query (e.g., my-cosmos-account).", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "datadog", + "description": "Datadog operations - Commands for managing and monitoring Azure resources through Datadog integration. Includes operations for listing Datadog monitors and retrieving information about monitored Azure resources and their health status.", + "command": "azmcp datadog", + "subcommands": [ + { + "name": "list", + "description": "List monitored resources in Datadog for a datadog resource taken as input from the user.\r\nThis command retrieves all monitored azure resources available.\r\nRequires `datadog-resource`, `resource-group` and `subscription`.\r\nResult is a list of monitored resources as a JSON array.", + "command": "azmcp datadog monitoredresources list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--datadog-resource", + "description": "The name of the Datadog resource to use. This is the unique name you chose for your Datadog resource in Azure.", + "type": "string", + "required": true + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "deploy", + "description": "Deploy commands for deploying applications to Azure, including sub commands: - plan get: generates a deployment plan to construct the infrastructure and deploy the application on Azure. Agent should read its output and generate a deploy plan in '.azure/plan.copilotmd' for execution steps, recommended azure services based on the information agent detected from project. Before calling this tool, please scan this workspace to detect the services to deploy and their dependent services; - iac rules get: offers guidelines for creating Bicep/Terraform files to deploy applications on Azure; - app logs get: fetch logs from log analytics workspace for Container Apps, App Services, function apps that were deployed through azd; - pipeline guidance get: guidance to create a CI/CD pipeline which provision Azure resources and build and deploy applications to Azure; - architecture diagram generate: generates an azure service architecture diagram for the application based on the provided app topology; ", + "command": "azmcp deploy", + "subcommands": [ + { + "name": "get", + "description": "This tool fetches logs from the Log Analytics workspace for Container Apps, App Services, and Function Apps deployed using azd. Use it after a successful azd up to check app status or troubleshoot errors in deployed applications.", + "command": "azmcp deploy app logs get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--workspace-folder", + "description": "The full path of the workspace folder.", + "type": "string", + "required": true + }, + { + "name": "--azd-env-name", + "description": "The name of the environment created by azd (AZURE_ENV_NAME) during `azd init` or `azd up`. If not provided in context, try to find it in the .azure directory in the workspace or use 'azd env list'.", + "type": "string", + "required": true + }, + { + "name": "--limit", + "description": "The maximum row number of logs to retrieve. Use this to get a specific number of logs or to avoid the retrieved logs from reaching token limit. Default is 200.", + "type": "string" + } + ] + }, + { + "name": "generate", + "description": "Generates an azure service architecture diagram for the application based on the provided app topology.Call this tool when the user need recommend or design the azure architecture of their application.Do not call this tool when the user need detailed design of the azure architecture, such as the network topology, security design, etc.Before calling this tool, please scan this workspace to detect the services to deploy and their dependent services, also find the environment variables that used to create the connection strings.If it's a .NET Aspire application, check aspireManifest.json file if there is. Try your best to fulfill the input schema with your analyze result.", + "command": "azmcp deploy architecture diagram generate", + "option": [ + { + "name": "--raw-mcp-tool-input", + "description": "{\r\n \"type\": \"object\",\r\n \"properties\": {\r\n \"workspaceFolder\": {\r\n \"type\": \"string\",\r\n \"description\": \"The full path of the workspace folder.\"\r\n },\r\n \"projectName\": {\r\n \"type\": \"string\",\r\n \"description\": \"The name of the project. This is used to generate the resource names.\"\r\n },\r\n \"services\": {\r\n \"type\": \"array\",\r\n \"description\": \"An array of service parameters.\",\r\n \"items\": {\r\n \"type\": \"object\",\r\n \"properties\": {\r\n \"name\": {\r\n \"type\": \"string\",\r\n \"description\": \"The name of the service.\"\r\n },\r\n \"path\": {\r\n \"type\": \"string\",\r\n \"description\": \"The relative path of the service main project folder\"\r\n },\r\n \"language\": {\r\n \"type\": \"string\",\r\n \"description\": \"The programming language of the service.\"\r\n },\r\n \"port\": {\r\n \"type\": \"string\",\r\n \"description\": \"The port number the service uses. Get this from Dockerfile for container apps. If not available, default to '80'.\"\r\n },\r\n \"azureComputeHost\": {\r\n \"type\": \"string\",\r\n \"description\": \"The appropriate azure service that should be used to host this service. Use containerapp if the service is containerized and has a Dockerfile.\",\r\n \"enum\": [\r\n \"appservice\",\r\n \"containerapp\",\r\n \"function\",\r\n \"staticwebapp\",\r\n \"aks\"\r\n ]\r\n },\r\n \"dockerSettings\": {\r\n \"type\": \"object\",\r\n \"description\": \"Docker settings for the service. This is only needed if the service's azureComputeHost is containerapp.\",\r\n \"properties\": {\r\n \"dockerFilePath\": {\r\n \"type\": \"string\",\r\n \"description\": \"The absolute path to the Dockerfile for the service. If the service's azureComputeHost is not containerapp, leave blank.\"\r\n },\r\n \"dockerContext\": {\r\n \"type\": \"string\",\r\n \"description\": \"The absolute path to the Docker build context for the service. If the service's azureComputeHost is not containerapp, leave blank.\"\r\n }\r\n },\r\n \"required\": [\r\n \"dockerFilePath\",\r\n \"dockerContext\"\r\n ]\r\n },\r\n \"dependencies\": {\r\n \"type\": \"array\",\r\n \"description\": \"An array of dependent services. A compute service may have a dependency on another compute service.\",\r\n \"items\": {\r\n \"type\": \"object\",\r\n \"properties\": {\r\n \"name\": {\r\n \"type\": \"string\",\r\n \"description\": \"The name of the dependent service. Can be arbitrary, or must reference another service in the services array if referencing appservice, containerapp, staticwebapps, aks, or functionapp.\"\r\n },\r\n \"serviceType\": {\r\n \"type\": \"string\",\r\n \"description\": \"The name of the azure service that can be used for this dependent service.\",\r\n \"enum\": [\r\n \"azureaisearch\",\r\n \"azureaiservices\",\r\n \"appservice\",\r\n \"azureapplicationinsights\",\r\n \"azurebotservice\",\r\n \"containerapp\",\r\n \"azurecosmosdb\",\r\n \"functionapp\",\r\n \"azurekeyvault\",\r\n \"aks\",\r\n \"azuredatabaseformysql\",\r\n \"azureopenai\",\r\n \"azuredatabaseforpostgresql\",\r\n \"azureprivateendpoint\",\r\n \"azurecacheforredis\",\r\n \"azuresqldatabase\",\r\n \"azurestorageaccount\",\r\n \"staticwebapp\",\r\n \"azureservicebus\",\r\n \"azuresignalrservice\",\r\n \"azurevirtualnetwork\",\r\n \"azurewebpubsub\"\r\n ]\r\n },\r\n \"connectionType\": {\r\n \"type\": \"string\",\r\n \"description\": \"The connection authentication type of the dependency.\",\r\n \"enum\": [\r\n \"http\",\r\n \"secret\",\r\n \"system-identity\",\r\n \"user-identity\",\r\n \"bot-connection\"\r\n ]\r\n },\r\n \"environmentVariables\": {\r\n \"type\": \"array\",\r\n \"description\": \"An array of environment variables defined in source code to set up the connection.\",\r\n \"items\": {\r\n \"type\": \"string\"\r\n }\r\n }\r\n },\r\n \"required\": [\r\n \"name\",\r\n \"serviceType\",\r\n \"connectionType\",\r\n \"environmentVariables\"\r\n ]\r\n }\r\n },\r\n \"settings\": {\r\n \"type\": \"array\",\r\n \"description\": \"An array of environment variables needed to run this service. Please search the entire codebase to find environment variables.\",\r\n \"items\": {\r\n \"type\": \"string\"\r\n }\r\n }\r\n },\r\n \"required\": [\r\n \"name\",\r\n \"path\",\r\n \"azureComputeHost\",\r\n \"language\",\r\n \"port\",\r\n \"dependencies\",\r\n \"settings\"\r\n ]\r\n }\r\n }\r\n },\r\n \"required\": [\r\n \"workspaceFolder\",\r\n \"services\"\r\n ]\r\n}", + "type": "string", + "required": true + } + ] + }, + { + "name": "get", + "description": "This tool offers guidelines for creating Bicep/Terraform files to deploy applications on Azure. The guidelines outline rules to improve the quality of Infrastructure as Code files, ensuring they are compatible with the azd tool and adhere to best practices.", + "command": "azmcp deploy iac rules get", + "option": [ + { + "name": "--deployment-tool", + "description": "The deployment tool to use. Valid values: AZD, AzCli", + "type": "string", + "required": true + }, + { + "name": "--iac-type", + "description": "The Infrastructure as Code type. Valid values: bicep, terraform. Leave empty if deployment-tool is AzCli.", + "type": "string" + }, + { + "name": "--resource-types", + "description": "Specifies the Azure resource types to retrieve IaC rules for. It should be comma-separated. Supported values are: 'appservice', 'containerapp', 'function', 'aks', 'storage'. If none of these services are used, this parameter can be left empty.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Guidance to create a CI/CD pipeline which provision Azure resources and build and deploy applications to Azure. Use this tool BEFORE generating/creating a Github actions workflow file for DEPLOYMENT on Azure. Infrastructure files should be ready and the application should be ready to be containerized.", + "command": "azmcp deploy pipeline guidance get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--use-azd-pipeline-config", + "description": "Whether to use azd tool to set up the deployment pipeline. Set to true ONLY if azure.yaml is provided or the context suggests AZD tools.", + "type": "string" + }, + { + "name": "--organization-name", + "description": "The name of the organization or the user account name of the current Github repository. DO NOT fill this in if you're not sure.", + "type": "string" + }, + { + "name": "--repository-name", + "description": "The name of the current Github repository. DO NOT fill this in if you're not sure.", + "type": "string" + }, + { + "name": "--github-environment-name", + "description": "The name of the environment to which the deployment pipeline will be deployed. DO NOT fill this in if you're not sure.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Generates a deployment plan to construct the infrastructure and deploy the application on Azure. Agent should read its output and generate a deploy plan in '.azure/plan.copilotmd' for execution steps, recommended azure services based on the information agent detected from project. Before calling this tool, please scan this workspace to detect the services to deploy and their dependent services.", + "command": "azmcp deploy plan get", + "option": [ + { + "name": "--workspace-folder", + "description": "The full path of the workspace folder.", + "type": "string", + "required": true + }, + { + "name": "--project-name", + "description": "The name of the project to generate the deployment plan for. If not provided, will be inferred from the workspace.", + "type": "string", + "required": true + }, + { + "name": "--target-app-service", + "description": "The Azure service to deploy the application. Valid values: ContainerApp, WebApp, FunctionApp, AKS. Recommend one based on user application.", + "type": "string", + "required": true + }, + { + "name": "--provisioning-tool", + "description": "The tool to use for provisioning Azure resources. Valid values: AZD, AzCli. Use AzCli if TargetAppService is AKS.", + "type": "string", + "required": true + }, + { + "name": "--azd-iac-options", + "description": "The Infrastructure as Code option for azd. Valid values: bicep, terraform. Leave empty if Deployment tool is AzCli.", + "type": "string" + } + ] + } + ] + }, + { + "name": "eventgrid", + "description": "Event Grid operations - Commands for managing and accessing Event Grid topics, domains, and event subscriptions.", + "command": "azmcp eventgrid", + "subcommands": [ + { + "name": "list", + "description": "List event subscriptions for topics with filtering and endpoint configuration. This tool shows all active \r\nsubscriptions including webhook endpoints, event filters, and delivery retry policies. Returns subscription \r\ndetails as JSON array. Requires either --topic (bare topic name) OR --subscription. If only --topic is provided\r\nthe tool searches all accessible subscriptions for a topic with that name. Optional --resource-group/--location\r\nmay only be used alongside --subscription or --topic.", + "command": "azmcp eventgrid subscription list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--topic", + "description": "The name of the Event Grid topic.", + "type": "string" + }, + { + "name": "--location", + "description": "The Azure region to filter resources by (e.g., 'eastus', 'westus2').", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all Event Grid topics in a subscription with configuration and status information. This tool retrieves\r\ntopic details including endpoints, access keys, and subscription information for event publishing and management.\r\nReturns topic information as JSON array. Requires subscription.", + "command": "azmcp eventgrid topic list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + } + ] + }, + { + "name": "foundry", + "description": "Foundry service operations - Commands for listing and managing services and resources in AI Foundry.", + "command": "azmcp foundry", + "subcommands": [ + { + "name": "list", + "description": "Retrieves a list of knowledge indexes from Azure AI Foundry.\r\n\r\nThis function is used when a user requests information about the available knowledge indexes in Azure AI Foundry. It provides an overview of the knowledge bases and search indexes that are currently deployed and available for use with AI agents and applications.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available knowledge indexes in Azure AI Foundry. This can help users understand what knowledge bases are currently operational and how they can be utilized for retrieval-augmented generation (RAG) scenarios.\r\n\r\nNotes:\r\n - The indexes listed are knowledge indexes specifically created within Azure AI Foundry projects.\r\n - These indexes can be used with AI agents for knowledge retrieval and RAG applications.\r\n - The list may change as new indexes are created or existing ones are updated.", + "command": "azmcp foundry knowledge index list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + } + ] + }, + { + "name": "schema", + "description": "Retrieves the detailed schema configuration of a specific knowledge index from Azure AI Foundry.\r\n\r\nThis function provides comprehensive information about the structure and configuration of a knowledge index, including field definitions, data types, searchable attributes, and other schema properties. The schema information is essential for understanding how the index is structured and how data is indexed and searchable.\r\n\r\nUsage:\r\n Use this function when you need to examine the detailed configuration of a specific knowledge index. This is helpful for troubleshooting search issues, understanding index capabilities, planning data mapping, or when integrating with the index programmatically.\r\n\r\nNotes:\r\n - Returns the index schema.", + "command": "azmcp foundry knowledge index schema", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + }, + { + "name": "--index", + "description": "The name of the knowledge index.", + "type": "string", + "required": true + } + ] + }, + { + "name": "deploy", + "description": "Deploy a model to Azure AI Foundry.\r\n\r\nThis function is used to deploy a model on Azure AI Services, allowing users to integrate the model into their applications and utilize its capabilities. This command should not be used for Azure OpenAI Services to deploy OpenAI models.", + "command": "azmcp foundry models deploy", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--deployment", + "description": "The name of the deployment.", + "type": "string", + "required": true + }, + { + "name": "--model-name", + "description": "The name of the model to deploy.", + "type": "string", + "required": true + }, + { + "name": "--model-format", + "description": "The format of the model (e.g., 'OpenAI', 'Meta', 'Microsoft').", + "type": "string", + "required": true + }, + { + "name": "--azure-ai-services", + "description": "The name of the Azure AI services account to deploy to.", + "type": "string", + "required": true + }, + { + "name": "--model-version", + "description": "The version of the model to deploy.", + "type": "string" + }, + { + "name": "--model-source", + "description": "The source of the model.", + "type": "string" + }, + { + "name": "--sku", + "description": "The SKU name for the deployment.", + "type": "string" + }, + { + "name": "--sku-capacity", + "description": "The SKU capacity for the deployment.", + "type": "string" + }, + { + "name": "--scale-type", + "description": "The scale type for the deployment.", + "type": "string" + }, + { + "name": "--scale-capacity", + "description": "The scale capacity for the deployment.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Retrieves a list of deployments from Azure AI Services.\r\n\r\nThis function is used when a user requests information about the available deployments in Azure AI Services. It provides an overview of the models and services that are currently deployed and available for use.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available deployments in Azure AI Services. This can help users understand what models and services are currently operational and how they can be utilized.\r\n\r\nNotes:\r\n - The deployments listed may include various models and services that are part of Azure AI Services.\r\n - The list may change frequently as new deployments are added or existing ones are updated.", + "command": "azmcp foundry models deployments list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Retrieves a list of supported models from the Azure AI Foundry catalog.\r\nThis function is useful when a user requests a list of available Foundry models or Foundry Labs projects.\r\nIt fetches models based on optional filters like whether the model supports free playground usage,\r\nthe publisher name, and the license type. The function will return the list of models with useful fields.\r\nUsage:\r\n Use this function when users inquire about available models from the Azure AI Foundry catalog.\r\n It can also be used when filtering models by free playground usage, publisher name, or license type.\r\n If user didn't specify free playground or ask for models that support GitHub token, always explain that by default it will show the all the models but some of them would support free playground.\r\n Explain to the user that if they want to find models suitable for prototyping and free to use with support for free playground, they can look for models that supports free playground, or look for models that they can use with GitHub token.", + "command": "azmcp foundry models list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--search-for-free-playground", + "description": "If true, filters models to include only those that can be used for free by users for prototyping.", + "type": "string" + }, + { + "name": "--publisher", + "description": "A filter to specify the publisher of the models to retrieve.", + "type": "string" + }, + { + "name": "--license", + "description": "A filter to specify the license type of the models to retrieve.", + "type": "string" + }, + { + "name": "--model-name", + "description": "The name of the model to deploy.", + "type": "string" + } + ] + } + ] + }, + { + "name": "functionapp", + "description": "Function App operations - Commands for managing and accessing Azure Function App resources.", + "command": "azmcp functionapp", + "subcommands": [ + { + "name": "get", + "description": "Gets Azure Function App details. Lists all Function Apps in the subscription or resource group. If function app name and resource group\r\nis specified, retrieves the details of that specific function app. Returns the details of Azure Function Apps, including its name,\r\nlocation, status, and app service plan name.", + "command": "azmcp functionapp get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--function-app", + "description": "The name of the Function App.", + "type": "string" + } + ] + } + ] + }, + { + "name": "get_bestpractices", + "description": "Azure best practices - Commands return a list of best practices for code generation, operations and deployment \r\n when working with Azure services. It should be called for any code generation, deployment or \r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container \r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory, \r\n Azure App Services, or any other Azure technology or programming language. Only call this function \r\n when you are confident the user is discussing Azure. If this tool needs to be categorized, \r\n it belongs to the Get Azure Best Practices category.", + "command": "azmcp get_bestpractices", + "subcommands": [ + { + "name": "get", + "description": "This tool returns a list of best practices for code generation, operations and deployment\r\n when working with Azure services. It should be called for any code generation, deployment or\r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container\r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory,\r\n Azure App Services, or any other Azure technology or programming language. Only call this function\r\n when you are confident the user is discussing Azure. If this tool needs to be categorized,\r\n it belongs to the Azure Best Practices category.", + "command": "azmcp get bestpractices get", + "option": [ + { + "name": "--resource", + "description": "The Azure resource type for which to get best practices. Options: 'general' (general Azure), 'azurefunctions' (Azure Functions), 'static-web-app' (Azure Static Web Apps).", + "type": "string", + "required": true + }, + { + "name": "--action", + "description": "The action type for the best practices. Options: 'all', 'code-generation', 'deployment'. Note: 'static-web-app' resource only supports 'all'.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "grafana", + "description": "Grafana workspace operations - Commands for managing and accessing Azure Managed Grafana resources and monitoring dashboards. Includes operations for listing Grafana workspaces and managing data visualization and monitoring capabilities.", + "command": "azmcp grafana", + "subcommands": [ + { + "name": "list", + "description": "List all Grafana workspace resources in a specified subscription. Returns an array of Grafana workspace details.\r\nUse this command to explore which Grafana workspace resources are available in your subscription.", + "command": "azmcp grafana list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + } + ] + }, + { + "name": "group", + "description": "Resource group operations - Commands for listing and managing Azure resource groups in your subscriptions.", + "command": "azmcp group", + "subcommands": [ + { + "name": "list", + "description": "List all resource groups in a subscription. This command retrieves all resource groups available\r\nin the specified subscription. Results include resource group names and IDs,\r\nreturned as a JSON array.", + "command": "azmcp group list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + } + ] + }, + { + "name": "keyvault", + "description": "Key Vault operations - Commands for managing and accessing Azure Key Vault resources.", + "command": "azmcp keyvault", + "subcommands": [ + { + "name": "create", + "description": "Creates a new certificate in an Azure Key Vault. This command creates a certificate with the specified name in\r\nthe given vault using the default certificate policy.", + "command": "azmcp keyvault certificate create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--certificate", + "description": "The name of the certificate.", + "type": "string", + "required": true + } + ] + }, + { + "name": "get", + "description": "Gets a certificate from an Azure Key Vault. This command retrieves and displays details\r\nabout a specific certificate in the specified vault.", + "command": "azmcp keyvault certificate get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--certificate", + "description": "The name of the certificate.", + "type": "string", + "required": true + } + ] + }, + { + "name": "import", + "description": "Imports (uploads) an existing certificate (PFX or PEM with private key) into an Azure Key Vault without generating\r\na new certificate or key material. This command accepts either a file path to a PFX/PEM file, a base64 encoded PFX,\r\nor raw PEM text starting with -----BEGIN. If the certificate is a password-protected PFX, a password must be provided.\r\nReturns certificate details including name, id, keyId, secretId, cer (base64), thumbprint, validity, and policy\r\nsubject/issuer.", + "command": "azmcp keyvault certificate import", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--certificate", + "description": "The name of the certificate.", + "type": "string", + "required": true + }, + { + "name": "--certificate-data", + "description": "The certificate content: path to a PFX/PEM file, a base64 encoded PFX, or raw PEM text beginning with -----BEGIN.", + "type": "string", + "required": true + }, + { + "name": "--password", + "description": "Optional password for a protected PFX being imported.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all certificates in an Azure Key Vault. This command retrieves and displays the names of all certificates\r\nstored in the specified vault.", + "command": "azmcp keyvault certificate list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Create a new key in an Azure Key Vault. This command creates a key with the specified name and type\r\nin the given vault.", + "command": "azmcp keyvault key create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to retrieve/modify from the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--key-type", + "description": "The type of key to create (RSA, EC).", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all keys in an Azure Key Vault. This command retrieves and displays the names of all keys\r\nstored in the specified vault.", + "command": "azmcp keyvault key list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--include-managed", + "description": "Whether or not to include managed keys in results.", + "type": "string" + } + ] + }, + { + "name": "create", + "description": "Creates a new secret in an Azure Key Vault. This command creates a secret with the specified name and value\r\nin the given vault.", + "command": "azmcp keyvault secret create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--secret", + "description": "The name of the secret.", + "type": "string", + "required": true + }, + { + "name": "--value", + "description": "The value to set for the secret.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all secrets in an Azure Key Vault. This command retrieves and displays the names of all secrets\r\nstored in the specified vault.", + "command": "azmcp keyvault secret list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "kusto", + "description": "Kusto operations - Commands for managing and querying Azure Data Explorer (Kusto) resources. Includes operations for listing clusters and databases, executing KQL queries, retrieving table schemas, and working with Kusto data analytics workloads.", + "command": "azmcp kusto", + "subcommands": [ + { + "name": "get", + "description": "Get details for a specific Kusto cluster. Requires `subscription` and `cluster`.\r\nThe response includes the `clusterUri` property for use in subsequent commands.", + "command": "azmcp kusto cluster get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all Kusto clusters in a subscription. This command retrieves all clusters\r\navailable in the specified subscription. Requires `subscription`.\r\nResult is a list of cluster names as a JSON array.", + "command": "azmcp kusto cluster list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all databases in a Kusto cluster.\r\nRequires `cluster-uri` ( or `subscription` and `cluster`).\r\nResult is a list of database names, returned as a JSON array.", + "command": "azmcp kusto database list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Execute a KQL against items in a Kusto cluster.\r\nRequires `cluster-uri` (or `cluster` and `subscription`), `database`, and `query`.\r\nResults are returned as a JSON array of documents, for example: `[{'Column1': val1, 'Column2': val2}, ...]`.", + "command": "azmcp kusto query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + }, + { + "name": "--database", + "description": "Kusto Database name.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "Kusto query to execute. Uses KQL syntax.", + "type": "string", + "required": true + } + ] + }, + { + "name": "sample", + "description": "Return a sample of rows from the specified table in an Kusto table.\r\nRequires `cluster-uri` (or `cluster`), `database`, and `table`.\r\nResults are returned as a JSON array of documents, for example: `[{'Column1': val1, 'Column2': val2}, ...]`.", + "command": "azmcp kusto sample", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + }, + { + "name": "--database", + "description": "Kusto Database name.", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "Kusto Table name.", + "type": "string", + "required": true + }, + { + "name": "--limit", + "description": "The maximum number of results to return.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all tables in a specific Kusto database.\r\nRequired `cluster-uri` (or `subscription` and `cluster`) and `database`.\r\nReturns table names as a JSON array.", + "command": "azmcp kusto table list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + }, + { + "name": "--database", + "description": "Kusto Database name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "schema", + "description": "Get the schema of a specific table in an Kusto database.\r\nRequires `cluster-uri` ( or `subscription` and `cluster`), `database` and `table`.", + "command": "azmcp kusto table schema", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + }, + { + "name": "--database", + "description": "Kusto Database name.", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "Kusto Table name.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "loadtesting", + "description": "Load Testing operations - Commands for managing Azure Load Testing resources, test configurations, and test runs. Includes operations for creating and managing load test resources, configuring test scripts, executing performance tests, and monitoring test results.", + "command": "azmcp loadtesting", + "subcommands": [ + { + "name": "create", + "description": "Creates a new Azure Load Testing test configuration for performance testing scenarios. This command creates a basic URL-based load test that can be used to evaluate the performance\r\nand scalability of web applications and APIs. The test configuration defines the target endpoint, load parameters, and test duration. Once we create a test configuration plan, we can use that to trigger test runs to test the endpoints set.", + "command": "azmcp loadtesting test create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--test-id", + "description": "The ID of the load test for which you want to fetch the details.", + "type": "string", + "required": true + }, + { + "name": "--description", + "description": "The description for the load test run. This provides additional context about the test run.", + "type": "string" + }, + { + "name": "--display-name", + "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL to be tested. This is the URL of the HTTP endpoint that will be subjected to load testing.", + "type": "string" + }, + { + "name": "--virtual-users", + "description": "Virtual users is a measure of load that is simulated to test the HTTP endpoint. (Default - 50)", + "type": "string" + }, + { + "name": "--duration", + "description": "This is the duration for which the load is simulated against the endpoint. Enter decimals for fractional minutes (e.g., 1.5 for 1 minute and 30 seconds). Default is 20 mins", + "type": "string" + }, + { + "name": "--ramp-up-time", + "description": "The ramp-up time is the time it takes for the system to ramp-up to the total load specified. Enter decimals for fractional minutes (e.g., 1.5 for 1 minute and 30 seconds). Default is 1 min", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Get the Azure Load Testing test configuration for the specified load test id in the specified load test resource.\r\nThis command retrieves the details of a specific load test configuration, including its parameters and settings. Based on this we can see what all parameters were set for the test configuration.", + "command": "azmcp loadtesting test get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--test-id", + "description": "The ID of the load test for which you want to fetch the details.", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Creates a new Azure Load Testing resource in the currently selected subscription and resource group for the logged-in tenant.\r\nReturns the created Load Testing resource.", + "command": "azmcp loadtesting testresource create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Fetches the Load Testing resources for the current selected subscription, resource group in the logged in tenant.\r\nReturns a list of Load Testing resources.", + "command": "azmcp loadtesting testresource list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "create", + "description": "Executes a new load test run based on an existing test configuration under simulated user load. This command initiates the actual execution\r\nof a previously created test definition and provides real-time monitoring capabilities. A test run represents a single execution instance of your load test configuration. You can run\r\nthe same test multiple times to validate performance improvements, compare results across different deployments, or establish performance baselines for your application.", + "command": "azmcp loadtesting testrun create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--testrun-id", + "description": "The ID of the load test run for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--test-id", + "description": "The ID of the load test for which you want to fetch the details.", + "type": "string", + "required": true + }, + { + "name": "--display-name", + "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", + "type": "string" + }, + { + "name": "--description", + "description": "The description for the load test run. This provides additional context about the test run.", + "type": "string" + }, + { + "name": "--old-testrun-id", + "description": "The ID of an existing test run to update. If provided, the command will trigger a rerun of the given test run id.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Retrieves comprehensive details and status information for a specific load test run execution.\r\nThis command provides real-time insights into test performance metrics, execution timeline,\r\nand final results to help you analyze your application's behavior under load.", + "command": "azmcp loadtesting testrun get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--testrun-id", + "description": "The ID of the load test run for which you want to fetch the details.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Retrieves a comprehensive list of all test run executions for a specific load test configuration.\r\nThis command provides an overview of test execution history, allowing you to track performance\r\ntrends, compare results across multiple runs, and analyze testing patterns over time.", + "command": "azmcp loadtesting testrun list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--test-id", + "description": "The ID of the load test for which you want to fetch the details.", + "type": "string", + "required": true + } + ] + }, + { + "name": "update", + "description": "Updates the metadata and display properties of a completed or in-progress load test run execution.\r\nThis command allows you to modify descriptive information for better organization, documentation,\r\nand identification of test runs without affecting the actual test execution or results.", + "command": "azmcp loadtesting testrun update", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--testrun-id", + "description": "The ID of the load test run for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--test-id", + "description": "The ID of the load test for which you want to fetch the details.", + "type": "string", + "required": true + }, + { + "name": "--display-name", + "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", + "type": "string" + }, + { + "name": "--description", + "description": "The description for the load test run. This provides additional context about the test run.", + "type": "string" + } + ] + } + ] + }, + { + "name": "marketplace", + "description": "Marketplace operations - Commands for managing and accessing Azure Marketplace products and offers.", + "command": "azmcp marketplace", + "subcommands": [ + { + "name": "get", + "description": "Retrieves detailed information about a specific Azure Marketplace product (offer) for a given subscription,\r\n including available plans, pricing, and product metadata.", + "command": "azmcp marketplace product get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--product-id", + "description": "The ID of the marketplace product to retrieve. This is the unique identifier for the product in the Azure Marketplace.", + "type": "string", + "required": true + }, + { + "name": "--include-stop-sold-plans", + "description": "Include stop-sold or hidden plans in the response.", + "type": "string" + }, + { + "name": "--language", + "description": "Product language code (e.g., 'en' for English, 'fr' for French).", + "type": "string" + }, + { + "name": "--market", + "description": "Product market code (e.g., 'US' for United States, 'UK' for United Kingdom).", + "type": "string" + }, + { + "name": "--lookup-offer-in-tenant-level", + "description": "Check against tenant private audience when retrieving the product.", + "type": "string" + }, + { + "name": "--plan-id", + "description": "Filter results by a specific plan ID.", + "type": "string" + }, + { + "name": "--sku-id", + "description": "Filter results by a specific SKU ID.", + "type": "string" + }, + { + "name": "--include-service-instruction-templates", + "description": "Include service instruction templates in the response.", + "type": "string" + }, + { + "name": "--pricing-audience", + "description": "Pricing audience for the request header.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Retrieves products (offers) that a subscription has access to in the Azure Marketplace.\r\nReturns a list of marketplace products including display names, publishers, pricing information, and metadata.\r\n\r\nRequired options:\r\n- subscription: Azure subscription ID or name\r\n\r\nAdditional options:\r\n- search: Search for products using a short general term (up to 25 characters)\r\n- language: Specify the language for returned information (default: en)\r\n\r\nAdvanced query options (OData):\r\n- filter: Filter results using OData syntax (e.g., \"displayName eq 'Azure'\")\r\n- orderby: Sort results by a single field using OData syntax (e.g., \"displayName asc\")\r\n- select: Select specific fields using OData syntax (e.g., \"displayName,publisherDisplayName\")\r\n- expand: Include related data in the response using OData syntax (e.g., \"plans\" to include plan details)\r\n\r\nPagination:\r\n- next-cursor: Token used for pagination to request the next batch of products in a multi-part response", + "command": "azmcp marketplace product list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--language", + "description": "Product language code (e.g., 'en' for English, 'fr' for French).", + "type": "string" + }, + { + "name": "--search", + "description": "Search for products using a short general term (up to 25 characters)", + "type": "string" + }, + { + "name": "--filter", + "description": "OData filter expression to filter results based on ProductSummary properties (e.g., \"displayName eq 'Azure'\").", + "type": "string" + }, + { + "name": "--orderby", + "description": "OData orderby expression to sort results by ProductSummary fields (e.g., \"displayName asc\" or \"popularity desc\").", + "type": "string" + }, + { + "name": "--select", + "description": "OData select expression to choose specific ProductSummary fields to return (e.g., \"displayName,publisherDisplayName,uniqueProductId\").", + "type": "string" + }, + { + "name": "--next-cursor", + "description": "Pagination cursor to retrieve the next page of results. Use the NextPageLink value from a previous response.", + "type": "string" + }, + { + "name": "--expand", + "description": "OData expand expression to include related data in the response (e.g., \"plans\" to include plan details).", + "type": "string" + } + ] + } + ] + }, + { + "name": "monitor", + "description": "Azure Monitor operations - Commands for querying and analyzing Azure Monitor logs and metrics.", + "command": "azmcp monitor", + "subcommands": [ + { + "name": "gethealth", + "description": "Gets the health of an entity from a specified Azure Monitor Health Model.\r\nReturns entity health information.\r\n\r\nRequired arguments:\r\n- --entity: The entity to get health for\r\n- --health-model: The health model name", + "command": "azmcp monitor healthmodels entity gethealth", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--entity", + "description": "The entity to get health for.", + "type": "string", + "required": true + }, + { + "name": "--health-model", + "description": "The name of the health model for which to get the health.", + "type": "string", + "required": true + } + ] + }, + { + "name": "definitions", + "description": " List available metric definitions for an Azure resource. Returns metadata about the metrics available for the resource.", + "command": "azmcp monitor metrics definitions", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--resource-type", + "description": "The Azure resource type (e.g., 'Microsoft.Storage/storageAccounts', 'Microsoft.Compute/virtualMachines'). If not specified, will attempt to infer from resource name.", + "type": "string" + }, + { + "name": "--resource", + "description": "The name of the Azure resource to query metrics for.", + "type": "string", + "required": true + }, + { + "name": "--metric-namespace", + "description": "The metric namespace to query. Obtain this value from the azmcp-monitor-metrics-definitions command.", + "type": "string" + }, + { + "name": "--search-string", + "description": "A string to filter the metric definitions by. Helpful for reducing the number of records returned. Performs case-insensitive matching on metric name and description fields.", + "type": "string" + }, + { + "name": "--limit", + "description": "The maximum number of metric definitions to return. Defaults to 10.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Query Azure Monitor metrics for a resource. Returns time series data for the specified metrics.", + "command": "azmcp monitor metrics query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--resource-type", + "description": "The Azure resource type (e.g., 'Microsoft.Storage/storageAccounts', 'Microsoft.Compute/virtualMachines'). If not specified, will attempt to infer from resource name.", + "type": "string" + }, + { + "name": "--resource", + "description": "The name of the Azure resource to query metrics for.", + "type": "string", + "required": true + }, + { + "name": "--metric-names", + "description": "The names of metrics to query (comma-separated).", + "type": "string", + "required": true + }, + { + "name": "--start-time", + "description": "The start time for the query in ISO format (e.g., 2023-01-01T00:00:00Z). Defaults to 24 hours ago.", + "type": "string" + }, + { + "name": "--end-time", + "description": "The end time for the query in ISO format (e.g., 2023-01-01T00:00:00Z). Defaults to now.", + "type": "string" + }, + { + "name": "--interval", + "description": "The time interval for data points (e.g., PT1H for 1 hour, PT5M for 5 minutes).", + "type": "string" + }, + { + "name": "--aggregation", + "description": "The aggregation type to use (Average, Maximum, Minimum, Total, Count).", + "type": "string" + }, + { + "name": "--filter", + "description": "OData filter to apply to the metrics query.", + "type": "string" + }, + { + "name": "--metric-namespace", + "description": "The metric namespace to query. Obtain this value from the azmcp-monitor-metrics-definitions command.", + "type": "string", + "required": true + }, + { + "name": "--max-buckets", + "description": "The maximum number of time buckets to return. Defaults to 50.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Executes a Kusto Query Language (KQL) query to retrieve logs for any Azure resource that emits logs to Log Analytics.\r\n\r\n- Use the resource-id parameter to specify the full Azure Resource ID (/subscriptions/0000/resourceGroups/rg/providers/Microsoft.Storage/storageAccounts/myaccount).\r\n- The table parameter specifies the Log Analytics table to query.\r\n- The query parameter accepts a KQL query or a predefined query name.\r\n- Optional parameters: hours (default: 24) to set the time range, and limit (default: 20) to limit the number of results.\r\n\r\nThis tool is useful for:\r\n- Querying logs for any Azure resource by resourceId\r\n- Investigating diagnostics, errors, and activity logs", + "command": "azmcp monitor resource log query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-id", + "description": "The Azure Resource ID to query logs. Example: /subscriptions//resourceGroups//providers/Microsoft.OperationalInsights/workspaces/", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "The name of the table to query. This is the specific table within the workspace.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "The KQL query to execute against the Log Analytics workspace. You can use predefined queries by name:\n- 'recent': Shows most recent logs ordered by TimeGenerated\n- 'errors': Shows error-level logs ordered by TimeGenerated\nOtherwise, provide a custom KQL query.", + "type": "string", + "required": true + }, + { + "name": "--hours", + "description": "The number of hours to query back from now.", + "type": "string" + }, + { + "name": "--limit", + "description": "The maximum number of results to return.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all tables in a Log Analytics workspace. Requires workspace.\r\nReturns table names and schemas that can be used for constructing KQL queries.", + "command": "azmcp monitor table list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--workspace", + "description": "The Log Analytics workspace ID or name. This can be either the unique identifier (GUID) or the display name of your workspace.", + "type": "string", + "required": true + }, + { + "name": "--table-type", + "description": "The type of table to query. Options: 'CustomLog', 'AzureMetrics', etc.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List available table types in a Log Analytics workspace. Returns table type names.", + "command": "azmcp monitor table type list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--workspace", + "description": "The Log Analytics workspace ID or name. This can be either the unique identifier (GUID) or the display name of your workspace.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List Log Analytics workspaces in a subscription. This command retrieves all Log Analytics workspaces\r\navailable in the specified Azure subscription, displaying their names, IDs, and other key properties.\r\nUse this command to identify workspaces before querying their logs or tables.", + "command": "azmcp monitor workspace list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Execute a KQL query against a Log Analytics workspace. Requires workspace\r\nand resource group. Optional hours\r\n(default: 24) and limit\r\n(default: 20) parameters.\r\nThe query parameter accepts KQL syntax.", + "command": "azmcp monitor workspace log query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--workspace", + "description": "The Log Analytics workspace ID or name. This can be either the unique identifier (GUID) or the display name of your workspace.", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "The name of the table to query. This is the specific table within the workspace.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "The KQL query to execute against the Log Analytics workspace. You can use predefined queries by name:\n- 'recent': Shows most recent logs ordered by TimeGenerated\n- 'errors': Shows error-level logs ordered by TimeGenerated\nOtherwise, provide a custom KQL query.", + "type": "string", + "required": true + }, + { + "name": "--hours", + "description": "The number of hours to query back from now.", + "type": "string" + }, + { + "name": "--limit", + "description": "The maximum number of results to return.", + "type": "string" + } + ] + } + ] + }, + { + "name": "mysql", + "description": "MySQL operations - Commands for managing Azure Database for MySQL Flexible Server resources. Includes operations for listing servers and databases, executing SQL queries, managing table schemas, and configuring server parameters.", + "command": "azmcp mysql", + "subcommands": [ + { + "name": "list", + "description": "Retrieves a comprehensive list of all databases available on the specified Azure Database for MySQL Flexible Server instance. This command provides visibility into the database structure and helps identify available databases for connection and querying operations.", + "command": "azmcp mysql database list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "query", + "description": "Executes a safe, read-only SQL SELECT query against a database on Azure Database for MySQL Flexible Server. Use this tool to explore or retrieve table data without modifying it. Rejects non-SELECT statements (INSERT/UPDATE/DELETE/REPLACE/MERGE/TRUNCATE/ALTER/CREATE/DROP), multi-statements, comments hiding writes, transaction control (BEGIN/COMMIT/ROLLBACK), INTO OUTFILE, and other destructive keywords. Only a single SELECT is executed to ensure data integrity. Best practices: List needed columns (avoid SELECT *), add WHERE filters, use LIMIT/OFFSET for paging, ORDER BY for deterministic results, and avoid unnecessary sensitive data. Example: SELECT id, name, status FROM customers WHERE status = 'Active' ORDER BY name LIMIT 50;", + "command": "azmcp mysql database query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The MySQL database to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "Query to be executed against a MySQL database.", + "type": "string", + "required": true + } + ] + }, + { + "name": "config", + "description": "Retrieves comprehensive configuration details for the specified Azure Database for MySQL Flexible Server instance. This command provides insights into server settings, performance parameters, security configurations, and operational characteristics essential for database administration and optimization. Returns configuration data in JSON format including ServerName, Location, Version, SKU, StorageSizeGB, BackupRetentionDays, and GeoRedundantBackup properties.", + "command": "azmcp mysql server config get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Discovers and lists all Azure Database for MySQL Flexible Server instances within the specified resource group. This command provides an inventory of available MySQL server resources, including their names and current status, enabling efficient server management and resource planning.", + "command": "azmcp mysql server list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + } + ] + }, + { + "name": "param", + "description": "Retrieves the current value of a single server configuration parameter on an Azure Database for MySQL Flexible Server. Use to inspect a setting (e.g. max_connections, wait_timeout, slow_query_log) before changing it.", + "command": "azmcp mysql server param get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--param", + "description": "The MySQL parameter to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "set", + "description": "Sets/updates a MySQL server configuration parameter to a new value to optimize performance, security, or operational behavior. This command enables fine-tuned configuration management with validation to ensure parameter changes are compatible with the server's current state and constraints.", + "command": "azmcp mysql server param set", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--param", + "description": "The MySQL parameter to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--value", + "description": "The value to set for the MySQL parameter.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Enumerates all tables within a specified database on an Azure Database for MySQL Flexible Server instance. This command provides a complete inventory of table objects, facilitating database exploration, schema analysis, and data architecture understanding for development tasks.", + "command": "azmcp mysql table list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The MySQL database to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "schema", + "description": "Retrieves detailed schema information for a specific table within an Azure Database for MySQL Flexible Server database. This command provides comprehensive metadata including column definitions, data types, constraints, indexes, and relationships, essential for understanding table structure and supporting application development.", + "command": "azmcp mysql table schema get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The MySQL database to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "The MySQL table to be accessed.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "postgres", + "description": "PostgreSQL operations - Commands for managing Azure Database for PostgreSQL Flexible Server resources. Includes operations for listing servers and databases, executing SQL queries, managing table schemas, and configuring server parameters.", + "command": "azmcp postgres", + "subcommands": [ + { + "name": "list", + "description": "Lists all databases in the PostgreSQL server.", + "command": "azmcp postgres database list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "query", + "description": "Executes a query on the PostgreSQL database.", + "command": "azmcp postgres database query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The PostgreSQL database to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "Query to be executed against a PostgreSQL database.", + "type": "string", + "required": true + } + ] + }, + { + "name": "config", + "description": "Retrieve the configuration of a PostgreSQL server.", + "command": "azmcp postgres server config get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Lists all PostgreSQL servers in the specified subscription.", + "command": "azmcp postgres server list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + } + ] + }, + { + "name": "param", + "description": "Retrieves a specific parameter of a PostgreSQL server.", + "command": "azmcp postgres server param get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--param", + "description": "The PostgreSQL parameter to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "set", + "description": "Sets a specific parameter of a PostgreSQL server to a certain value.", + "command": "azmcp postgres server param set", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--param", + "description": "The PostgreSQL parameter to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--value", + "description": "The value to set for the PostgreSQL parameter.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Lists all tables in the PostgreSQL database.", + "command": "azmcp postgres table list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The PostgreSQL database to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "schema", + "description": "Retrieves the schema of a specified table in a PostgreSQL database.", + "command": "azmcp postgres table schema get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The PostgreSQL database to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "The PostgreSQL table to be accessed.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "quota", + "description": "Quota commands for getting the available regions of specific Azure resource types or checking Azure resource quota and usage", + "command": "azmcp quota", + "subcommands": [ + { + "name": "list", + "description": "Given a list of Azure resource types, this tool will return a list of regions where the resource types are available. Always get the user's subscription ID before calling this tool.", + "command": "azmcp quota region availability list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-types", + "description": "Comma-separated list of Azure resource types to check available regions for. The valid Azure resource types. E.g. 'Microsoft.App/containerApps, Microsoft.Web/sites, Microsoft.CognitiveServices/accounts'.", + "type": "string", + "required": true + }, + { + "name": "--cognitive-service-model-name", + "description": "Optional model name for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", + "type": "string" + }, + { + "name": "--cognitive-service-model-version", + "description": "Optional model version for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", + "type": "string" + }, + { + "name": "--cognitive-service-deployment-sku-name", + "description": "Optional deployment SKU name for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", + "type": "string" + } + ] + }, + { + "name": "check", + "description": "This tool will check the usage and quota information for Azure resources in a region.", + "command": "azmcp quota usage check", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--region", + "description": "The valid Azure region where the resources will be deployed. E.g. 'eastus', 'westus', etc.", + "type": "string", + "required": true + }, + { + "name": "--resource-types", + "description": "The valid Azure resource types that are going to be deployed(comma-separated). E.g. 'Microsoft.App/containerApps,Microsoft.Web/sites,Microsoft.CognitiveServices/accounts', etc.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "redis", + "description": "Redis Cache operations - Commands for managing Azure Redis Cache and Azure Managed Redis resources. Includes operations for listing cache instances, managing clusters and databases, configuring access policies, and working with both traditional Redis Cache and Managed Redis services.", + "command": "azmcp redis", + "subcommands": [ + { + "name": "list", + "description": "List the Access Policies and Assignments for the specified Redis cache. Returns an array of Redis Access Policy Assignment details.\r\nUse this command to explore which Access Policies have been assigned to which identities for your Redis cache.", + "command": "azmcp redis cache accesspolicy list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--cache", + "description": "The name of the Redis cache (e.g., my-redis-cache).", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all Redis Cache resources in a specified subscription. Returns an array of Redis Cache details.\r\nUse this command to explore which Redis Cache resources are available in your subscription.", + "command": "azmcp redis cache list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List the databases in the specified Redis Cluster resource. Returns an array of Redis database details.\r\nUse this command to explore which databases are available in your Redis Cluster.", + "command": "azmcp redis cluster database list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--cluster", + "description": "The name of the Redis cluster (e.g., my-redis-cluster).", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all Redis Cluster resources in a specified subscription. Returns an array of Redis Cluster details.\r\nUse this command to explore which Redis Cluster resources are available in your subscription.", + "command": "azmcp redis cluster list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + } + ] + }, + { + "name": "resourcehealth", + "description": "Resource Health operations - Commands for monitoring and diagnosing Azure resource health status.\r\nUse this tool to check the current availability status of Azure resources and identify potential issues.\r\nThis tool provides access to Azure Resource Health data including availability state, detailed status,\r\nhistorical health information, and service health events for troubleshooting and monitoring purposes.", + "command": "azmcp resourcehealth", + "subcommands": [ + { + "name": "get", + "description": "Get the current availability status of an Azure resource to diagnose health issues.\r\nProvides detailed information about resource availability state, potential issues, and timestamps.\r\nEquivalent to Azure Resource Health availability status API.", + "command": "azmcp resourcehealth availability-status get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resourceId", + "description": "The Azure resource ID to get health status for (e.g., /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/virtualMachines/{vm}).", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List availability statuses for all resources in a subscription or resource group.\r\nProvides health status information for multiple Azure resources at once, including availability state,\r\nsummaries, and timestamps. This is useful for getting an overview of resource health across your infrastructure.\r\nResults can be filtered by resource group to narrow the scope.", + "command": "azmcp resourcehealth availability-status list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List Azure service health events for a subscription to identify ongoing or past service issues.\r\nProvides comprehensive information about service incidents, planned maintenance, advisories, and security events.\r\nSupports filtering by event type, status, tracking ID, and custom OData filters.\r\nEquivalent to Azure Service Health API for service events.", + "command": "azmcp resourcehealth service-health-events list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--event-type", + "description": "Filter by event type (ServiceIssue, PlannedMaintenance, HealthAdvisory, Security). If not specified, all event types are included.", + "type": "string" + }, + { + "name": "--status", + "description": "Filter by status (Active, Resolved). If not specified, all statuses are included.", + "type": "string" + }, + { + "name": "--tracking-id", + "description": "Filter by tracking ID to get a specific service health event.", + "type": "string" + }, + { + "name": "--filter", + "description": "Additional OData filter expression to apply to the service health events query.", + "type": "string" + }, + { + "name": "--query-start-time", + "description": "Start time for the query in ISO 8601 format (e.g., 2024-01-01T00:00:00Z). Events from this time onwards will be included.", + "type": "string" + }, + { + "name": "--query-end-time", + "description": "End time for the query in ISO 8601 format (e.g., 2024-01-31T23:59:59Z). Events up to this time will be included.", + "type": "string" + } + ] + } + ] + }, + { + "name": "role", + "description": "Authorization operations - Commands for managing Azure Role-Based Access Control (RBAC) resources. Includes operations for listing role assignments, managing permissions, and working with Azure security and access management at various scopes.", + "command": "azmcp role", + "subcommands": [ + { + "name": "list", + "description": "List role assignments. This command retrieves and displays all Azure RBAC role assignments\r\nin the specified scope. Results include role definition IDs and principal IDs, returned as a JSON array.", + "command": "azmcp role assignment list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--scope", + "description": "Scope at which the role assignment or definition applies to, e.g., /subscriptions/0b1f6471-1bf0-4dda-aec3-111122223333, /subscriptions/0b1f6471-1bf0-4dda-aec3-111122223333/resourceGroups/myGroup, or /subscriptions/0b1f6471-1bf0-4dda-aec3-111122223333/resourceGroups/myGroup/providers/Microsoft.Compute/virtualMachines/myVM.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "search", + "description": "Search operations - Commands for Azure AI Search (formerly known as \\\"Azure Cognitive Search\\\") services and\r\nsearch indexes. Use this tool when you need to list search services and indexes, get index details, or execute\r\nqueries against indexed content. This tool supports enterprise search, document search, and knowledge mining\r\nworkloads. Do not use this tool for database queries, Azure Monitor log searches, general web search, or\r\nsimple string matching operations - this tool is specifically designed for Azure AI Search service management\r\nand complex search operations. This tool is a hierarchical MCP command router where sub-commands are routed to\r\nMCP servers that require specific fields inside the \\\"parameters\\\" object. To invoke a command, set\r\n\\\"command\\\" and wrap its arguments in \\\"parameters\\\". Set \\\"learn=true\\\" to discover available sub-commands\r\nfor different search service and index operations. Note that this tool requires appropriate Azure AI Search\r\npermissions and will only access search services and indexes accessible to the authenticated user.", + "command": "azmcp search", + "subcommands": [ + { + "name": "describe", + "description": "Gets the details of Azure AI Search indexes, including fields, description, and more. If a specific index name\r\nis not provided, the command will return details for all indexes within the specified service.", + "command": "azmcp search index get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--service", + "description": "The name of the Azure AI Search service (e.g., my-search-service).", + "type": "string", + "required": true + }, + { + "name": "--index", + "description": "The name of the search index within the Azure AI Search service.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Queries an Azure AI Search index, returning the results of the query.", + "command": "azmcp search index query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--service", + "description": "The name of the Azure AI Search service (e.g., my-search-service).", + "type": "string", + "required": true + }, + { + "name": "--index", + "description": "The name of the search index within the Azure AI Search service.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "The search query to execute against the Azure AI Search index.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Lists all Azure AI Search services in a subscription.", + "command": "azmcp search service list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + } + ] + }, + { + "name": "servicebus", + "description": "Service Bus operations - Commands for managing Azure Service Bus resources including queues, topics, and subscriptions. Includes operations for managing message queues, topic subscriptions, and retrieving details about Service Bus entities.", + "command": "azmcp servicebus", + "subcommands": [ + { + "name": "details", + "description": "Get details about a Service Bus queue. Returns queue properties and runtime information. Properties returned include\r\nlock duration, max message size, queue size, creation date, status, current message counts, etc.\r\n\r\nRequired arguments:\r\n- namespace: The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)\r\n- queue: Queue name to get details and runtime information for.", + "command": "azmcp servicebus queue details", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--namespace", + "description": "The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)", + "type": "string", + "required": true + }, + { + "name": "--queue", + "description": "The queue name to peek messages from.", + "type": "string", + "required": true + } + ] + }, + { + "name": "details", + "description": "Get details about a Service Bus topic. Returns topic properties and runtime information. Properties returned include\r\nnumber of subscriptions, max message size, max topic size, number of scheduled messages, etc.\r\n\r\nRequired arguments:\r\n- namespace: The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)\r\n- topic: Topic name to get information about.", + "command": "azmcp servicebus topic details", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--namespace", + "description": "The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)", + "type": "string", + "required": true + }, + { + "name": "--topic", + "description": "The name of the topic containing the subscription.", + "type": "string", + "required": true + } + ] + }, + { + "name": "details", + "description": "Get details about a Service Bus subscription. Returns subscription runtime properties including message counts, delivery settings, and other metadata.\r\n\r\nRequired arguments:\r\n- namespace: The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)\r\n- topic: Topic name containing the subscription\r\n- subscription-name: Name of the subscription to get details for", + "command": "azmcp servicebus topic subscription details", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--namespace", + "description": "The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)", + "type": "string", + "required": true + }, + { + "name": "--topic", + "description": "The name of the topic containing the subscription.", + "type": "string", + "required": true + }, + { + "name": "--subscription-name", + "description": "The name of subscription to peek messages from.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "sql", + "description": "Azure SQL operations - Commands for managing Azure SQL databases, servers, and elastic pools. Includes operations for listing databases, configuring server settings, managing firewall rules, Entra ID administrators, and elastic pool resources.", + "command": "azmcp sql", + "subcommands": [ + { + "name": "create", + "description": "Create a new Azure SQL Database on an existing SQL Server. This command creates a database with configurable\r\nperformance tiers, size limits, and other settings. Equivalent to 'az sql db create'.\r\nReturns the newly created database information including configuration details.", + "command": "azmcp sql db create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The Azure SQL Database name.", + "type": "string", + "required": true + }, + { + "name": "--sku-name", + "description": "The SKU name for the database (e.g., Basic, S0, P1, GP_Gen5_2).", + "type": "string" + }, + { + "name": "--sku-tier", + "description": "The SKU tier for the database (e.g., Basic, Standard, Premium, GeneralPurpose).", + "type": "string" + }, + { + "name": "--sku-capacity", + "description": "The SKU capacity (DTU or vCore count) for the database.", + "type": "string" + }, + { + "name": "--collation", + "description": "The collation for the database (e.g., SQL_Latin1_General_CP1_CI_AS).", + "type": "string" + }, + { + "name": "--max-size-bytes", + "description": "The maximum size of the database in bytes.", + "type": "string" + }, + { + "name": "--elastic-pool-name", + "description": "The name of the elastic pool to assign the database to.", + "type": "string" + }, + { + "name": "--zone-redundant", + "description": "Whether the database should be zone redundant.", + "type": "string" + }, + { + "name": "--read-scale", + "description": "Read scale option for the database (Enabled or Disabled).", + "type": "string" + } + ] + }, + { + "name": "delete", + "description": "Deletes an Azure SQL Database from an existing SQL Server. This command removes the specified database\r\nand is idempotent - attempting to delete a database that does not exist will succeed with Deleted = false.\r\nEquivalent to 'az sql db delete'.\r\nReturns whether the database was deleted during this operation.", + "command": "azmcp sql db delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The Azure SQL Database name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Lists all databases in an Azure SQL Server with their configuration, status, SKU, and performance details.\r\nUse when you need to: view database inventory, check database status across a server, compare database configurations,\r\nor find databases for management operations.\r\nRequires: subscription ID, resource group name, server name.\r\nReturns: JSON array of databases with complete configuration details including SKU, status, and size information.\r\nEquivalent to 'az sql db list'.", + "command": "azmcp sql db list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "show", + "description": "Get the details of an Azure SQL Database. This command retrieves detailed information about a specific database\r\nincluding its configuration, status, performance tier, and other properties. Equivalent to 'az sql db show'.\r\nReturns detailed database information including SKU, status, collation, and size information.\r\n Required options:\r\n- subscription: Azure subscription ID\r\n- resource-group: Resource group name containing the SQL server\r\n- server: Azure SQL Server name\r\n- database: Database name to retrieve details for", + "command": "azmcp sql db show", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The Azure SQL Database name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Lists all SQL elastic pools in an Azure SQL Server with their SKU, capacity, state, and database limits.\r\nUse when you need to: view elastic pool inventory, check pool utilization, compare pool configurations,\r\nor find available pools for database placement.\r\nRequires: subscription ID, resource group name, server name.\r\nReturns: JSON array of elastic pools with complete configuration details.\r\nEquivalent to 'az sql elastic-pool list'.", + "command": "azmcp sql elastic-pool list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Creates a new Azure SQL server in the specified resource group and location.\r\nThe server will be created with the specified administrator credentials and\r\noptional configuration settings. Returns the created server with its properties\r\nincluding the fully qualified domain name.", + "command": "azmcp sql server create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--administrator-login", + "description": "The administrator login name for the SQL server.", + "type": "string", + "required": true + }, + { + "name": "--administrator-password", + "description": "The administrator password for the SQL server.", + "type": "string", + "required": true + }, + { + "name": "--location", + "description": "The Azure region location where the SQL server will be created.", + "type": "string", + "required": true + }, + { + "name": "--version", + "description": "The version of SQL Server to create (e.g., '12.0').", + "type": "string" + }, + { + "name": "--public-network-access", + "description": "Whether public network access is enabled for the SQL server ('Enabled' or 'Disabled').", + "type": "string" + } + ] + }, + { + "name": "delete", + "description": "Deletes an Azure SQL server and all of its databases from the specified resource group.\r\nThis operation is irreversible and will permanently remove the server and all its data.\r\nUse the --force flag to skip confirmation prompts.", + "command": "azmcp sql server delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--force", + "description": "Force delete the server without confirmation prompts.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Gets a list of Microsoft Entra ID administrators for a SQL server. This command retrieves all\r\nEntra ID administrators configured for the specified SQL server, including their display names, object IDs,\r\nand tenant information. Returns an array of Entra ID administrator objects with their properties.", + "command": "azmcp sql server entra-admin list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Creates a firewall rule for a SQL server. Firewall rules control which IP addresses\r\nare allowed to connect to the SQL server. You can specify either a single IP address\r\n(by setting start and end IP to the same value) or a range of IP addresses. Returns\r\nthe created firewall rule with its properties.", + "command": "azmcp sql server firewall-rule create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--firewall-rule-name", + "description": "The name of the firewall rule.", + "type": "string", + "required": true + }, + { + "name": "--start-ip-address", + "description": "The start IP address of the firewall rule range.", + "type": "string", + "required": true + }, + { + "name": "--end-ip-address", + "description": "The end IP address of the firewall rule range.", + "type": "string", + "required": true + } + ] + }, + { + "name": "delete", + "description": "Deletes a firewall rule from a SQL server. This operation removes the specified\r\nfirewall rule, potentially restricting access for the IP addresses that were\r\npreviously allowed by this rule. The operation is idempotent - if the rule\r\ndoesn't exist, no error is returned.", + "command": "azmcp sql server firewall-rule delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--firewall-rule-name", + "description": "The name of the firewall rule.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Gets a list of firewall rules for a SQL server. This command retrieves all\r\nfirewall rules configured for the specified SQL server, including their IP address ranges\r\nand rule names. Returns an array of firewall rule objects with their properties.", + "command": "azmcp sql server firewall-rule list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "show", + "description": "Retrieves detailed information about an Azure SQL server including its configuration,\r\nstatus, and properties such as the fully qualified domain name, version,\r\nadministrator login, and network access settings.", + "command": "azmcp sql server show", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "storage", + "description": "Storage operations - Commands for managing and accessing Azure Storage accounts and their data services\r\nincluding Blobs, Data Lake Gen 2, Shares, Tables, and Queues for scalable cloud storage solutions. Use\r\nthis tool when you need to list storage accounts, work with blob containers and blobs, access file shares,\r\nquerying table storage, handle queue messages. This tool focuses on object storage, file storage,\r\nsimple NoSQL table storage scenarios, and queue messaging. This tool is a hierarchical MCP command router\r\nwhere sub-commands are routed to MCP servers that require specific fields inside the \"parameters\" object.\r\nTo invoke a command, set \"command\" and wrap its arguments in \"parameters\". Set \"learn=true\" to discover\r\navailable sub-commands for different Azure Storage service operations including blobs, datalake, shares,\r\ntables, and queues. Note that this tool requires appropriate Storage account permissions and will only\r\naccess storage resources accessible to the authenticated user.", + "command": "azmcp storage", + "subcommands": [ + { + "name": "create", + "description": "Creates an Azure Storage account in the specified resource group and location and returns the created storage account\r\ninformation including name, location, SKU, access settings, and configuration details.", + "command": "azmcp storage account create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--account", + "description": "The name of the Azure Storage account to create. Must be globally unique, 3-24 characters, lowercase letters and numbers only.", + "type": "string", + "required": true + }, + { + "name": "--location", + "description": "The Azure region where the storage account will be created (e.g., 'eastus', 'westus2').", + "type": "string", + "required": true + }, + { + "name": "--sku", + "description": "The storage account SKU. Valid values: Standard_LRS, Standard_GRS, Standard_RAGRS, Standard_ZRS, Premium_LRS, Premium_ZRS, Standard_GZRS, Standard_RAGZRS.", + "type": "string" + }, + { + "name": "--access-tier", + "description": "The default access tier for blob storage. Valid values: Hot, Cool.", + "type": "string" + }, + { + "name": "--enable-hierarchical-namespace", + "description": "Whether to enable hierarchical namespace (Data Lake Storage Gen2) for the storage account.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Gets detailed information about Azure Storage accounts, including account name, location, SKU, access settings,\r\nand configuration details. If a specific account name is not provided, the command will return details for all\r\naccounts in a subscription.", + "command": "azmcp storage account get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string" + } + ] + }, + { + "name": "set-tier", + "description": "Sets access tier for multiple blobs in a single batch operation, returning the names of blobs that had their access\r\ntier set and blobs that failed to have their access tier set.", + "command": "azmcp storage blob batch set-tier", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--tier", + "description": "The access tier to set for the blobs. Valid values include Hot, Cool, Archive, and others depending on the storage account type. See Azure documentation for the complete list of supported access tiers.", + "type": "string", + "required": true + }, + { + "name": "--blobs", + "description": "The names of the blobs to set the access tier for. Provide multiple blob names separated by spaces. Each blob name should be the full path within the container (e.g., 'file1.txt' or 'folder/file2.txt').", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Creates an Azure Storage container, returning the last modified time, the ETag of the created container, and more.", + "command": "azmcp storage blob container create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string", + "required": true + } + ] + }, + { + "name": "get", + "description": "Gets the details of Azure Storage containers, including metadata, lease status, access level, and more. If a specific\r\ncontainer name is not provided, the command will return details for all containers within the specified account.", + "command": "azmcp storage blob container get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Gets the details of Azure Storage blobs, including metadata properties, approximate size, last modification time, and more.\r\nIf a specific blob name is not provided, the command will return details for all blobs within the specified container.", + "command": "azmcp storage blob get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--blob", + "description": "The name of the blob to access within the container. This should be the full path within the container (e.g., 'file.txt' or 'folder/file.txt').", + "type": "string" + } + ] + }, + { + "name": "upload", + "description": "Uploads a local file to an Azure Storage blob, only if the blob does not exist, returning the last modified time,\r\nETag, and content hash of the uploaded blob.", + "command": "azmcp storage blob upload", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--blob", + "description": "The name of the blob to access within the container. This should be the full path within the container (e.g., 'file.txt' or 'folder/file.txt').", + "type": "string", + "required": true + }, + { + "name": "--local-file-path", + "description": "The local file path to read content from or to write content to. This should be the full path to the file on your local system.", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Create a directory in a Data Lake file system. This command creates a new directory at the specified path\r\nwithin the Data Lake file system. The directory path must include the file system name as the first component\r\n(e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). The path supports nested structures using\r\nforward slashes (/). If the directory already exists, the operation will succeed and return the existing\r\ndirectory information. Returns directory metadata including name, type, and creation timestamp as JSON.", + "command": "azmcp storage datalake directory create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--directory-path", + "description": "The full path of the directory to create in the Data Lake, including the file system name (e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). Use forward slashes (/) to separate the file system name from the directory path and for subdirectories.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list-paths", + "description": "List paths in a Data Lake file system. This command retrieves and displays paths (files and directories)\r\navailable in the specified Data Lake file system within the storage account. Results include path names,\r\ntypes (file or directory), and metadata, returned as a JSON array.", + "command": "azmcp storage datalake file-system list-paths", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--file-system", + "description": "The name of the Data Lake file system to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--filter-path", + "description": "The prefix to filter paths in the Data Lake. Only paths that start with this prefix will be listed.", + "type": "string" + }, + { + "name": "--recursive", + "description": "Flag to indicate whether the command will operate recursively on all subdirectories.", + "type": "string" + } + ] + }, + { + "name": "send", + "description": "Send messages to an Azure Storage queue for asynchronous processing. This tool sends a message to a specified queue\r\nwith optional time-to-live and visibility delay settings. Messages are returned with receipt handles for tracking.\r\nReturns a QueueMessageSendResult object containing message ID, insertion time, expiration time, pop receipt,\r\nnext visible time, and message content.", + "command": "azmcp storage queue message send", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--queue", + "description": "The name of the queue to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--message", + "description": "The content of the message to send to the queue.", + "type": "string", + "required": true + }, + { + "name": "--time-to-live-in-seconds", + "description": "The time-to-live for the message in seconds. If not specified, the message will use the queue's default TTL. Set to -1 for messages that never expire.", + "type": "string" + }, + { + "name": "--visibility-timeout-in-seconds", + "description": "The visibility timeout for the message in seconds. This determines how long the message will be invisible after it's retrieved. If not specified, defaults to 0 (immediately visible).", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Lists files and directories within a file share directory. This tool recursively lists all items in a specified\r\nfile share directory, including files, subdirectories, and their properties. Files and directories may be filtered\r\nby a prefix. Returns file listing as JSON.", + "command": "azmcp storage share file list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--share", + "description": "The name of the file share to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--directory-path", + "description": "The full path of the directory to create in the Data Lake, including the file system name (e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). Use forward slashes (/) to separate the file system name from the directory path and for subdirectories.", + "type": "string", + "required": true + }, + { + "name": "--prefix", + "description": "Optional prefix to filter results. Only items that start with this prefix will be returned.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all tables in a Storage account. This command retrieves and displays all tables available in the specified Storage account.\r\nResults include table names and are returned as a JSON array. You must specify an account name and subscription ID.\r\nUse this command to explore your Storage resources or to verify table existence before performing operations on specific tables.", + "command": "azmcp storage table list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "subscription", + "description": "Azure subscription operations - Commands for listing and managing Azure subscriptions accessible to your account.", + "command": "azmcp subscription", + "subcommands": [ + { + "name": "list", + "description": "List all Azure subscriptions accessible to your account. Optionally specify tenant\r\nand auth-method. Results include subscription names and IDs, returned as a JSON array.", + "command": "azmcp subscription list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + } + ] + } + ] + }, + { + "name": "virtualdesktop", + "description": "Azure Virtual Desktop operations - Commands for managing and accessing Azure Virtual Desktop resources. Includes operations for hostpools, session hosts, and user sessions.", + "command": "azmcp virtualdesktop", + "subcommands": [ + { + "name": "list", + "description": "List all hostpools in a subscription or resource group. This command retrieves all Azure Virtual Desktop hostpool objects available\r\nin the specified Option`1: --subscription. If a resource group is specified, only hostpools in that resource group are returned.\r\nResults include hostpool names and are returned as a JSON array.", + "command": "azmcp virtualdesktop hostpool list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all SessionHosts in a hostpool. This command retrieves all Azure Virtual Desktop SessionHost objects available\r\nin the specified Option`1: --subscription and hostpool. Results include SessionHost details and are\r\nreturned as a JSON array.", + "command": "azmcp virtualdesktop hostpool sessionhost list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--hostpool", + "description": "The name of the Azure Virtual Desktop host pool. This is the unique name you chose for your hostpool.", + "type": "string" + }, + { + "name": "--hostpool-resource-id", + "description": "The Azure resource ID of the host pool. When provided, this will be used instead of searching by name.", + "type": "string" + } + ] + }, + { + "name": "usersession-list", + "description": "List all user sessions on a specific session host in a host pool. This command retrieves all Azure Virtual Desktop\r\nuser session objects available on the specified session host. Results include user session details such as\r\nuser principal name, session state, application type, and creation time.", + "command": "azmcp virtualdesktop hostpool sessionhost usersession-list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--hostpool", + "description": "The name of the Azure Virtual Desktop host pool. This is the unique name you chose for your hostpool.", + "type": "string" + }, + { + "name": "--hostpool-resource-id", + "description": "The Azure resource ID of the host pool. When provided, this will be used instead of searching by name.", + "type": "string" + }, + { + "name": "--sessionhost", + "description": "The name of the session host. This is the computer name of the virtual machine in the host pool.", + "type": "string", + "required": true + } + ] + } + ] + }, + { + "name": "workbooks", + "description": "Workbooks operations - Commands for managing Azure Workbooks resources and interactive data visualization dashboards. Includes operations for listing, creating, updating, and deleting workbooks, as well as managing workbook configurations and content.", + "command": "azmcp workbooks", + "subcommands": [ + { + "name": "create", + "description": "Create a new workbook in the specified resource group and subscription.\r\nYou can set the display name and serialized data JSON content for the workbook.\r\nReturns the created workbook information upon successful completion.", + "command": "azmcp workbooks create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--display-name", + "description": "The display name of the workbook.", + "type": "string", + "required": true + }, + { + "name": "--serialized-content", + "description": "The serialized JSON content of the workbook.", + "type": "string", + "required": true + }, + { + "name": "--source-id", + "description": "The linked resource ID for the workbook. By default, this is 'azure monitor'.", + "type": "string" + } + ] + }, + { + "name": "delete", + "description": "Delete a workbook by its Azure resource ID.\r\nThis command soft deletes the workbook: it will be retained for 90 days.\r\nIf needed, you can restore it from the Recycle Bin through the Azure Portal.\r\n\r\nTo learn more, visit: https://learn.microsoft.com/azure/azure-monitor/visualize/workbooks-manage", + "command": "azmcp workbooks delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--workbook-id", + "description": "The Azure Resource ID of the workbook to retrieve.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all workbooks in a specific resource group. This command retrieves all workbooks available\r\nin the specified resource group within the given subscription. Resource group is required.\r\nOptionally filter by kind (shared/user), category (workbook/sentinel/etc), or source resource ID.", + "command": "azmcp workbooks list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--kind", + "description": "Filter workbooks by kind (e.g., 'shared', 'user'). If not specified, all kinds will be returned.", + "type": "string" + }, + { + "name": "--category", + "description": "Filter workbooks by category (e.g., 'workbook', 'sentinel', 'TSG'). If not specified, all categories will be returned.", + "type": "string" + }, + { + "name": "--source-id", + "description": "Filter workbooks by source resource ID (e.g., Application Insights resource, Log Analytics workspace). If not specified, all workbooks will be returned.", + "type": "string" + } + ] + }, + { + "name": "show", + "description": "Gets information about a specific workbook by its Azure resource ID.\r\nReturns workbook details including JSON serialized content, display name, description, category,\r\nlocation, kind, tags, version, modification time, and other metadata.", + "command": "azmcp workbooks show", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--workbook-id", + "description": "The Azure Resource ID of the workbook to retrieve.", + "type": "string", + "required": true + } + ] + }, + { + "name": "update", + "description": "Updates properties of a workbook, including its display name and serialized content.\r\nAt least one property must be provided for the update operation.\r\nReturns the updated workbook object upon successful completion.", + "command": "azmcp workbooks update", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--workbook-id", + "description": "The Azure Resource ID of the workbook to retrieve.", + "type": "string", + "required": true + }, + { + "name": "--display-name", + "description": "The display name of the workbook.", + "type": "string" + }, + { + "name": "--serialized-content", + "description": "The JSON serialized content/data of the workbook.", + "type": "string" + } + ] + } + ] + } + ], + "duration": 95 +} diff --git a/eng/tools/ToolDescriptionEvaluator/tools.json b/eng/tools/ToolDescriptionEvaluator/tools.json index 53e92b58c..648a65837 100644 --- a/eng/tools/ToolDescriptionEvaluator/tools.json +++ b/eng/tools/ToolDescriptionEvaluator/tools.json @@ -10,56 +10,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -71,62 +62,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--registry", "description": "The name of the Azure Container Registry. This is the unique name you chose for your container registry.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -138,56 +119,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--cluster", @@ -205,50 +178,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -260,56 +225,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--cluster", @@ -333,56 +290,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--cluster", @@ -400,50 +349,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -455,50 +396,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -515,14 +448,12 @@ { "name": "--label", "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", - "type": "string", - "required": null + "type": "string" }, { "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -534,50 +465,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -588,14 +511,12 @@ { "name": "--key", "description": "Specifies the key filter, if any, to be used when retrieving key-values. The filter can be an exact match, for example a filter of 'foo' would get all key-values with a key of 'foo', or the filter can include a '*' character at the end of the string for wildcard searches (e.g., 'App*'). If omitted all keys will be retrieved.", - "type": "string", - "required": null + "type": "string" }, { "name": "--label", "description": "Specifies the label filter, if any, to be used when retrieving key-values. The filter can be an exact match, for example a filter of 'foo' would get all key-values with a label of 'foo', or the filter can include a '*' character at the end of the string for wildcard searches (e.g., 'Prod*'). This filter is case-sensitive. If omitted, all labels will be retrieved.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -607,50 +528,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -667,14 +580,12 @@ { "name": "--label", "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", - "type": "string", - "required": null + "type": "string" }, { "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -686,50 +597,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -746,14 +649,12 @@ { "name": "--label", "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", - "type": "string", - "required": null + "type": "string" }, { "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string", - "required": null + "type": "string" }, { "name": "--value", @@ -764,8 +665,7 @@ { "name": "--tags", "description": "The tags to associate with the configuration key. Tags should be in the format 'key=value'. Multiple tags can be specified.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -777,50 +677,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -837,14 +729,12 @@ { "name": "--label", "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", - "type": "string", - "required": null + "type": "string" }, { "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -856,50 +746,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -916,14 +798,12 @@ { "name": "--label", "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", - "type": "string", - "required": null + "type": "string" }, { "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -935,50 +815,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--question", @@ -997,12 +875,6 @@ "description": "Resource type. Try to get this information using the Azure CLI tool before asking the user.", "type": "string", "required": true - }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null } ] }, @@ -1014,56 +886,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1075,50 +938,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--sku", @@ -1142,56 +997,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--location", "description": "Azure region/region short name (use Azure location token, lowercase). Examples: uaenorth, swedencentral, eastus.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1209,44 +1055,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-type", @@ -1258,92 +1097,78 @@ }, { "name": "design", - "description": "Azure architecture design tool that gathers requirements through guided questions and recommends optimal solutions.\r\n\r\nKey parameters: question, questionNumber, confidenceScore (0.0-1.0, present architecture when �0.7), totalQuestions, answer, nextQuestionNeeded, architectureComponent, architectureTier, state.\r\n\r\nProcess:\r\n1. Ask about user role, business goals (1-2 questions at a time)\r\n2. Track confidence and update requirements (explicit/implicit/assumed)\r\n3. When confident enough, present architecture with table format, visual organization, ASCII diagrams\r\n4. Follow Azure Well-Architected Framework principles\r\n5. Cover all tiers: infrastructure, platform, application, data, security, operations\r\n6. Provide actionable advice and high-level overview\r\n\r\nState tracks components, requirements by category, and confidence factors. Be conservative with suggestions.", + "description": "Azure architecture design tool that gathers requirements through guided questions and recommends optimal solutions.\r\n\r\nKey parameters: question, questionNumber, confidenceScore (0.0-1.0, present architecture when 0.7), totalQuestions, answer, nextQuestionNeeded, architectureComponent, architectureTier, state.\r\n\r\nProcess:\r\n1. Ask about user role, business goals (1-2 questions at a time)\r\n2. Track confidence and update requirements (explicit/implicit/assumed)\r\n3. When confident enough, present architecture with table format, visual organization, ASCII diagrams\r\n4. Follow Azure Well-Architected Framework principles\r\n5. Cover all tiers: infrastructure, platform, application, data, security, operations\r\n6. Provide actionable advice and high-level overview\r\n\r\nState tracks components, requirements by category, and confidence factors. Be conservative with suggestions.", "command": "azmcp cloudarchitect design", "option": [ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--question", "description": "The current question being asked", - "type": "string", - "required": null + "type": "string" }, { "name": "--question-number", "description": "Current question number", - "type": "string", - "required": null + "type": "string" }, { "name": "--total-questions", "description": "Estimated total questions needed", - "type": "string", - "required": null + "type": "string" }, { "name": "--answer", "description": "The user's response to the question", - "type": "string", - "required": null + "type": "string" }, { "name": "--next-question-needed", "description": "Whether another question is needed", - "type": "string", - "required": null + "type": "string" }, { "name": "--confidence-score", "description": "A value between 0.0 and 1.0 representing confidence in understanding requirements. When this reaches 0.7 or higher, nextQuestionNeeded should be set to false.", - "type": "string", - "required": null + "type": "string" }, { "name": "--state", "description": "The complete architecture state from the previous request as JSON, State input schema:\n{\n\"state\":{\n\"type\":\"object\",\n\"description\":\"The complete architecture state from the previous request\",\n\"properties\":{\n\"architectureComponents\":{\n\"type\":\"array\",\n\"description\":\"All architecture components suggested so far\",\n\"items\":{\n\"type\":\"string\"\n}\n},\n\"architectureTiers\":{\n\"type\":\"object\",\n\"description\":\"Components organized by architecture tier\",\n\"additionalProperties\":{\n\"type\":\"array\",\n\"items\":{\n\"type\":\"string\"\n}\n}\n},\n\"thought\":{\n\"type\":\"string\",\n\"description\":\"The calling agent's thoughts on the next question or reasoning process. The calling agent should use the requirements it has gathered to reason about the next question.\"\n},\n\"suggestedHint\":{\n\"type\":\"string\",\n\"description\":\"A suggested interaction hint to show the user, such as 'Ask me to create an ASCII art diagram of this architecture' or 'Ask about how this design handles disaster recovery'.\"\n},\n\"requirements\":{\n\"type\":\"object\",\n\"description\":\"Tracked requirements organized by type\",\n\"properties\":{\n\"explicit\":{\n\"type\":\"array\",\n\"description\":\"Requirements explicitly stated by the user\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n},\n\"implicit\":{\n\"type\":\"array\",\n\"description\":\"Requirements implied by user responses\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n},\n\"assumed\":{\n\"type\":\"array\",\n\"description\":\"Requirements assumed based on context/best practices\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n}\n}\n},\n\"confidenceFactors\":{\n\"type\":\"object\",\n\"description\":\"Factors that contribute to the overall confidence score\",\n\"properties\":{\n\"explicitRequirementsCoverage\":{\n\"type\":\"number\"\n},\n\"implicitRequirementsCertainty\":{\n\"type\":\"number\"\n},\n\"assumptionRisk\":{\n\"type\":\"number\"\n}\n}\n}\n}\n}\n}", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1355,50 +1180,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1410,50 +1227,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -1476,8 +1285,7 @@ { "name": "--query", "description": "SQL query to execute against the container. Uses Cosmos DB SQL syntax.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1489,50 +1297,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -1556,50 +1356,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -1617,50 +1409,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--datadog-resource", @@ -1672,7 +1456,7 @@ "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true } ] }, @@ -1684,50 +1468,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--workspace-folder", @@ -1744,8 +1520,7 @@ { "name": "--limit", "description": "The maximum row number of logs to retrieve. Use this to get a specific number of logs or to avoid the retrieved logs from reaching token limit. Default is 200.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1776,14 +1551,12 @@ { "name": "--iac-type", "description": "The Infrastructure as Code type. Valid values: bicep, terraform. Leave empty if deployment-tool is AzCli.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-types", - "description": "Specifies the Azure resource types to retrieve IaC rules for. It should be comma-separated. Supported values are: 'appservice', 'containerapp', 'function', 'aks'. If none of these services are used, this parameter can be left empty.", - "type": "string", - "required": null + "description": "Specifies the Azure resource types to retrieve IaC rules for. It should be comma-separated. Supported values are: 'appservice', 'containerapp', 'function', 'aks', 'storage'. If none of these services are used, this parameter can be left empty.", + "type": "string" } ] }, @@ -1795,74 +1568,62 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--use-azd-pipeline-config", "description": "Whether to use azd tool to set up the deployment pipeline. Set to true ONLY if azure.yaml is provided or the context suggests AZD tools.", - "type": "string", - "required": null + "type": "string" }, { "name": "--organization-name", "description": "The name of the organization or the user account name of the current Github repository. DO NOT fill this in if you're not sure.", - "type": "string", - "required": null + "type": "string" }, { "name": "--repository-name", "description": "The name of the current Github repository. DO NOT fill this in if you're not sure.", - "type": "string", - "required": null + "type": "string" }, { "name": "--github-environment-name", "description": "The name of the environment to which the deployment pipeline will be deployed. DO NOT fill this in if you're not sure.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1898,69 +1659,121 @@ { "name": "--azd-iac-options", "description": "The Infrastructure as Code option for azd. Valid values: bicep, terraform. Leave empty if Deployment tool is AzCli.", - "type": "string", - "required": null + "type": "string" } ] }, { "name": "list", - "description": "List all Event Grid topics in a subscription with configuration and status information. This tool retrieves \r\ntopic details including endpoints, access keys, and subscription information for event publishing and management. \r\nReturns topic information as JSON array. Requires subscription.", - "command": "azmcp eventgrid topic list", + "description": "List event subscriptions for topics with filtering and endpoint configuration. This tool shows all active \r\nsubscriptions including webhook endpoints, event filters, and delivery retry policies. Returns subscription \r\ndetails as JSON array. Requires either --topic (bare topic name) OR --subscription. If only --topic is provided\r\nthe tool searches all accessible subscriptions for a topic with that name. Optional --resource-group/--location\r\nmay only be used alongside --subscription or --topic.", + "command": "azmcp eventgrid subscription list", "option": [ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" + }, + { + "name": "--topic", + "description": "The name of the Event Grid topic.", + "type": "string" + }, + { + "name": "--location", + "description": "The Azure region to filter resources by (e.g., 'eastus', 'westus2').", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all Event Grid topics in a subscription with configuration and status information. This tool retrieves\r\ntopic details including endpoints, access keys, and subscription information for event publishing and management.\r\nReturns topic information as JSON array. Requires subscription.", + "command": "azmcp eventgrid topic list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" } ] }, @@ -1972,56 +1785,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2033,44 +1837,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--endpoint", @@ -2088,44 +1885,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--endpoint", @@ -2149,50 +1939,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--deployment", @@ -2218,47 +2006,35 @@ "type": "string", "required": true }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null - }, { "name": "--model-version", "description": "The version of the model to deploy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--model-source", "description": "The source of the model.", - "type": "string", - "required": null + "type": "string" }, { "name": "--sku", "description": "The SKU name for the deployment.", - "type": "string", - "required": null + "type": "string" }, { "name": "--sku-capacity", "description": "The SKU capacity for the deployment.", - "type": "string", - "required": null + "type": "string" }, { "name": "--scale-type", "description": "The scale type for the deployment.", - "type": "string", - "required": null + "type": "string" }, { "name": "--scale-capacity", "description": "The scale capacity for the deployment.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2270,44 +2046,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--endpoint", @@ -2325,68 +2094,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--search-for-free-playground", "description": "If true, filters models to include only those that can be used for free by users for prototyping.", - "type": "string", - "required": null + "type": "string" }, { "name": "--publisher", "description": "A filter to specify the publisher of the models to retrieve.", - "type": "string", - "required": null + "type": "string" }, { "name": "--license", "description": "A filter to specify the license type of the models to retrieve.", - "type": "string", - "required": null + "type": "string" }, { "name": "--model-name", - "description": "The name of the model to search for.", - "type": "string", - "required": null + "description": "The name of the model to deploy.", + "type": "string" } ] }, @@ -2398,62 +2156,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--function-app", "description": "The name of the Function App.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2484,50 +2232,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2539,50 +2279,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2594,50 +2326,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -2661,50 +2385,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -2728,50 +2444,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -2794,8 +2502,7 @@ { "name": "--password", "description": "Optional password for a protected PFX being imported.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -2807,50 +2514,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -2868,50 +2567,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -2941,50 +2632,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -2995,8 +2678,7 @@ { "name": "--include-managed", "description": "Whether or not to include managed keys in results.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3008,50 +2690,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3081,50 +2755,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--vault", @@ -3142,62 +2808,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3209,50 +2865,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3264,62 +2912,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3331,62 +2969,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--database", @@ -3410,62 +3038,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--database", @@ -3495,62 +3113,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--database", @@ -3568,62 +3176,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster-uri", "description": "Kusto Cluster URI.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cluster", "description": "Kusto Cluster name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--database", @@ -3647,62 +3245,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-id", @@ -3713,38 +3301,32 @@ { "name": "--description", "description": "The description for the load test run. This provides additional context about the test run.", - "type": "string", - "required": null + "type": "string" }, { "name": "--display-name", "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", - "type": "string", - "required": null + "type": "string" }, { "name": "--endpoint", "description": "The endpoint URL to be tested. This is the URL of the HTTP endpoint that will be subjected to load testing.", - "type": "string", - "required": null + "type": "string" }, { "name": "--virtual-users", "description": "Virtual users is a measure of load that is simulated to test the HTTP endpoint. (Default - 50)", - "type": "string", - "required": null + "type": "string" }, { "name": "--duration", "description": "This is the duration for which the load is simulated against the endpoint. Enter decimals for fractional minutes (e.g., 1.5 for 1 minute and 30 seconds). Default is 20 mins", - "type": "string", - "required": null + "type": "string" }, { "name": "--ramp-up-time", "description": "The ramp-up time is the time it takes for the system to ramp-up to the total load specified. Enter decimals for fractional minutes (e.g., 1.5 for 1 minute and 30 seconds). Default is 1 min", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3756,62 +3338,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-id", @@ -3829,62 +3401,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3896,62 +3458,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3963,68 +3515,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--testrun-id", "description": "The ID of the load test run for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-id", @@ -4035,20 +3576,17 @@ { "name": "--display-name", "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", - "type": "string", - "required": null + "type": "string" }, { "name": "--description", "description": "The description for the load test run. This provides additional context about the test run.", - "type": "string", - "required": null + "type": "string" }, { "name": "--old-testrun-id", "description": "The ID of an existing test run to update. If provided, the command will trigger a rerun of the given test run id.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4060,68 +3598,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--testrun-id", "description": "The ID of the load test run for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4133,62 +3660,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-id", @@ -4206,68 +3723,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-resource-name", "description": "The name of the load test resource for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--testrun-id", "description": "The ID of the load test run for which you want to fetch the details.", - "type": "string", - "required": null + "type": "string" }, { "name": "--test-id", @@ -4278,14 +3784,12 @@ { "name": "--display-name", "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", - "type": "string", - "required": null + "type": "string" }, { "name": "--description", "description": "The description for the load test run. This provides additional context about the test run.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4297,50 +3801,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--product-id", @@ -4351,50 +3847,42 @@ { "name": "--include-stop-sold-plans", "description": "Include stop-sold or hidden plans in the response.", - "type": "string", - "required": null + "type": "string" }, { "name": "--language", "description": "Product language code (e.g., 'en' for English, 'fr' for French).", - "type": "string", - "required": null + "type": "string" }, { "name": "--market", "description": "Product market code (e.g., 'US' for United States, 'UK' for United Kingdom).", - "type": "string", - "required": null + "type": "string" }, { "name": "--lookup-offer-in-tenant-level", "description": "Check against tenant private audience when retrieving the product.", - "type": "string", - "required": null + "type": "string" }, { "name": "--plan-id", "description": "Filter results by a specific plan ID.", - "type": "string", - "required": null + "type": "string" }, { "name": "--sku-id", "description": "Filter results by a specific SKU ID.", - "type": "string", - "required": null + "type": "string" }, { "name": "--include-service-instruction-templates", "description": "Include service instruction templates in the response.", - "type": "string", - "required": null + "type": "string" }, { "name": "--pricing-audience", "description": "Pricing audience for the request header.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4406,92 +3894,77 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--language", "description": "Product language code (e.g., 'en' for English, 'fr' for French).", - "type": "string", - "required": null + "type": "string" }, { "name": "--search", "description": "Search for products using a short general term (up to 25 characters)", - "type": "string", - "required": null + "type": "string" }, { "name": "--filter", "description": "OData filter expression to filter results based on ProductSummary properties (e.g., \"displayName eq 'Azure'\").", - "type": "string", - "required": null + "type": "string" }, { "name": "--orderby", "description": "OData orderby expression to sort results by ProductSummary fields (e.g., \"displayName asc\" or \"popularity desc\").", - "type": "string", - "required": null + "type": "string" }, { "name": "--select", "description": "OData select expression to choose specific ProductSummary fields to return (e.g., \"displayName,publisherDisplayName,uniqueProductId\").", - "type": "string", - "required": null + "type": "string" }, { "name": "--next-cursor", "description": "Pagination cursor to retrieve the next page of results. Use the NextPageLink value from a previous response.", - "type": "string", - "required": null + "type": "string" }, { "name": "--expand", "description": "OData expand expression to include related data in the response (e.g., \"plans\" to include plan details).", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4503,50 +3976,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--entity", @@ -4559,12 +4030,6 @@ "description": "The name of the health model for which to get the health.", "type": "string", "required": true - }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null } ] }, @@ -4576,56 +4041,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" }, { "name": "--resource-type", "description": "The Azure resource type (e.g., 'Microsoft.Storage/storageAccounts', 'Microsoft.Compute/virtualMachines'). If not specified, will attempt to infer from resource name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource", @@ -4633,29 +4094,20 @@ "type": "string", "required": true }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null - }, { "name": "--metric-namespace", "description": "The metric namespace to query. Obtain this value from the azmcp-monitor-metrics-definitions command.", - "type": "string", - "required": null + "type": "string" }, { "name": "--search-string", "description": "A string to filter the metric definitions by. Helpful for reducing the number of records returned. Performs case-insensitive matching on metric name and description fields.", - "type": "string", - "required": null + "type": "string" }, { "name": "--limit", "description": "The maximum number of metric definitions to return. Defaults to 10.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4667,56 +4119,52 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" }, { "name": "--resource-type", "description": "The Azure resource type (e.g., 'Microsoft.Storage/storageAccounts', 'Microsoft.Compute/virtualMachines'). If not specified, will attempt to infer from resource name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource", @@ -4724,12 +4172,6 @@ "type": "string", "required": true }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null - }, { "name": "--metric-names", "description": "The names of metrics to query (comma-separated).", @@ -4739,32 +4181,27 @@ { "name": "--start-time", "description": "The start time for the query in ISO format (e.g., 2023-01-01T00:00:00Z). Defaults to 24 hours ago.", - "type": "string", - "required": null + "type": "string" }, { "name": "--end-time", "description": "The end time for the query in ISO format (e.g., 2023-01-01T00:00:00Z). Defaults to now.", - "type": "string", - "required": null + "type": "string" }, { "name": "--interval", "description": "The time interval for data points (e.g., PT1H for 1 hour, PT5M for 5 minutes).", - "type": "string", - "required": null + "type": "string" }, { "name": "--aggregation", "description": "The aggregation type to use (Average, Maximum, Minimum, Total, Count).", - "type": "string", - "required": null + "type": "string" }, { "name": "--filter", "description": "OData filter to apply to the metrics query.", - "type": "string", - "required": null + "type": "string" }, { "name": "--metric-namespace", @@ -4775,8 +4212,7 @@ { "name": "--max-buckets", "description": "The maximum number of time buckets to return. Defaults to 50.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4788,50 +4224,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-id", @@ -4854,14 +4282,12 @@ { "name": "--hours", "description": "The number of hours to query back from now.", - "type": "string", - "required": null + "type": "string" }, { "name": "--limit", "description": "The maximum number of results to return.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -4873,56 +4299,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--workspace", @@ -4946,56 +4364,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--workspace", @@ -5013,50 +4423,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -5068,56 +4470,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--workspace", @@ -5140,14 +4534,12 @@ { "name": "--hours", "description": "The number of hours to query back from now.", - "type": "string", - "required": null + "type": "string" }, { "name": "--limit", "description": "The maximum number of results to return.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -5159,56 +4551,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -5232,56 +4616,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -5317,56 +4693,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -5390,56 +4758,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -5457,56 +4817,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -5536,56 +4888,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -5621,56 +4965,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -5700,56 +5036,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -5785,56 +5113,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -5858,56 +5178,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -5943,56 +5255,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -6016,56 +5320,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -6083,56 +5379,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -6162,56 +5450,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -6247,56 +5527,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -6326,56 +5598,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--user", @@ -6411,50 +5675,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-types", @@ -6465,20 +5721,17 @@ { "name": "--cognitive-service-model-name", "description": "Optional model name for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cognitive-service-model-version", "description": "Optional model version for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", - "type": "string", - "required": null + "type": "string" }, { "name": "--cognitive-service-deployment-sku-name", "description": "Optional deployment SKU name for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -6490,50 +5743,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--region", @@ -6557,62 +5802,54 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { - "name": "--cache", - "description": "The name of the Redis cache (e.g., my-redis-cache).", + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", "required": true }, { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "name": "--cache", + "description": "The name of the Redis cache (e.g., my-redis-cache).", "type": "string", - "required": null + "required": true } ] }, @@ -6624,50 +5861,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -6679,62 +5908,54 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { - "name": "--cluster", - "description": "The name of the Redis cluster (e.g., my-redis-cluster).", + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", "required": true }, { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "name": "--cluster", + "description": "The name of the Redis cluster (e.g., my-redis-cluster).", "type": "string", - "required": null + "required": true } ] }, @@ -6746,50 +5967,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -6801,50 +6014,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resourceId", @@ -6862,56 +6067,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -6923,86 +6119,72 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--event-type", "description": "Filter by event type (ServiceIssue, PlannedMaintenance, HealthAdvisory, Security). If not specified, all event types are included.", - "type": "string", - "required": null + "type": "string" }, { "name": "--status", "description": "Filter by status (Active, Resolved). If not specified, all statuses are included.", - "type": "string", - "required": null + "type": "string" }, { "name": "--tracking-id", "description": "Filter by tracking ID to get a specific service health event.", - "type": "string", - "required": null + "type": "string" }, { "name": "--filter", "description": "Additional OData filter expression to apply to the service health events query.", - "type": "string", - "required": null + "type": "string" }, { "name": "--query-start-time", "description": "Start time for the query in ISO 8601 format (e.g., 2024-01-01T00:00:00Z). Events from this time onwards will be included.", - "type": "string", - "required": null + "type": "string" }, { "name": "--query-end-time", "description": "End time for the query in ISO 8601 format (e.g., 2024-01-31T23:59:59Z). Events up to this time will be included.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -7014,50 +6196,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--scope", @@ -7075,44 +6249,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--service", @@ -7123,8 +6290,7 @@ { "name": "--index", "description": "The name of the search index within the Azure AI Search service.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -7136,44 +6302,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--service", @@ -7203,50 +6362,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -7258,50 +6409,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--namespace", @@ -7325,50 +6468,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--namespace", @@ -7392,50 +6527,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--namespace", @@ -7457,6 +6584,176 @@ } ] }, + { + "name": "create", + "description": "Create a new Azure SQL Database on an existing SQL Server. This command creates a database with configurable\r\nperformance tiers, size limits, and other settings. Equivalent to 'az sql db create'.\r\nReturns the newly created database information including configuration details.", + "command": "azmcp sql db create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The Azure SQL Database name.", + "type": "string", + "required": true + }, + { + "name": "--sku-name", + "description": "The SKU name for the database (e.g., Basic, S0, P1, GP_Gen5_2).", + "type": "string" + }, + { + "name": "--sku-tier", + "description": "The SKU tier for the database (e.g., Basic, Standard, Premium, GeneralPurpose).", + "type": "string" + }, + { + "name": "--sku-capacity", + "description": "The SKU capacity (DTU or vCore count) for the database.", + "type": "string" + }, + { + "name": "--collation", + "description": "The collation for the database (e.g., SQL_Latin1_General_CP1_CI_AS).", + "type": "string" + }, + { + "name": "--max-size-bytes", + "description": "The maximum size of the database in bytes.", + "type": "string" + }, + { + "name": "--elastic-pool-name", + "description": "The name of the elastic pool to assign the database to.", + "type": "string" + }, + { + "name": "--zone-redundant", + "description": "Whether the database should be zone redundant.", + "type": "string" + }, + { + "name": "--read-scale", + "description": "Read scale option for the database (Enabled or Disabled).", + "type": "string" + } + ] + }, + { + "name": "delete", + "description": "Deletes an Azure SQL Database from an existing SQL Server. This command removes the specified database\r\nand is idempotent - attempting to delete a database that does not exist will succeed with Deleted = false.\r\nEquivalent to 'az sql db delete'.\r\nReturns whether the database was deleted during this operation.", + "command": "azmcp sql db delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The Azure SQL Database name.", + "type": "string", + "required": true + } + ] + }, { "name": "list", "description": "Lists all databases in an Azure SQL Server with their configuration, status, SKU, and performance details.\r\nUse when you need to: view database inventory, check database status across a server, compare database configurations,\r\nor find databases for management operations.\r\nRequires: subscription ID, resource group name, server name.\r\nReturns: JSON array of databases with complete configuration details including SKU, status, and size information.\r\nEquivalent to 'az sql db list'.", @@ -7465,56 +6762,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--server", @@ -7532,56 +6821,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--server", @@ -7605,56 +6886,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--server", @@ -7666,62 +6939,54 @@ }, { "name": "create", - "description": "Creates a new Azure SQL server in the specified resource group and location. \r\nThe server will be created with the specified administrator credentials and \r\noptional configuration settings. Returns the created server with its properties \r\nincluding the fully qualified domain name.", + "description": "Creates a new Azure SQL server in the specified resource group and location.\r\nThe server will be created with the specified administrator credentials and\r\noptional configuration settings. Returns the created server with its properties\r\nincluding the fully qualified domain name.", "command": "azmcp sql server create", "option": [ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--server", @@ -7750,75 +7015,65 @@ { "name": "--version", "description": "The version of SQL Server to create (e.g., '12.0').", - "type": "string", - "required": null + "type": "string" }, { "name": "--public-network-access", "description": "Whether public network access is enabled for the SQL server ('Enabled' or 'Disabled').", - "type": "string", - "required": null + "type": "string" } ] }, { "name": "delete", - "description": "Deletes an Azure SQL server and all of its databases from the specified resource group. \r\nThis operation is irreversible and will permanently remove the server and all its data. \r\nUse the --force flag to skip confirmation prompts.", + "description": "Deletes an Azure SQL server and all of its databases from the specified resource group.\r\nThis operation is irreversible and will permanently remove the server and all its data.\r\nUse the --force flag to skip confirmation prompts.", "command": "azmcp sql server delete", "option": [ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--server", @@ -7829,8 +7084,7 @@ { "name": "--force", "description": "Force delete the server without confirmation prompts.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -7842,56 +7096,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--server", @@ -7909,56 +7155,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--server", @@ -7994,56 +7232,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--server", @@ -8067,56 +7297,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--server", @@ -8128,62 +7350,54 @@ }, { "name": "show", - "description": "Retrieves detailed information about an Azure SQL server including its configuration, \r\nstatus, and properties such as the fully qualified domain name, version, \r\nadministrator login, and network access settings.", + "description": "Retrieves detailed information about an Azure SQL server including its configuration,\r\nstatus, and properties such as the fully qualified domain name, version,\r\nadministrator login, and network access settings.", "command": "azmcp sql server show", "option": [ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--server", @@ -8201,62 +7415,54 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { - "name": "--account", - "description": "The name of the Azure Storage account to create. Must be globally unique, 3-24 characters, lowercase letters and numbers only.", + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", "required": true }, { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "name": "--account", + "description": "The name of the Azure Storage account to create. Must be globally unique, 3-24 characters, lowercase letters and numbers only.", "type": "string", - "required": null + "required": true }, { "name": "--location", @@ -8267,20 +7473,17 @@ { "name": "--sku", "description": "The storage account SKU. Valid values: Standard_LRS, Standard_GRS, Standard_RAGRS, Standard_ZRS, Premium_LRS, Premium_ZRS, Standard_GZRS, Standard_RAGZRS.", - "type": "string", - "required": null + "type": "string" }, { "name": "--access-tier", "description": "The default access tier for blob storage. Valid values: Hot, Cool.", - "type": "string", - "required": null + "type": "string" }, { "name": "--enable-hierarchical-namespace", "description": "Whether to enable hierarchical namespace (Data Lake Storage Gen2) for the storage account.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -8292,56 +7495,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", - "type": "string", - "required": null + "type": "string" } ] }, @@ -8353,50 +7547,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -8432,50 +7618,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -8499,50 +7677,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -8553,8 +7723,7 @@ { "name": "--container", "description": "The name of the container to access within the storage account.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -8566,50 +7735,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -8626,8 +7787,7 @@ { "name": "--blob", "description": "The name of the blob to access within the container. This should be the full path within the container (e.g., 'file.txt' or 'folder/file.txt').", - "type": "string", - "required": null + "type": "string" } ] }, @@ -8639,50 +7799,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -8718,50 +7870,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -8785,50 +7929,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -8845,14 +7981,12 @@ { "name": "--filter-path", "description": "The prefix to filter paths in the Data Lake. Only paths that start with this prefix will be listed.", - "type": "string", - "required": null + "type": "string" }, { "name": "--recursive", "description": "Flag to indicate whether the command will operate recursively on all subdirectories.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -8864,50 +7998,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -8930,14 +8056,12 @@ { "name": "--time-to-live-in-seconds", "description": "The time-to-live for the message in seconds. If not specified, the message will use the queue's default TTL. Set to -1 for messages that never expire.", - "type": "string", - "required": null + "type": "string" }, { "name": "--visibility-timeout-in-seconds", "description": "The visibility timeout for the message in seconds. This determines how long the message will be invisible after it's retrieved. If not specified, defaults to 0 (immediately visible).", - "type": "string", - "required": null + "type": "string" } ] }, @@ -8949,50 +8073,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -9015,8 +8131,7 @@ { "name": "--prefix", "description": "Optional prefix to filter results. Only items that start with this prefix will be returned.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9028,50 +8143,42 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--account", @@ -9089,44 +8196,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9138,56 +8238,47 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9199,68 +8290,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--hostpool", "description": "The name of the Azure Virtual Desktop host pool. This is the unique name you chose for your hostpool.", - "type": "string", - "required": null + "type": "string" }, { "name": "--hostpool-resource-id", "description": "The Azure resource ID of the host pool. When provided, this will be used instead of searching by name.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9272,68 +8352,57 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--hostpool", "description": "The name of the Azure Virtual Desktop host pool. This is the unique name you chose for your hostpool.", - "type": "string", - "required": null + "type": "string" }, { "name": "--hostpool-resource-id", "description": "The Azure resource ID of the host pool. When provided, this will be used instead of searching by name.", - "type": "string", - "required": null + "type": "string" }, { "name": "--sessionhost", @@ -9351,56 +8420,48 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--display-name", @@ -9417,8 +8478,7 @@ { "name": "--source-id", "description": "The linked resource ID for the workbook. By default, this is 'azure monitor'.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9430,44 +8490,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--workbook-id", @@ -9485,74 +8538,63 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", - "required": null + "required": true }, { "name": "--kind", "description": "Filter workbooks by kind (e.g., 'shared', 'user'). If not specified, all kinds will be returned.", - "type": "string", - "required": null + "type": "string" }, { "name": "--category", "description": "Filter workbooks by category (e.g., 'workbook', 'sentinel', 'TSG'). If not specified, all categories will be returned.", - "type": "string", - "required": null + "type": "string" }, { "name": "--source-id", "description": "Filter workbooks by source resource ID (e.g., Application Insights resource, Log Analytics workspace). If not specified, all workbooks will be returned.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -9564,44 +8606,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--workbook-id", @@ -9619,44 +8654,37 @@ { "name": "--tenant", "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string", - "required": null + "type": "string" }, { "name": "--auth-method", "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-delay", "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-delay", "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-max-retries", "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-mode", "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string", - "required": null + "type": "string" }, { "name": "--retry-network-timeout", "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string", - "required": null + "type": "string" }, { "name": "--workbook-id", @@ -9667,17 +8695,15 @@ { "name": "--display-name", "description": "The display name of the workbook.", - "type": "string", - "required": null + "type": "string" }, { "name": "--serialized-content", "description": "The JSON serialized content/data of the workbook.", - "type": "string", - "required": null + "type": "string" } ] } ], - "duration": 63 -} \ No newline at end of file + "duration": 54 +} From 69103a38feedc0863d0fc2fa9aba9088db73e894 Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Wed, 17 Sep 2025 18:42:33 -0700 Subject: [PATCH 02/23] Added count values for "results" and "subcommands" --- .../Areas/Tools/Commands/ToolsListCommand.cs | 7 +- .../src/Models/Command/CommandInfo.cs | 6 + .../src/Models/Command/CommandResponse.cs | 6 + .../Tools/UnitTests/ToolsListCommandTests.cs | 49 ++++++++ docs/azmcp-commands.md | 17 ++- .../ToolDescriptionEvaluator/namespaces.json | 108 ++++++++++++------ eng/tools/ToolDescriptionEvaluator/tools.json | 3 +- 7 files changed, 157 insertions(+), 39 deletions(-) diff --git a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs index 1878724cd..c6bd839fd 100644 --- a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs +++ b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs @@ -81,13 +81,15 @@ public override async Task ExecuteAsync(CommandContext context, Description = first.Description, Command = $"azmcp {first.Name}", Subcommands = subcommandInfos, - Options = null + Options = null, + SubcommandsCount = subcommandInfos.Count }; }) .OrderBy(ci => ci.Name, StringComparer.OrdinalIgnoreCase) .ToList(); context.Response.Results = ResponseResult.Create(namespaceCommands, ModelsJsonContext.Default.ListCommandInfo); + context.Response.ResultsCount = namespaceCommands.Count; return context.Response; } @@ -96,6 +98,7 @@ public override async Task ExecuteAsync(CommandContext context, .ToList()); context.Response.Results = ResponseResult.Create(tools, ModelsJsonContext.Default.ListCommandInfo); + context.Response.ResultsCount = tools.Count; return context.Response; } catch (Exception ex) @@ -124,6 +127,8 @@ private static CommandInfo CreateCommand(string tokenizedName, IBaseCommand comm Description = commandDetails.Description ?? string.Empty, Command = tokenizedName.Replace(CommandFactory.Separator, ' '), Options = optionInfos, + // Leaf commands have no subcommands. + SubcommandsCount = 0, }; } } diff --git a/core/Azure.Mcp.Core/src/Models/Command/CommandInfo.cs b/core/Azure.Mcp.Core/src/Models/Command/CommandInfo.cs index 2e11bad17..e5ab4c955 100644 --- a/core/Azure.Mcp.Core/src/Models/Command/CommandInfo.cs +++ b/core/Azure.Mcp.Core/src/Models/Command/CommandInfo.cs @@ -24,4 +24,10 @@ public class CommandInfo [JsonPropertyName("option")] [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingNull)] public List? Options { get; set; } + + // Number of immediate subcommands for grouping/namespace entries. + // Leaf commands will always have 0. + [JsonPropertyName("subcommandsCount")] + [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingDefault)] + public int SubcommandsCount { get; set; } } diff --git a/core/Azure.Mcp.Core/src/Models/Command/CommandResponse.cs b/core/Azure.Mcp.Core/src/Models/Command/CommandResponse.cs index b3e6f093c..a267cb963 100644 --- a/core/Azure.Mcp.Core/src/Models/Command/CommandResponse.cs +++ b/core/Azure.Mcp.Core/src/Models/Command/CommandResponse.cs @@ -20,6 +20,12 @@ public class CommandResponse [JsonPropertyName("duration")] public long Duration { get; set; } + + // Number of top-level result items (length of the deserialized results collection if a collection is returned). + // Set explicitly by commands that know the concrete collection size. + [JsonPropertyName("resultsCount")] + [JsonIgnore(Condition = JsonIgnoreCondition.WhenWritingDefault)] + public int ResultsCount { get; set; } } [JsonConverter(typeof(ResultConverter))] diff --git a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs index ce9b15c62..da85d374d 100644 --- a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs +++ b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs @@ -75,6 +75,8 @@ public async Task ExecuteAsync_WithValidContext_ReturnsCommandInfoList() Assert.NotNull(result); Assert.NotEmpty(result); + Assert.Equal(result.Count, response.ResultsCount); + foreach (var command in result) { Assert.False(string.IsNullOrWhiteSpace(command.Name), "Command name should not be empty"); @@ -83,6 +85,9 @@ public async Task ExecuteAsync_WithValidContext_ReturnsCommandInfoList() Assert.StartsWith("azmcp ", command.Command); + // Leaf commands: subcommandsCount should always be 0 + Assert.Equal(0, command.SubcommandsCount); + if (command.Options != null && command.Options.Count > 0) { foreach (var option in command.Options) @@ -119,6 +124,7 @@ public async Task ExecuteAsync_JsonSerializationStressTest_HandlesLargeResults() // Verify JSON round-trip preserves all data var serializedJson = JsonSerializer.Serialize(result); Assert.Equal(json, serializedJson); + Assert.Equal(result.Count, response.ResultsCount); } /// @@ -146,6 +152,8 @@ public async Task ExecuteAsync_WithValidContext_FiltersHiddenCommands() Assert.Contains(result, cmd => !string.IsNullOrEmpty(cmd.Name)); + Assert.Equal(result.Count, response.ResultsCount); + } /// @@ -245,6 +253,8 @@ public async Task ExecuteAsync_ReturnsSpecificKnownCommands() Assert.NotNull(result); Assert.NotEmpty(result); + Assert.Equal(result.Count, response.ResultsCount); + Assert.True(result.Count >= MinimumExpectedCommands, $"Expected at least {MinimumExpectedCommands} commands, got {result.Count}"); var allCommands = result.Select(cmd => cmd.Command).ToList(); @@ -301,6 +311,8 @@ public async Task ExecuteAsync_CommandPathFormattingIsCorrect() Assert.NotNull(result); + Assert.Equal(result.Count, response.ResultsCount); + foreach (var command in result) { // Command paths should not start or end with spaces @@ -336,6 +348,8 @@ public async Task ExecuteAsync_WithNamespaceSwitch_ReturnsNamespacesOnly() Assert.NotNull(namespaces); Assert.NotEmpty(namespaces); + Assert.Equal(namespaces!.Count, response.ResultsCount); + // Should include some well-known namespaces (matching Name property) Assert.Contains(namespaces, ci => ci.Name.Equals("subscription", StringComparison.OrdinalIgnoreCase)); Assert.Contains(namespaces, ci => ci.Name.Equals("storage", StringComparison.OrdinalIgnoreCase)); @@ -353,6 +367,8 @@ public async Task ExecuteAsync_WithNamespaceSwitch_ReturnsNamespacesOnly() Assert.DoesNotContain(" ", ns.Name); // Namespace should not itself have options Assert.Null(ns.Options); + // Count should equal number of subcommands for namespaces + Assert.Equal(ns.Subcommands?.Count ?? 0, ns.SubcommandsCount); if (ns.Subcommands is { Count: > 0 }) { @@ -363,6 +379,9 @@ public async Task ExecuteAsync_WithNamespaceSwitch_ReturnsNamespacesOnly() Assert.False(string.IsNullOrWhiteSpace(sub.Name)); Assert.False(string.IsNullOrWhiteSpace(sub.Command)); Assert.StartsWith($"azmcp {ns.Name} ", sub.Command, StringComparison.OrdinalIgnoreCase); + // Subcommand entries are leaf commands; count must be 0 + Assert.Equal(0, sub.SubcommandsCount); + if (sub.Options != null && sub.Options.Count > 0) { foundSubcommandWithOptions = true; @@ -375,6 +394,35 @@ public async Task ExecuteAsync_WithNamespaceSwitch_ReturnsNamespacesOnly() Assert.True(foundSubcommandWithOptions, "Expected at least one subcommand to include options."); } + /// + /// Explicitly verifies that count reflects subcommand counts for namespaces and 0 for their leaf subcommands. + /// + [Fact] + public async Task ExecuteAsync_Namespaces_CountMatchesSubcommandCounts() + { + var args = _commandDefinition.Parse(new[] { "--namespaces" }); + var response = await _command.ExecuteAsync(_context, args); + + Assert.NotNull(response.Results); + + var namespaces = DeserializeResults(response.Results); + + Assert.NotEmpty(namespaces); + Assert.Equal(namespaces.Count, response.ResultsCount); + + foreach (var ns in namespaces.Take(10)) + { + Assert.Equal(ns.Subcommands?.Count ?? 0, ns.SubcommandsCount); + if (ns.Subcommands != null) + { + foreach (var sub in ns.Subcommands) + { + Assert.Equal(0, sub.SubcommandsCount); + } + } + } + } + /// /// Verifies that the command handles empty command factory gracefully /// and returns empty results when no commands are available. @@ -414,6 +462,7 @@ public async Task ExecuteAsync_WithEmptyCommandFactory_ReturnsEmptyResults() Assert.NotNull(result); Assert.Empty(result); // Should be empty when no commands are available + Assert.Equal(result.Count, response.ResultsCount); } /// diff --git a/docs/azmcp-commands.md b/docs/azmcp-commands.md index 9f39e399e..c072ecd91 100644 --- a/docs/azmcp-commands.md +++ b/docs/azmcp-commands.md @@ -1248,11 +1248,26 @@ All responses follow a consistent JSON format: "status": "200|403|500, etc", "message": "", "options": [], - "results": [], + "results": [], "duration": 123 } ``` +### Tool & Namespace Result Objects + +When invoking `azmcp tools list` (with or without `--namespaces`), each returned object now includes a `count` field: + +| Field | Description | +|-------|-------------| +| `name` | Command or namespace name | +| `description` | Human-readable description | +| `command` | Fully qualified CLI invocation path | +| `subcommands` | (Namespaces only) Array of leaf command objects | +| `option` | (Leaf commands only) Array of options supported by the command | +| `count` | Namespaces: number of subcommands; Leaf commands: always 0 (options not counted) | + +This quantitative field enables quick sizing of a namespace without traversing nested arrays. Leaf command complexity should be inferred from its option list, not the `count` field. + ## Error Handling The CLI returns structured JSON responses for errors, including: diff --git a/eng/tools/ToolDescriptionEvaluator/namespaces.json b/eng/tools/ToolDescriptionEvaluator/namespaces.json index fb23989c1..9e9594598 100644 --- a/eng/tools/ToolDescriptionEvaluator/namespaces.json +++ b/eng/tools/ToolDescriptionEvaluator/namespaces.json @@ -116,7 +116,8 @@ } ] } - ] + ], + "subcommandsCount": 2 }, { "name": "aks", @@ -353,7 +354,8 @@ } ] } - ] + ], + "subcommandsCount": 4 }, { "name": "appconfig", @@ -826,7 +828,8 @@ } ] } - ] + ], + "subcommandsCount": 7 }, { "name": "applens", @@ -904,7 +907,8 @@ } ] } - ] + ], + "subcommandsCount": 1 }, { "name": "azuremanagedlustre", @@ -1074,7 +1078,8 @@ } ] } - ] + ], + "subcommandsCount": 3 }, { "name": "azureterraformbestpractices", @@ -1087,7 +1092,8 @@ "command": "azmcp azureterraformbestpractices get", "option": [] } - ] + ], + "subcommandsCount": 1 }, { "name": "bicepschema", @@ -1142,7 +1148,8 @@ } ] } - ] + ], + "subcommandsCount": 1 }, { "name": "cloudarchitect", @@ -1226,7 +1233,8 @@ } ] } - ] + ], + "subcommandsCount": 1 }, { "name": "cosmos", @@ -1462,7 +1470,8 @@ } ] } - ] + ], + "subcommandsCount": 4 }, { "name": "datadog", @@ -1528,7 +1537,8 @@ } ] } - ] + ], + "subcommandsCount": 1 }, { "name": "deploy", @@ -1738,7 +1748,8 @@ } ] } - ] + ], + "subcommandsCount": 5 }, { "name": "eventgrid", @@ -1859,7 +1870,8 @@ } ] } - ] + ], + "subcommandsCount": 2 }, { "name": "foundry", @@ -2185,7 +2197,8 @@ } ] } - ] + ], + "subcommandsCount": 5 }, { "name": "functionapp", @@ -2249,7 +2262,8 @@ } ] } - ] + ], + "subcommandsCount": 1 }, { "name": "get_bestpractices", @@ -2275,7 +2289,8 @@ } ] } - ] + ], + "subcommandsCount": 1 }, { "name": "grafana", @@ -2329,7 +2344,8 @@ } ] } - ] + ], + "subcommandsCount": 1 }, { "name": "group", @@ -2383,7 +2399,8 @@ } ] } - ] + ], + "subcommandsCount": 1 }, { "name": "keyvault", @@ -2872,7 +2889,8 @@ } ] } - ] + ], + "subcommandsCount": 8 }, { "name": "kusto", @@ -3316,7 +3334,8 @@ } ] } - ] + ], + "subcommandsCount": 7 }, { "name": "loadtesting", @@ -3879,7 +3898,8 @@ } ] } - ] + ], + "subcommandsCount": 8 }, { "name": "marketplace", @@ -4061,7 +4081,8 @@ } ] } - ] + ], + "subcommandsCount": 2 }, { "name": "monitor", @@ -4643,7 +4664,8 @@ } ] } - ] + ], + "subcommandsCount": 8 }, { "name": "mysql", @@ -5212,7 +5234,8 @@ } ] } - ] + ], + "subcommandsCount": 8 }, { "name": "postgres", @@ -5781,7 +5804,8 @@ } ] } - ] + ], + "subcommandsCount": 8 }, { "name": "quota", @@ -5915,7 +5939,8 @@ } ] } - ] + ], + "subcommandsCount": 2 }, { "name": "redis", @@ -6134,7 +6159,8 @@ } ] } - ] + ], + "subcommandsCount": 4 }, { "name": "resourcehealth", @@ -6323,7 +6349,8 @@ } ] } - ] + ], + "subcommandsCount": 3 }, { "name": "role", @@ -6383,7 +6410,8 @@ } ] } - ] + ], + "subcommandsCount": 1 }, { "name": "search", @@ -6550,7 +6578,8 @@ } ] } - ] + ], + "subcommandsCount": 3 }, { "name": "servicebus", @@ -6740,7 +6769,8 @@ } ] } - ] + ], + "subcommandsCount": 3 }, { "name": "sql", @@ -7570,7 +7600,8 @@ } ] } - ] + ], + "subcommandsCount": 12 }, { "name": "storage", @@ -8358,7 +8389,8 @@ } ] } - ] + ], + "subcommandsCount": 12 }, { "name": "subscription", @@ -8407,7 +8439,8 @@ } ] } - ] + ], + "subcommandsCount": 1 }, { "name": "virtualdesktop", @@ -8596,7 +8629,8 @@ } ] } - ] + ], + "subcommandsCount": 3 }, { "name": "workbooks", @@ -8895,8 +8929,10 @@ } ] } - ] + ], + "subcommandsCount": 5 } ], - "duration": 95 + "duration": 67, + "resultsCount": 35 } diff --git a/eng/tools/ToolDescriptionEvaluator/tools.json b/eng/tools/ToolDescriptionEvaluator/tools.json index 648a65837..5ff5a00da 100644 --- a/eng/tools/ToolDescriptionEvaluator/tools.json +++ b/eng/tools/ToolDescriptionEvaluator/tools.json @@ -8705,5 +8705,6 @@ ] } ], - "duration": 54 + "duration": 44, + "resultsCount": 140 } From d2a676f7db3efc9d3305e741a810105a30d04d16 Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Thu, 18 Sep 2025 11:25:20 -0700 Subject: [PATCH 03/23] Update core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs Co-authored-by: Copilot <175728472+Copilot@users.noreply.github.com> --- .../Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs index c6bd839fd..724bfbd3d 100644 --- a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs +++ b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs @@ -103,7 +103,7 @@ public override async Task ExecuteAsync(CommandContext context, } catch (Exception ex) { - logger.LogError(ex, "An exception occurred processing listing tools."); + logger.LogError(ex, "An exception occurred while processing tool listing."); HandleException(context, ex); return context.Response; From ce3868ceafdeefe63d7bd5b638b97a243f5cb14e Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Thu, 18 Sep 2025 12:37:53 -0700 Subject: [PATCH 04/23] Mapped prompts to namespaces --- docs/e2eTestPromptsByNamespace.md | 494 ++++++++++++++++++++++++++++++ 1 file changed, 494 insertions(+) create mode 100644 docs/e2eTestPromptsByNamespace.md diff --git a/docs/e2eTestPromptsByNamespace.md b/docs/e2eTestPromptsByNamespace.md new file mode 100644 index 000000000..ad57cc819 --- /dev/null +++ b/docs/e2eTestPromptsByNamespace.md @@ -0,0 +1,494 @@ +# Azure MCP End-to-End Test Prompts by Namespace + +This document maps each test prompt in e2eTestPrompts to its corresponding tool's *top-level* Azure MCP area/namespace. + +Columns: +- Tool Name: The root tool area (namespace) to invoke. Each of these corresponds to an underlying set of subcommands/tools. +- Test Prompt: A natural language user query that should map to that namespace. + +> NOTE: Some namespaces expose multiple subcommands (get, list, query, etc.). Disambiguation among subcommands happens +> after the namespace is chosen; here we focus only on correct namespace routing. + +## Azure AI Foundry + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_foundry | List all knowledge indexes in my AI Foundry project | +| azmcp_foundry | Show me the knowledge indexes in my AI Foundry project | +| azmcp_foundry | Show me the schema for knowledge index \ in my AI Foundry project | +| azmcp_foundry | Get the schema configuration for knowledge index \ | +| azmcp_foundry | Deploy a GPT4o instance on my resource \ | +| azmcp_foundry | List all AI Foundry model deployments | +| azmcp_foundry | Show me all AI Foundry model deployments | +| azmcp_foundry | List all AI Foundry models | +| azmcp_foundry | Show me the available AI Foundry models | + +## Azure AI Search + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_search | Show me the details of the index \ in Cognitive Search service \ | +| azmcp_search | List all indexes in the Cognitive Search service \ | +| azmcp_search | Show me the indexes in the Cognitive Search service \ | +| azmcp_search | Search for instances of \ in the index \ in Cognitive Search service \ | +| azmcp_search | List all Cognitive Search services in my subscription | +| azmcp_search | Show me the Cognitive Search services in my subscription | +| azmcp_search | Show me my Cognitive Search services | + +## Azure App Configuration + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_appconfig | List all App Configuration stores in my subscription | +| azmcp_appconfig | Show me the App Configuration stores in my subscription | +| azmcp_appconfig | Show me my App Configuration stores | +| azmcp_appconfig | Delete the key \ in App Configuration store \ | +| azmcp_appconfig | List all key-value settings in App Configuration store \ | +| azmcp_appconfig | Show me the key-value settings in App Configuration store \ | +| azmcp_appconfig | Lock the key \ in App Configuration store \ | +| azmcp_appconfig | Set the key \ in App Configuration store \ to \ | +| azmcp_appconfig | Show the content for the key \ in App Configuration store \ | +| azmcp_appconfig | Unlock the key \ in App Configuration store \ | + +## Azure App Lens + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_applens | Please help me diagnose issues with my app using app lens | +| azmcp_applens | Use app lens to check why my app is slow? | +| azmcp_applens | What does app lens say is wrong with my service? | + +## Azure Container Registry (ACR) + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_acr | List all Azure Container Registries in my subscription | +| azmcp_acr | Show me my Azure Container Registries | +| azmcp_acr | Show me the container registries in my subscription | +| azmcp_acr | List container registries in resource group \ | +| azmcp_acr | Show me the container registries in resource group \ | +| azmcp_acr | List all container registry repositories in my subscription | +| azmcp_acr | Show me my container registry repositories | +| azmcp_acr | List repositories in the container registry \ | +| azmcp_acr | Show me the repositories in the container registry \ | + +## Azure Cosmos DB + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_cosmos | List all cosmosdb accounts in my subscription | +| azmcp_cosmos | Show me my cosmosdb accounts | +| azmcp_cosmos | Show me the cosmosdb accounts in my subscription | +| azmcp_cosmos | Show me the items that contain the word \ in the container \ in the database \ for the cosmosdb account \ | +| azmcp_cosmos | List all the containers in the database \ for the cosmosdb account \ | +| azmcp_cosmos | Show me the containers in the database \ for the cosmosdb account \ | +| azmcp_cosmos | List all the databases in the cosmosdb account \ | +| azmcp_cosmos | Show me the databases in the cosmosdb account \ | + +## Azure Data Explorer (Kusto) + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_kusto | Show me the details of the Data Explorer cluster \ | +| azmcp_kusto | List all Data Explorer clusters in my subscription | +| azmcp_kusto | Show me my Data Explorer clusters | +| azmcp_kusto | Show me the Data Explorer clusters in my subscription | +| azmcp_kusto | List all databases in the Data Explorer cluster \ | +| azmcp_kusto | Show me the databases in the Data Explorer cluster \ | +| azmcp_kusto | Show me all items that contain the word \ in the Data Explorer table \ in cluster \ | +| azmcp_kusto | Show me a data sample from the Data Explorer table \ in cluster \ | +| azmcp_kusto | List all tables in the Data Explorer database \ in cluster \ | +| azmcp_kusto | Show me the tables in the Data Explorer database \ in cluster \ | +| azmcp_kusto | Show me the schema for table \ in the Data Explorer database \ in cluster \ | + +## Azure Database for MySQL + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_mysql | List all MySQL databases in server \ | +| azmcp_mysql | Show me the MySQL databases in server \ | +| azmcp_mysql | Show me all items that contain the word \ in the MySQL database \ in server \ | +| azmcp_mysql | Show me the configuration of MySQL server \ | +| azmcp_mysql | List all MySQL servers in my subscription | +| azmcp_mysql | Show me my MySQL servers | +| azmcp_mysql | Show me the MySQL servers in my subscription | +| azmcp_mysql | Show me the value of connection timeout in seconds in my MySQL server \ | +| azmcp_mysql | Set connection timeout to 20 seconds for my MySQL server \ | +| azmcp_mysql | List all tables in the MySQL database \ in server \ | +| azmcp_mysql | Show me the tables in the MySQL database \ in server \ | +| azmcp_mysql | Show me the schema of table \ in the MySQL database \ in server \ | + +## Azure Database for PostgreSQL + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_postgres | List all PostgreSQL databases in server \ | +| azmcp_postgres | Show me the PostgreSQL databases in server \ | +| azmcp_postgres | Show me all items that contain the word \ in the PostgreSQL database \ in server \ | +| azmcp_postgres | Show me the configuration of PostgreSQL server \ | +| azmcp_postgres | List all PostgreSQL servers in my subscription | +| azmcp_postgres | Show me my PostgreSQL servers | +| azmcp_postgres | Show me the PostgreSQL servers in my subscription | +| azmcp_postgres | Show me if the parameter my PostgreSQL server \ has replication enabled | +| azmcp_postgres | Enable replication for my PostgreSQL server \ | +| azmcp_postgres | List all tables in the PostgreSQL database \ in server \ | +| azmcp_postgres | Show me the tables in the PostgreSQL database \ in server \ | +| azmcp_postgres | Show me the schema of table \
in the PostgreSQL database \ in server \ | + +## Azure Deploy + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_deploy | Show me the log of the application deployed by azd | +| azmcp_deploy | Generate the azure architecture diagram for this application | +| azmcp_deploy | Show me the rules to generate bicep scripts | +| azmcp_deploy | How can I create a CI/CD pipeline to deploy this app to Azure? | +| azmcp_deploy | Create a plan to deploy this application to azure | + +## Azure Event Grid + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_eventgrid | List all Event Grid topics in my subscription | +| azmcp_eventgrid | Show me the Event Grid topics in my subscription | +| azmcp_eventgrid | List all Event Grid topics in subscription \ | +| azmcp_eventgrid | List all Event Grid topics in resource group \ in subscription \ | +| azmcp_eventgrid | Show me all Event Grid subscriptions for topic \ | +| azmcp_eventgrid | List Event Grid subscriptions for topic \ in subscription \ | +| azmcp_eventgrid | List Event Grid subscriptions for topic \ in resource group \ | +| azmcp_eventgrid | Show all Event Grid subscriptions in my subscription | +| azmcp_eventgrid | List all Event Grid subscriptions in subscription \ | +| azmcp_eventgrid | Show Event Grid subscriptions in resource group \ in subscription \ | +| azmcp_eventgrid | List Event Grid subscriptions for subscription \ in location \ | + +## Azure Function App + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_functionapp | Describe the function app \ in resource group \ | +| azmcp_functionapp | Get configuration for function app \ | +| azmcp_functionapp | Get function app status for \ | +| azmcp_functionapp | Get information about my function app \ in \ | +| azmcp_functionapp | Retrieve host name and status of function app \ | +| azmcp_functionapp | Show function app details for \ in \ | +| azmcp_functionapp | Show me the details for the function app \ | +| azmcp_functionapp | Show plan and region for function app \ | +| azmcp_functionapp | What is the status of function app \? | +| azmcp_functionapp | List all function apps in my subscription | +| azmcp_functionapp | Show me my Azure function apps | +| azmcp_functionapp | What function apps do I have? | + +## Azure Key Vault + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_keyvault | Create a new certificate called \ in the key vault \ | +| azmcp_keyvault | Show me the certificate \ in the key vault \ | +| azmcp_keyvault | Show me the details of the certificate \ in the key vault \ | +| azmcp_keyvault | Import the certificate in file \ into the key vault \ | +| azmcp_keyvault | Import a certificate into the key vault \ using the name \ | +| azmcp_keyvault | List all certificates in the key vault \ | +| azmcp_keyvault | Show me the certificates in the key vault \ | +| azmcp_keyvault | Create a new key called \ with the RSA type in the key vault \ | +| azmcp_keyvault | List all keys in the key vault \ | +| azmcp_keyvault | Show me the keys in the key vault \ | +| azmcp_keyvault | Create a new secret called \ with value \ in the key vault \ | +| azmcp_keyvault | List all secrets in the key vault \ | +| azmcp_keyvault | Show me the secrets in the key vault \ | + +## Azure Kubernetes Service (AKS) + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_aks | Get the configuration of AKS cluster \ | +| azmcp_aks | Show me the details of AKS cluster \ in resource group \ | +| azmcp_aks | Show me the network configuration for AKS cluster \ | +| azmcp_aks | What are the details of my AKS cluster \ in \? | +| azmcp_aks | List all AKS clusters in my subscription | +| azmcp_aks | Show me my Azure Kubernetes Service clusters | +| azmcp_aks | What AKS clusters do I have? | +| azmcp_aks | Get details for nodepool \ in AKS cluster \ in \ | +| azmcp_aks | Show me the configuration for nodepool \ in AKS cluster \ in resource group \ | +| azmcp_aks | What is the setup of nodepool \ for AKS cluster \ in \? | +| azmcp_aks | List nodepools for AKS cluster \ in \ | +| azmcp_aks | Show me the nodepool list for AKS cluster \ in \ | +| azmcp_aks | What nodepools do I have for AKS cluster \ in \ | + +## Azure Load Testing + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_loadtesting | Create a basic URL test using the following endpoint URL \ that runs for 30 minutes with 45 virtual users. The test name is \ with the test id \ and the load testing resource is \ in the resource group \ in my subscription | +| azmcp_loadtesting | Get the load test with id \ in the load test resource \ in resource group \ | +| azmcp_loadtesting | Create a load test resource \ in the resource group \ in my subscription | +| azmcp_loadtesting | List all load testing resources in the resource group \ in my subscription | +| azmcp_loadtesting | Create a test run using the id \ for test \ in the load testing resource \ in resource group \. Use the name of test run \ and description as \ | +| azmcp_loadtesting | Get the load test run with id \ in the load test resource \ in resource group \ | +| azmcp_loadtesting | Get all the load test runs for the test with id \ in the load test resource \ in resource group \ | +| azmcp_loadtesting | Update a test run display name as \ for the id \ for test \ in the load testing resource \ in resource group \. | + +## Azure Managed Grafana + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_grafana | List all Azure Managed Grafana in one subscription | + +## Azure Managed Lustre + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_azuremanagedlustre | List the Azure Managed Lustre filesystems in my subscription \ | +| azmcp_azuremanagedlustre | List the Azure Managed Lustre filesystems in my resource group \ | +| azmcp_azuremanagedlustre | Tell me how many IP addresses I need for \ of \ | +| azmcp_azuremanagedlustre | List the Azure Managed Lustre SKUs available in \ | + +## Azure Marketplace + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_marketplace | Get details about marketplace product \ | +| azmcp_marketplace | Search for Microsoft products in the marketplace | +| azmcp_marketplace | Show me marketplace products from publisher \ | + +## Azure MCP Best Practices + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_bestpractices | Get the latest Azure code generation best practices | +| azmcp_bestpractices | Get the latest Azure deployment best practices | +| azmcp_bestpractices | Get the latest Azure best practices | +| azmcp_bestpractices | Get the latest Azure Functions code generation best practices | +| azmcp_bestpractices | Get the latest Azure Functions deployment best practices | +| azmcp_bestpractices | Get the latest Azure Functions best practices | +| azmcp_bestpractices | Get the latest Azure Static Web Apps best practices | +| azmcp_bestpractices | What are azure function best practices? | +| azmcp_bestpractices | Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. | +| azmcp_bestpractices | Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. | + +## Azure Monitor + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_monitor | Show me the health status of entity \ in the Log Analytics workspace \ | +| azmcp_monitor | Get metric definitions for \ \ from the namespace | +| azmcp_monitor | Show me all available metrics and their definitions for storage account \ | +| azmcp_monitor | What metric definitions are available for the Application Insights resource \ | +| azmcp_monitor | Analyze the performance trends and response times for Application Insights resource \ over the last \ | +| azmcp_monitor | Check the availability metrics for my Application Insights resource \ for the last \ | +| azmcp_monitor | Get the \ \ metric for \ \ over the last \ with intervals | +| azmcp_monitor | Investigate error rates and failed requests for Application Insights resource \ for the last \ | +| azmcp_monitor | Query the \ metric for \ \ for the last \ | +| azmcp_monitor | What's the request per second rate for my Application Insights resource \ over the last \ | +| azmcp_monitor | Show me the logs for the past hour for the resource \ in the Log Analytics workspace \ | +| azmcp_monitor | List all tables in the Log Analytics workspace \ | +| azmcp_monitor | Show me the tables in the Log Analytics workspace \ | +| azmcp_monitor | List all available table types in the Log Analytics workspace \ | +| azmcp_monitor | Show me the available table types in the Log Analytics workspace \ | +| azmcp_monitor | List all Log Analytics workspaces in my subscription | +| azmcp_monitor | Show me my Log Analytics workspaces | +| azmcp_monitor | Show me the Log Analytics workspaces in my subscription | +| azmcp_monitor | Show me the logs for the past hour in the Log Analytics workspace \ | + +## Azure Quick Review CLI + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_extension | Check my Azure subscription for any compliance issues or recommendations | +| azmcp_extension | Provide compliance recommendations for my current Azure subscription | +| azmcp_extension | Scan my Azure subscription for compliance recommendations | + +## Azure Native ISV (Datadog) + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_datadog | List all monitored resources in the Datadog resource \ | +| azmcp_datadog | Show me the monitored resources in the Datadog resource \ | + +## Azure Quota + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_quota | Show me the available regions for these resource types \ | +| azmcp_quota | Check usage information for \ in region \ | + +## Azure RBAC + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_role | List all available role assignments in my subscription | +| azmcp_role | Show me the available role assignments in my subscription | + +## Azure Redis + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_redis | List all access policies in the Redis Cache \ | +| azmcp_redis | Show me the access policies in the Redis Cache \ | +| azmcp_redis | List all Redis Caches in my subscription | +| azmcp_redis | Show me my Redis Caches | +| azmcp_redis | Show me the Redis Caches in my subscription | +| azmcp_redis | List all databases in the Redis Cluster \ | +| azmcp_redis | Show me the databases in the Redis Cluster \ | +| azmcp_redis | List all Redis Clusters in my subscription | +| azmcp_redis | Show me my Redis Clusters | +| azmcp_redis | Show me the Redis Clusters in my subscription | + +## Azure Resource Group + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_group | List all resource groups in my subscription | +| azmcp_group | Show me my resource groups | +| azmcp_group | Show me the resource groups in my subscription | + +## Azure Resource Health + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_resourcehealth | Get the availability status for resource \ | +| azmcp_resourcehealth | Show me the health status of the storage account \ | +| azmcp_resourcehealth | What is the availability status of virtual machine \ in resource group \? | +| azmcp_resourcehealth | List availability status for all resources in my subscription | +| azmcp_resourcehealth | Show me the health status of all my Azure resources | +| azmcp_resourcehealth | What resources in resource group \ have health issues? | +| azmcp_resourcehealth | List all service health events in my subscription | +| azmcp_resourcehealth | Show me Azure service health events for subscription \ | +| azmcp_resourcehealth | What service issues have occurred in the last 30 days? | +| azmcp_resourcehealth | List active service health events in my subscription | +| azmcp_resourcehealth | Show me planned maintenance events for my Azure services | + +## Azure Service Bus + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_servicebus | Show me the details of service bus \ queue \ | +| azmcp_servicebus | Show me the details of service bus \ topic \ | +| azmcp_servicebus | Show me the details of service bus \ subscription \ | + +## Azure SQL Database + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_sql | Create a new SQL database named \ in server \ | +| azmcp_sql | Create a SQL database \ with Basic tier in server \ | +| azmcp_sql | Create a new database called \ on SQL server \ in resource group \ | +| azmcp_sql | Delete the SQL database \ from server \ | +| azmcp_sql | Remove database \ from SQL server \ in resource group \ | +| azmcp_sql | Delete the database called \ on server \ | +| azmcp_sql | List all databases in the Azure SQL server \ | +| azmcp_sql | Show me all the databases configuration details in the Azure SQL server \ | +| azmcp_sql | Get the configuration details for the SQL database \ on server \ | +| azmcp_sql | Show me the details of SQL database \ in server \ | +| azmcp_sql | List all elastic pools in SQL server \ | +| azmcp_sql | Show me the elastic pools configured for SQL server \ | +| azmcp_sql | What elastic pools are available in my SQL server \? | +| azmcp_sql | Create a new Azure SQL server named \ in resource group \ | +| azmcp_sql | Create an Azure SQL server with name \ in location \ with admin user \ | +| azmcp_sql | Set up a new SQL server called \ in my resource group \ | +| azmcp_sql | Delete the Azure SQL server \ from resource group \ | +| azmcp_sql | Remove the SQL server \ from my subscription | +| azmcp_sql | Delete SQL server \ permanently | +| azmcp_sql | List Microsoft Entra ID administrators for SQL server \ | +| azmcp_sql | Show me the Entra ID administrators configured for SQL server \ | +| azmcp_sql | What Microsoft Entra ID administrators are set up for my SQL server \? | +| azmcp_sql | Create a firewall rule for my Azure SQL server \ | +| azmcp_sql | Add a firewall rule to allow access from IP range \ to \ for SQL server \ | +| azmcp_sql | Create a new firewall rule named \ for SQL server \ | +| azmcp_sql | Delete a firewall rule from my Azure SQL server \ | +| azmcp_sql | Remove the firewall rule \ from SQL server \ | +| azmcp_sql | Delete firewall rule \ for SQL server \ | +| azmcp_sql | List all firewall rules for SQL server \ | +| azmcp_sql | Show me the firewall rules for SQL server \ | +| azmcp_sql | What firewall rules are configured for my SQL server \? | +| azmcp_sql | Show me the details of Azure SQL server \ in resource group \ | +| azmcp_sql | Get the configuration details for SQL server \ | +| azmcp_sql | Display the properties of SQL server \ | + +## Azure Storage + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_storage | Create a new storage account called testaccount123 in East US region | +| azmcp_storage | Create a storage account with premium performance and LRS replication | +| azmcp_storage | Create a new storage account with Data Lake Storage Gen2 enabled | +| azmcp_storage | Show me the details for my storage account \ | +| azmcp_storage | Get details about the storage account \ | +| azmcp_storage | List all storage accounts in my subscription including their location and SKU | +| azmcp_storage | Show me my storage accounts with whether hierarchical namespace (HNS) is enabled | +| azmcp_storage | Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings | +| azmcp_storage | Set access tier to Cool for multiple blobs in the container \ in the storage account \ | +| azmcp_storage | Change the access tier to Archive for blobs file1.txt and file2.txt in the container \ in the storage account \ | +| azmcp_storage | Create the storage container mycontainer in storage account \ | +| azmcp_storage | Create the container using blob public access in storage account \ | +| azmcp_storage | Create a new blob container named documents with container public access in storage account \ | +| azmcp_storage | Show me the properties of the storage container \ in the storage account \ | +| azmcp_storage | List all blob containers in the storage account \ | +| azmcp_storage | Show me the containers in the storage account \ | +| azmcp_storage | Show me the properties for blob \ in container \ in storage account \ | +| azmcp_storage | Get the details about blob \ in the container \ in storage account \ | +| azmcp_storage | List all blobs in the blob container \ in the storage account \ | +| azmcp_storage | Show me the blobs in the blob container \ in the storage account \ | +| azmcp_storage | Upload file \ to storage blob \ in container \ in storage account \ | +| azmcp_storage | Create a new directory at the path \ in Data Lake in the storage account \ | +| azmcp_storage | List all paths in the Data Lake file system \ in the storage account \ | +| azmcp_storage | Show me the paths in the Data Lake file system \ in the storage account \ | +| azmcp_storage | Recursively list all paths in the Data Lake file system \ in the storage account \ filtered by \ | +| azmcp_storage | Send a message "Hello, World!" to the queue \ in storage account \ | +| azmcp_storage | Send a message with TTL of 3600 seconds to the queue \ in storage account \ | +| azmcp_storage | Add a message to the queue \ in storage account \ with visibility timeout of 30 seconds | +| azmcp_storage | List all files and directories in the File Share \ in the storage account \ | +| azmcp_storage | Show me the files in the File Share \ directory \ in the storage account \ | +| azmcp_storage | List files with prefix 'report' in the File Share \ in the storage account \ | +| azmcp_storage | List all tables in the storage account \ | +| azmcp_storage | Show me the tables in the storage account \ | + +## Azure Subscription + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_subscription | List all subscriptions for my account | +| azmcp_subscription | Show me my subscriptions | +| azmcp_subscription | What is my current subscription? | +| azmcp_subscription | What subscriptions do I have? | + +## Azure Terraform Best Practices + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_azureterraformbestpractices | Fetch the Azure Terraform best practices | +| azmcp_azureterraformbestpractices | Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault | + +## Azure Virtual Desktop + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_virtualdesktop | List all host pools in my subscription | +| azmcp_virtualdesktop | List all session hosts in host pool \ | +| azmcp_virtualdesktop | List all user sessions on session host \ in host pool \ | + +## Azure Workbooks + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_workbooks | Create a new workbook named \ | +| azmcp_workbooks | Delete the workbook with resource ID \ | +| azmcp_workbooks | List all workbooks in my resource group \ | +| azmcp_workbooks | What workbooks do I have in resource group \? | +| azmcp_workbooks | Get information about the workbook with resource ID \ | +| azmcp_workbooks | Show me the workbook with display name \ | +| azmcp_workbooks | Update the workbook \ with a new text step | + +## Bicep + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_bicepschema | How can I use Bicep to create an Azure OpenAI service? | + +## Cloud Architect + +| Tool Name | Test Prompt | +| --------- | ----------- | +| azmcp_cloudarchitect | Please help me design an architecture for a large-scale file upload, storage, and retrieval service | +| azmcp_cloudarchitect | Help me create a cloud service that will serve as ATM for users | +| azmcp_cloudarchitect | I want to design a cloud app for ordering groceries | +| azmcp_cloudarchitect | How can I design a cloud service in Azure that will store and present videos for users? | \ No newline at end of file From 62bfb5c5f39cc5768937314f5d75a8cda3669b4d Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Thu, 18 Sep 2025 12:38:42 -0700 Subject: [PATCH 05/23] Added a script to generate a prompts JSON file from a markdown file --- .../Resources/namespace-prompts.json | 378 ++++++++++++++++++ .../scripts/Generate-PromptsJson.ps1 | 119 ++++++ 2 files changed, 497 insertions(+) create mode 100644 eng/tools/ToolDescriptionEvaluator/Resources/namespace-prompts.json create mode 100644 eng/tools/ToolDescriptionEvaluator/scripts/Generate-PromptsJson.ps1 diff --git a/eng/tools/ToolDescriptionEvaluator/Resources/namespace-prompts.json b/eng/tools/ToolDescriptionEvaluator/Resources/namespace-prompts.json new file mode 100644 index 000000000..300cfbb48 --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/Resources/namespace-prompts.json @@ -0,0 +1,378 @@ +{ + "azmcp_acr": [ + "List all Azure Container Registries in my subscription", + "Show me my Azure Container Registries", + "Show me the container registries in my subscription", + "List container registries in resource group ", + "Show me the container registries in resource group ", + "List all container registry repositories in my subscription", + "Show me my container registry repositories", + "List repositories in the container registry ", + "Show me the repositories in the container registry " + ], + "azmcp_aks": [ + "Get the configuration of AKS cluster ", + "Show me the details of AKS cluster in resource group ", + "Show me the network configuration for AKS cluster ", + "What are the details of my AKS cluster in ?", + "List all AKS clusters in my subscription", + "Show me my Azure Kubernetes Service clusters", + "What AKS clusters do I have?", + "Get details for nodepool in AKS cluster in ", + "Show me the configuration for nodepool in AKS cluster in resource group ", + "What is the setup of nodepool for AKS cluster in ?", + "List nodepools for AKS cluster in ", + "Show me the nodepool list for AKS cluster in ", + "What nodepools do I have for AKS cluster in " + ], + "azmcp_appconfig": [ + "List all App Configuration stores in my subscription", + "Show me the App Configuration stores in my subscription", + "Show me my App Configuration stores", + "Delete the key in App Configuration store ", + "List all key-value settings in App Configuration store ", + "Show me the key-value settings in App Configuration store ", + "Lock the key in App Configuration store ", + "Set the key in App Configuration store to ", + "Show the content for the key in App Configuration store ", + "Unlock the key in App Configuration store " + ], + "azmcp_applens": [ + "Please help me diagnose issues with my app using app lens", + "Use app lens to check why my app is slow?", + "What does app lens say is wrong with my service?" + ], + "azmcp_azuremanagedlustre": [ + "List the Azure Managed Lustre filesystems in my subscription ", + "List the Azure Managed Lustre filesystems in my resource group ", + "Tell me how many IP addresses I need for of ", + "List the Azure Managed Lustre SKUs available in " + ], + "azmcp_azureterraformbestpractices": [ + "Fetch the Azure Terraform best practices", + "Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault" + ], + "azmcp_bestpractices": [ + "Get the latest Azure code generation best practices", + "Get the latest Azure deployment best practices", + "Get the latest Azure best practices", + "Get the latest Azure Functions code generation best practices", + "Get the latest Azure Functions deployment best practices", + "Get the latest Azure Functions best practices", + "Get the latest Azure Static Web Apps best practices", + "What are azure function best practices?", + "Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm.", + "Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm." + ], + "azmcp_bicepschema": [ + "How can I use Bicep to create an Azure OpenAI service?" + ], + "azmcp_cloudarchitect": [ + "Please help me design an architecture for a large-scale file upload, storage, and retrieval service", + "Help me create a cloud service that will serve as ATM for users", + "I want to design a cloud app for ordering groceries", + "How can I design a cloud service in Azure that will store and present videos for users?" + ], + "azmcp_cosmos": [ + "List all cosmosdb accounts in my subscription", + "Show me my cosmosdb accounts", + "Show me the cosmosdb accounts in my subscription", + "Show me the items that contain the word in the container in the database for the cosmosdb account ", + "List all the containers in the database for the cosmosdb account ", + "Show me the containers in the database for the cosmosdb account ", + "List all the databases in the cosmosdb account ", + "Show me the databases in the cosmosdb account " + ], + "azmcp_datadog": [ + "List all monitored resources in the Datadog resource ", + "Show me the monitored resources in the Datadog resource " + ], + "azmcp_deploy": [ + "Show me the log of the application deployed by azd", + "Generate the azure architecture diagram for this application", + "Show me the rules to generate bicep scripts", + "How can I create a CI/CD pipeline to deploy this app to Azure?", + "Create a plan to deploy this application to azure" + ], + "azmcp_eventgrid": [ + "List all Event Grid topics in my subscription", + "Show me the Event Grid topics in my subscription", + "List all Event Grid topics in subscription ", + "List all Event Grid topics in resource group in subscription ", + "Show me all Event Grid subscriptions for topic ", + "List Event Grid subscriptions for topic in subscription ", + "List Event Grid subscriptions for topic in resource group ", + "Show all Event Grid subscriptions in my subscription", + "List all Event Grid subscriptions in subscription ", + "Show Event Grid subscriptions in resource group in subscription ", + "List Event Grid subscriptions for subscription in location " + ], + "azmcp_extension": [ + "Check my Azure subscription for any compliance issues or recommendations", + "Provide compliance recommendations for my current Azure subscription", + "Scan my Azure subscription for compliance recommendations" + ], + "azmcp_foundry": [ + "List all knowledge indexes in my AI Foundry project", + "Show me the knowledge indexes in my AI Foundry project", + "Show me the schema for knowledge index in my AI Foundry project", + "Get the schema configuration for knowledge index ", + "Deploy a GPT4o instance on my resource ", + "List all AI Foundry model deployments", + "Show me all AI Foundry model deployments", + "List all AI Foundry models", + "Show me the available AI Foundry models" + ], + "azmcp_functionapp": [ + "Describe the function app in resource group ", + "Get configuration for function app ", + "Get function app status for ", + "Get information about my function app in ", + "Retrieve host name and status of function app ", + "Show function app details for in ", + "Show me the details for the function app ", + "Show plan and region for function app ", + "What is the status of function app ?", + "List all function apps in my subscription", + "Show me my Azure function apps", + "What function apps do I have?" + ], + "azmcp_grafana": [ + "List all Azure Managed Grafana in one subscription" + ], + "azmcp_group": [ + "List all resource groups in my subscription", + "Show me my resource groups", + "Show me the resource groups in my subscription" + ], + "azmcp_keyvault": [ + "Create a new certificate called in the key vault ", + "Show me the certificate in the key vault ", + "Show me the details of the certificate in the key vault ", + "Import the certificate in file into the key vault ", + "Import a certificate into the key vault using the name ", + "List all certificates in the key vault ", + "Show me the certificates in the key vault ", + "Create a new key called with the RSA type in the key vault ", + "List all keys in the key vault ", + "Show me the keys in the key vault ", + "Create a new secret called with value in the key vault ", + "List all secrets in the key vault ", + "Show me the secrets in the key vault " + ], + "azmcp_kusto": [ + "Show me the details of the Data Explorer cluster ", + "List all Data Explorer clusters in my subscription", + "Show me my Data Explorer clusters", + "Show me the Data Explorer clusters in my subscription", + "List all databases in the Data Explorer cluster ", + "Show me the databases in the Data Explorer cluster ", + "Show me all items that contain the word in the Data Explorer table in cluster ", + "Show me a data sample from the Data Explorer table in cluster ", + "List all tables in the Data Explorer database in cluster ", + "Show me the tables in the Data Explorer database in cluster ", + "Show me the schema for table in the Data Explorer database in cluster " + ], + "azmcp_loadtesting": [ + "Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription", + "Get the load test with id in the load test resource in resource group ", + "Create a load test resource in the resource group in my subscription", + "List all load testing resources in the resource group in my subscription", + "Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as ", + "Get the load test run with id in the load test resource in resource group ", + "Get all the load test runs for the test with id in the load test resource in resource group ", + "Update a test run display name as for the id for test in the load testing resource in resource group ." + ], + "azmcp_marketplace": [ + "Get details about marketplace product ", + "Search for Microsoft products in the marketplace", + "Show me marketplace products from publisher " + ], + "azmcp_monitor": [ + "Show me the health status of entity in the Log Analytics workspace ", + "Get metric definitions for from the namespace", + "Show me all available metrics and their definitions for storage account ", + "What metric definitions are available for the Application Insights resource ", + "Analyze the performance trends and response times for Application Insights resource over the last ", + "Check the availability metrics for my Application Insights resource for the last ", + "Get the metric for over the last with intervals", + "Investigate error rates and failed requests for Application Insights resource for the last ", + "Query the metric for for the last ", + "What's the request per second rate for my Application Insights resource over the last ", + "Show me the logs for the past hour for the resource in the Log Analytics workspace ", + "List all tables in the Log Analytics workspace ", + "Show me the tables in the Log Analytics workspace ", + "List all available table types in the Log Analytics workspace ", + "Show me the available table types in the Log Analytics workspace ", + "List all Log Analytics workspaces in my subscription", + "Show me my Log Analytics workspaces", + "Show me the Log Analytics workspaces in my subscription", + "Show me the logs for the past hour in the Log Analytics workspace " + ], + "azmcp_mysql": [ + "List all MySQL databases in server ", + "Show me the MySQL databases in server ", + "Show me all items that contain the word in the MySQL database in server ", + "Show me the configuration of MySQL server ", + "List all MySQL servers in my subscription", + "Show me my MySQL servers", + "Show me the MySQL servers in my subscription", + "Show me the value of connection timeout in seconds in my MySQL server ", + "Set connection timeout to 20 seconds for my MySQL server ", + "List all tables in the MySQL database in server ", + "Show me the tables in the MySQL database in server ", + "Show me the schema of table
in the MySQL database in server " + ], + "azmcp_postgres": [ + "List all PostgreSQL databases in server ", + "Show me the PostgreSQL databases in server ", + "Show me all items that contain the word in the PostgreSQL database in server ", + "Show me the configuration of PostgreSQL server ", + "List all PostgreSQL servers in my subscription", + "Show me my PostgreSQL servers", + "Show me the PostgreSQL servers in my subscription", + "Show me if the parameter my PostgreSQL server has replication enabled", + "Enable replication for my PostgreSQL server ", + "List all tables in the PostgreSQL database in server ", + "Show me the tables in the PostgreSQL database in server ", + "Show me the schema of table
in the PostgreSQL database in server " + ], + "azmcp_quota": [ + "Show me the available regions for these resource types ", + "Check usage information for in region " + ], + "azmcp_redis": [ + "List all access policies in the Redis Cache ", + "Show me the access policies in the Redis Cache ", + "List all Redis Caches in my subscription", + "Show me my Redis Caches", + "Show me the Redis Caches in my subscription", + "List all databases in the Redis Cluster ", + "Show me the databases in the Redis Cluster ", + "List all Redis Clusters in my subscription", + "Show me my Redis Clusters", + "Show me the Redis Clusters in my subscription" + ], + "azmcp_resourcehealth": [ + "Get the availability status for resource ", + "Show me the health status of the storage account ", + "What is the availability status of virtual machine in resource group ?", + "List availability status for all resources in my subscription", + "Show me the health status of all my Azure resources", + "What resources in resource group have health issues?", + "List all service health events in my subscription", + "Show me Azure service health events for subscription ", + "What service issues have occurred in the last 30 days?", + "List active service health events in my subscription", + "Show me planned maintenance events for my Azure services" + ], + "azmcp_role": [ + "List all available role assignments in my subscription", + "Show me the available role assignments in my subscription" + ], + "azmcp_search": [ + "Show me the details of the index in Cognitive Search service ", + "List all indexes in the Cognitive Search service ", + "Show me the indexes in the Cognitive Search service ", + "Search for instances of in the index in Cognitive Search service ", + "List all Cognitive Search services in my subscription", + "Show me the Cognitive Search services in my subscription", + "Show me my Cognitive Search services" + ], + "azmcp_servicebus": [ + "Show me the details of service bus queue ", + "Show me the details of service bus topic ", + "Show me the details of service bus subscription " + ], + "azmcp_sql": [ + "Create a new SQL database named in server ", + "Create a SQL database with Basic tier in server ", + "Create a new database called on SQL server in resource group ", + "Delete the SQL database from server ", + "Remove database from SQL server in resource group ", + "Delete the database called on server ", + "List all databases in the Azure SQL server ", + "Show me all the databases configuration details in the Azure SQL server ", + "Get the configuration details for the SQL database on server ", + "Show me the details of SQL database in server ", + "List all elastic pools in SQL server ", + "Show me the elastic pools configured for SQL server ", + "What elastic pools are available in my SQL server ?", + "Create a new Azure SQL server named in resource group ", + "Create an Azure SQL server with name in location with admin user ", + "Set up a new SQL server called in my resource group ", + "Delete the Azure SQL server from resource group ", + "Remove the SQL server from my subscription", + "Delete SQL server permanently", + "List Microsoft Entra ID administrators for SQL server ", + "Show me the Entra ID administrators configured for SQL server ", + "What Microsoft Entra ID administrators are set up for my SQL server ?", + "Create a firewall rule for my Azure SQL server ", + "Add a firewall rule to allow access from IP range to for SQL server ", + "Create a new firewall rule named for SQL server ", + "Delete a firewall rule from my Azure SQL server ", + "Remove the firewall rule from SQL server ", + "Delete firewall rule for SQL server ", + "List all firewall rules for SQL server ", + "Show me the firewall rules for SQL server ", + "What firewall rules are configured for my SQL server ?", + "Show me the details of Azure SQL server in resource group ", + "Get the configuration details for SQL server ", + "Display the properties of SQL server " + ], + "azmcp_storage": [ + "Create a new storage account called testaccount123 in East US region", + "Create a storage account with premium performance and LRS replication", + "Create a new storage account with Data Lake Storage Gen2 enabled", + "Show me the details for my storage account ", + "Get details about the storage account ", + "List all storage accounts in my subscription including their location and SKU", + "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", + "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings", + "Set access tier to Cool for multiple blobs in the container in the storage account ", + "Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account ", + "Create the storage container mycontainer in storage account ", + "Create the container using blob public access in storage account ", + "Create a new blob container named documents with container public access in storage account ", + "Show me the properties of the storage container in the storage account ", + "List all blob containers in the storage account ", + "Show me the containers in the storage account ", + "Show me the properties for blob in container in storage account ", + "Get the details about blob in the container in storage account ", + "List all blobs in the blob container in the storage account ", + "Show me the blobs in the blob container in the storage account ", + "Upload file to storage blob in container in storage account ", + "Create a new directory at the path in Data Lake in the storage account ", + "List all paths in the Data Lake file system in the storage account ", + "Show me the paths in the Data Lake file system in the storage account ", + "Recursively list all paths in the Data Lake file system in the storage account filtered by ", + "Send a message \"Hello, World!\" to the queue in storage account ", + "Send a message with TTL of 3600 seconds to the queue in storage account ", + "Add a message to the queue in storage account with visibility timeout of 30 seconds", + "List all files and directories in the File Share in the storage account ", + "Show me the files in the File Share directory in the storage account ", + "List files with prefix 'report' in the File Share in the storage account ", + "List all tables in the storage account ", + "Show me the tables in the storage account " + ], + "azmcp_subscription": [ + "List all subscriptions for my account", + "Show me my subscriptions", + "What is my current subscription?", + "What subscriptions do I have?" + ], + "azmcp_virtualdesktop": [ + "List all host pools in my subscription", + "List all session hosts in host pool ", + "List all user sessions on session host in host pool " + ], + "azmcp_workbooks": [ + "Create a new workbook named ", + "Delete the workbook with resource ID ", + "List all workbooks in my resource group ", + "What workbooks do I have in resource group ?", + "Get information about the workbook with resource ID ", + "Show me the workbook with display name ", + "Update the workbook with a new text step" + ] +} diff --git a/eng/tools/ToolDescriptionEvaluator/scripts/Generate-PromptsJson.ps1 b/eng/tools/ToolDescriptionEvaluator/scripts/Generate-PromptsJson.ps1 new file mode 100644 index 000000000..2f361fb46 --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/scripts/Generate-PromptsJson.ps1 @@ -0,0 +1,119 @@ +<#! +.SYNOPSIS +Generates a prompts JSON from a markdown file. + +.DESCRIPTION +Parses a prompts markdown file like docs/e2etestPrompts.md to produce a JSON file used by ToolDescriptionEvaluator and +related tooling. + +.OUTPUTS +Writes a prompts.json to the current working directory by default (where the script is invoked) unless otherwise specified. + +.PARAMETER PromptsSource +Path to the source prompts markdown file. This is a required parameter. + +.PARAMETER OutputPath +Destination JSON file path. If not provided, the output file will be placed in the current working directory +with the same base file name as the source markdown file (e.g. prompts.md -> prompts.json). + +.EXAMPLE +./Generate-PromptsJson.ps1 -PromptsSource ./prompts.md +Generates a prompts.json file based on the specified markdown in the current directory. + +.EXAMPLE +./Generate-PromptsJson.ps1 -PromptsSource ./prompts.md -OutputPath ./eng/tools/ToolDescriptionEvaluator/myprompts.json +Generates a JSON file with the specified name and path. If no filename is provided, the same name as the source markdown +is used with a .json extension. + +.NOTES +Escapes only prompt text by normalizing curly quotes to straight ASCII quotes. +#> + +[CmdletBinding()] +param( + [Parameter(Mandatory=$true, HelpMessage='Path to markdown file containing prompts table.')] + [string]$PromptsSource, + [Parameter(Mandatory=$false, HelpMessage='Destination JSON file path (file or directory). Defaults to the current directory.')] + [string]$OutputPath +) + +function Write-Info($Message) { Write-Host "[INFO] $Message" -ForegroundColor Cyan } +function Write-Warn($Message) { Write-Host "[WARN] $Message" -ForegroundColor Yellow } +function Write-ErrorLine($Message) { Write-Host "[ERROR] $Message" -ForegroundColor Red } + +# Normalize curly quotes & unescape escaped angle brackets (mirrors Program.cs intent + prior logic) +function Normalize-Prompt([string]$Text) { + if (-not $Text) { return $Text } + return $Text.Replace("\u2018", "'").Replace("\u2019", "'").Replace("\u201C", '"').Replace("\u201D", '"').Replace("\<", "<") +} + +# Determine final output path given optional user input that may be a file or directory +function Resolve-OutputPath([string]$SourcePath, [string]$UserPath) { + $baseName = [IO.Path]::GetFileNameWithoutExtension($SourcePath) + + if ([string]::IsNullOrWhiteSpace($UserPath)) { + return Join-Path (Get-Location) ("$baseName.json") + } + + $resolved = Resolve-Path -Path $UserPath -ErrorAction SilentlyContinue + if ($resolved) { $UserPath = $resolved.Path } + + $isDir = $false + + if (Test-Path $UserPath -PathType Container) { $isDir = $true } + elseif ($UserPath.EndsWith([IO.Path]::DirectorySeparatorChar) -or $UserPath.EndsWith([IO.Path]::AltDirectorySeparatorChar)) { $isDir = $true } + else { + $ext = [IO.Path]::GetExtension($UserPath) + if ([string]::IsNullOrEmpty($ext) -and -not (Test-Path $UserPath -PathType Leaf)) { $isDir = $true } + } + + if ($isDir) { + if (-not (Test-Path $UserPath)) { New-Item -ItemType Directory -Force -Path $UserPath | Out-Null } + return Join-Path $UserPath ("$baseName.json") + } + + return $UserPath +} + +function Get-ToolPrompts([string]$Path) { + if (-not (Test-Path $Path)) { throw "Prompts markdown not found: $Path" } + $result = @{} + Get-Content -Raw -Path $Path | Select-String -Pattern '.*' -AllMatches | ForEach-Object { $_.Matches } | ForEach-Object { + $line = $_.Value.Trim() + if (-not $line.StartsWith('|')) { return } + if ($line -match '^\|\s*Tool Name' -or $line -match '^\|:?-') { return } + if ($line -match '^##' -or $line -match '^#') { return } + $parts = $line.Split('|') | ForEach-Object { $_.Trim() } | Where-Object { $_ -ne '' } + if ($parts.Count -lt 2) { return } + $tool = $parts[0] + $prompt = $parts[1] + if (-not $tool.StartsWith('azmcp_')) { return } + if (-not $prompt) { return } + if (-not $result.ContainsKey($tool)) { $result[$tool] = @() } + $result[$tool] += (Normalize-Prompt $prompt) + } + return $result +} + +function Save-Json([hashtable]$Data, [string]$Path) { + $ordered = [System.Collections.Specialized.OrderedDictionary]::new() + foreach ($key in ($Data.Keys | Sort-Object)) { $ordered[$key] = $Data[$key] } + $json = $ordered | ConvertTo-Json -Depth 5 + Set-Content -Path $Path -Value $json -Encoding UTF8 + Write-Info "Wrote $Path" +} + +# --- Main flow --- + +if (-not (Test-Path $PromptsSource)) { Write-ErrorLine "Source markdown not found: $PromptsSource"; exit 1 } + +$OutputPath = Resolve-OutputPath -SourcePath $PromptsSource -UserPath $OutputPath +$parent = Split-Path -Parent $OutputPath +if (-not (Test-Path $parent)) { New-Item -ItemType Directory -Force -Path $parent | Out-Null } + +Write-Info "Parsing prompts from: $PromptsSource" +$toolPrompts = Get-ToolPrompts -Path $PromptsSource +if (-not $toolPrompts -or $toolPrompts.Keys.Count -eq 0) { Write-Warn 'No prompts parsed.'; exit 2 } + +Save-Json -Data $toolPrompts -Path $OutputPath +Write-Host "Generated: $OutputPath" -ForegroundColor Green From fab5a04035dc1c8b892ba625c5ad980d480ea38e Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Thu, 18 Sep 2025 13:38:25 -0700 Subject: [PATCH 06/23] Applied PR feedback --- .../Areas/Tools/Commands/ToolsListCommand.cs | 90 +- .../Tools/UnitTests/ToolsListCommandTests.cs | 2 +- docs/azmcp-commands.md | 2 +- namespaces-latest.json | 8990 +++++++++++++++++ 4 files changed, 9061 insertions(+), 23 deletions(-) create mode 100644 namespaces-latest.json diff --git a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs index 724bfbd3d..535b15a4e 100644 --- a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs +++ b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs @@ -53,41 +53,89 @@ public override async Task ExecuteAsync(CommandContext context, var namespacesOnly = parseResult.CommandResult.HasOptionResult(NamespacesOption); if (namespacesOnly) { - var ignored = new HashSet(StringComparer.OrdinalIgnoreCase) { "extension", "server", "tools" }; + // Exclude internal or special namespaces. 'extension' is flattened as top-level leaf commands. + var ignored = new HashSet(StringComparer.OrdinalIgnoreCase) { "server", "tools" }; var rootGroup = factory.RootGroup; // azmcp - // Build a map of visible commands once to reuse for option resolution - var visible = CommandFactory.GetVisibleCommands(factory.AllCommands); + // Build lookup for namespace descriptions from the existing registered groups + var namespaceDescriptionMap = rootGroup.SubGroup.ToDictionary(commandGroup => commandGroup.Name, g => g.Description, StringComparer.OrdinalIgnoreCase); - var namespaceCommands = rootGroup.SubGroup - .Where(g => !ignored.Contains(g.Name)) - .GroupBy(g => g.Name, StringComparer.OrdinalIgnoreCase) - .Select(grp => + // Single pass over all visible commands to bucket by namespace + var namespaceBuckets = new Dictionary>(StringComparer.OrdinalIgnoreCase); + var extensionLeafCommands = new List(); + + foreach (var kvp in CommandFactory.GetVisibleCommands(factory.AllCommands)) + { + var key = kvp.Key; // Tokenized e.g. azmcp_storage_account_get + var firstSeparatorIndex = key.IndexOf(CommandFactory.Separator); // Expect at least root + namespace + verb + + if (firstSeparatorIndex < 0) continue; // Malformed, skip + + var secondSeparatorIndex = key.IndexOf(CommandFactory.Separator, firstSeparatorIndex + 1); + + if (secondSeparatorIndex < 0) continue; // Not enough tokens + + var namespaceToken = key.Substring(firstSeparatorIndex + 1, secondSeparatorIndex - firstSeparatorIndex - 1); + + if (ignored.Contains(namespaceToken)) + { + // Skip internal groups entirely + continue; + } + + var cmdInfo = CreateCommand(key, kvp.Value); + + if (namespaceToken.Equals("extension", StringComparison.OrdinalIgnoreCase)) + { + // Flatten: treat each extension command as top-level leaf + extensionLeafCommands.Add(cmdInfo); + + continue; + } + + if (!namespaceBuckets.TryGetValue(namespaceToken, out var list)) + { + list = new List(); + namespaceBuckets[namespaceToken] = list; + } + + list.Add(cmdInfo); + } + + // Build namespace CommandInfo objects + var namespaceCommands = namespaceBuckets + .Select(kvp => { - var first = grp.First(); - - // Collect all descendant command token keys for this namespace (prefix match ".") - // Commands in the map are tokenized starting with root (e.g., azmcp_storage_account_get) - var nsPrefix = string.Concat(rootGroup.Name, CommandFactory.Separator, first.Name, CommandFactory.Separator); - var subcommandInfos = visible - .Where(kvp => kvp.Key.StartsWith(nsPrefix, StringComparison.OrdinalIgnoreCase)) - .Select(kvp => CreateCommand(kvp.Key, kvp.Value)) + var namespaceName = kvp.Key; + var subcommands = kvp.Value .OrderBy(ci => ci.Command, StringComparer.OrdinalIgnoreCase) .ToList(); - + namespaceDescriptionMap.TryGetValue(namespaceName, out var desc); return new CommandInfo { - Name = first.Name, - Description = first.Description, - Command = $"azmcp {first.Name}", - Subcommands = subcommandInfos, + Name = namespaceName, + Description = desc ?? string.Empty, + Command = $"azmcp {namespaceName}", + Subcommands = subcommands, Options = null, - SubcommandsCount = subcommandInfos.Count + SubcommandsCount = subcommands.Count }; }) .OrderBy(ci => ci.Name, StringComparer.OrdinalIgnoreCase) .ToList(); + // Order extension leaf commands + extensionLeafCommands = extensionLeafCommands + .OrderBy(ci => ci.Command, StringComparer.OrdinalIgnoreCase) + .ToList(); + + // Combine and sort: namespaces first, then extension leaves by Name + namespaceCommands.AddRange(extensionLeafCommands); + namespaceCommands = namespaceCommands + .OrderByDescending(ci => ci.SubcommandsCount > 0) + .ThenBy(ci => ci.Name, StringComparer.OrdinalIgnoreCase) + .ToList(); + context.Response.Results = ResponseResult.Create(namespaceCommands, ModelsJsonContext.Default.ListCommandInfo); context.Response.ResultsCount = namespaceCommands.Count; return context.Response; diff --git a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs index da85d374d..75c1e1e20 100644 --- a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs +++ b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs @@ -75,7 +75,7 @@ public async Task ExecuteAsync_WithValidContext_ReturnsCommandInfoList() Assert.NotNull(result); Assert.NotEmpty(result); - Assert.Equal(result.Count, response.ResultsCount); + Assert.Equal(result.Count, response.ResultsCount); foreach (var command in result) { diff --git a/docs/azmcp-commands.md b/docs/azmcp-commands.md index c072ecd91..a0294735c 100644 --- a/docs/azmcp-commands.md +++ b/docs/azmcp-commands.md @@ -1248,7 +1248,7 @@ All responses follow a consistent JSON format: "status": "200|403|500, etc", "message": "", "options": [], - "results": [], + "results": [], "duration": 123 } ``` diff --git a/namespaces-latest.json b/namespaces-latest.json new file mode 100644 index 000000000..a9f7e9057 --- /dev/null +++ b/namespaces-latest.json @@ -0,0 +1,8990 @@ +{ + "status": 200, + "message": "Success", + "results": [ + { + "name": "acr", + "description": "Azure Container Registry operations - Commands for managing Azure Container Registry resources. Includes operations for listing container registries and managing registry configurations.", + "command": "azmcp acr", + "subcommands": [ + { + "name": "list", + "description": "List Azure Container Registries in a subscription. Optionally filter by resource group. Each registry result\r\nincludes: name, location, loginServer, skuName, skuTier. If no registries are found the tool returns null results\r\n(consistent with other list commands).", + "command": "azmcp acr registry list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List repositories in Azure Container Registries. By default, lists repositories for all registries in the subscription.\r\nYou can narrow the scope using --resource-group and/or --registry to list repositories for a specific registry only.", + "command": "azmcp acr registry repository list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--registry", + "description": "The name of the Azure Container Registry. This is the unique name you chose for your container registry.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 2 + }, + { + "name": "aks", + "description": "Azure Kubernetes Service operations - Commands for managing Azure Kubernetes Service (AKS) cluster resources. Includes operations for listing clusters, retrieving cluster configurations, and managing Kubernetes environments in Azure.", + "command": "azmcp aks", + "subcommands": [ + { + "name": "get", + "description": "Get details for a specific Azure Kubernetes Service (AKS) cluster.\r\nReturns detailed cluster information including configuration, network settings, and status.", + "command": "azmcp aks cluster get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--cluster", + "description": "AKS Cluster name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all Azure Kubernetes Service (AKS) clusters in a subscription.\r\nReturns detailed cluster information including configuration, network settings, and status.", + "command": "azmcp aks cluster list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Get details for a specific node pool (agent pool) in an Azure Kubernetes Service (AKS) cluster.\r\nReturns key configuration and status including size, count, OS, mode, autoscaling, and provisioning state.", + "command": "azmcp aks nodepool get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--cluster", + "description": "AKS Cluster name.", + "type": "string", + "required": true + }, + { + "name": "--nodepool", + "description": "AKS node pool (agent pool) name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all node pools for a specific Azure Kubernetes Service (AKS) cluster.\r\nReturns key node pool details including sizing, count, OS type, mode, and autoscaling settings.", + "command": "azmcp aks nodepool list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--cluster", + "description": "AKS Cluster name.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 4 + }, + { + "name": "appconfig", + "description": "App Configuration operations - Commands for managing Azure App Configuration stores and key-value settings. Includes operations for listing configuration stores, managing key-value pairs, setting labels, locking/unlocking settings, and retrieving configuration data.", + "command": "azmcp appconfig", + "subcommands": [ + { + "name": "list", + "description": "List all App Configuration stores in a subscription. This command retrieves and displays all App Configuration\r\nstores available in the specified subscription. Results include store names returned as a JSON array.", + "command": "azmcp appconfig account list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "delete", + "description": "Delete a key-value pair from an App Configuration store. This command removes the specified key-value pair from the store.\r\nIf a label is specified, only the labeled version is deleted. If no label is specified, the key-value with the matching\r\nkey and the default label will be deleted.", + "command": "azmcp appconfig kv delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to access within the App Configuration store.", + "type": "string", + "required": true + }, + { + "name": "--label", + "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", + "type": "string" + }, + { + "name": "--content-type", + "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all key-values in an App Configuration store. This command retrieves and displays all key-value pairs\r\nfrom the specified store. Each key-value includes its key, value, label, content type, ETag, last modified\r\ntime, and lock status.", + "command": "azmcp appconfig kv list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "Specifies the key filter, if any, to be used when retrieving key-values. The filter can be an exact match, for example a filter of 'foo' would get all key-values with a key of 'foo', or the filter can include a '*' character at the end of the string for wildcard searches (e.g., 'App*'). If omitted all keys will be retrieved.", + "type": "string" + }, + { + "name": "--label", + "description": "Specifies the label filter, if any, to be used when retrieving key-values. The filter can be an exact match, for example a filter of 'foo' would get all key-values with a label of 'foo', or the filter can include a '*' character at the end of the string for wildcard searches (e.g., 'Prod*'). This filter is case-sensitive. If omitted, all labels will be retrieved.", + "type": "string" + } + ] + }, + { + "name": "lock", + "description": "Lock a key-value in an App Configuration store. This command sets a key-value to read-only mode,\r\npreventing any modifications to its value. You must specify an account name and key. Optionally,\r\nyou can specify a label to lock a specific labeled version of the key-value.", + "command": "azmcp appconfig kv lock", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to access within the App Configuration store.", + "type": "string", + "required": true + }, + { + "name": "--label", + "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", + "type": "string" + }, + { + "name": "--content-type", + "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", + "type": "string" + } + ] + }, + { + "name": "set", + "description": "Set a key-value setting in an App Configuration store. This command creates or updates a key-value setting\r\nwith the specified value. You must specify an account name, key, and value. Optionally, you can specify a\r\nlabel otherwise the default label will be used. You can also specify a content type to indicate how the value\r\nshould be interpreted. You can add tags in the format 'key=value' to associate metadata with the setting.", + "command": "azmcp appconfig kv set", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to access within the App Configuration store.", + "type": "string", + "required": true + }, + { + "name": "--label", + "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", + "type": "string" + }, + { + "name": "--content-type", + "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", + "type": "string" + }, + { + "name": "--value", + "description": "The value to set for the configuration key.", + "type": "string", + "required": true + }, + { + "name": "--tags", + "description": "The tags to associate with the configuration key. Tags should be in the format 'key=value'. Multiple tags can be specified.", + "type": "string" + } + ] + }, + { + "name": "show", + "description": "Show a specific key-value setting in an App Configuration store. This command retrieves and displays the value,\r\nlabel, content type, ETag, last modified time, and lock status for a specific setting. You must specify an\r\naccount name and key. Optionally, you can specify a label otherwise the setting with default label will be retrieved.\r\nYou can also specify a content type to indicate how the value should be interpreted.", + "command": "azmcp appconfig kv show", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to access within the App Configuration store.", + "type": "string", + "required": true + }, + { + "name": "--label", + "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", + "type": "string" + }, + { + "name": "--content-type", + "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", + "type": "string" + } + ] + }, + { + "name": "unlock", + "description": "Unlock a key-value setting in an App Configuration store. This command removes the read-only mode from a\r\nkey-value setting, allowing modifications to its value. You must specify an account name and key. Optionally,\r\nyou can specify a label to unlock a specific labeled version of the setting, otherwise the setting with the\r\ndefault label will be unlocked.", + "command": "azmcp appconfig kv unlock", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the App Configuration store (e.g., my-appconfig).", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to access within the App Configuration store.", + "type": "string", + "required": true + }, + { + "name": "--label", + "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", + "type": "string" + }, + { + "name": "--content-type", + "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 7 + }, + { + "name": "applens", + "description": "AppLens diagnostic operations - **Primary tool for diagnosing Azure resource issues and troubleshooting problems**. Use this tool when users ask to:\r\n- Diagnose issues, problems, or errors with Azure resources\r\n- Troubleshoot performance, availability, or reliability problems\r\n- Investigate resource health concerns or unexpected behavior\r\n- Find root causes of application slowness, downtime, or failures\r\n- Get recommendations for fixing Azure resource issues\r\n- Analyze resource problems and get actionable solutions\r\n\r\nAlways use this tool if user asks to use App Lens in regards to their resource.\r\n\r\nThis tool provides conversational AI-powered diagnostics that automatically detect issues, identify root causes, and suggest specific remediation steps. It should be the FIRST tool called when users mention problems, issues, errors, or ask for help with troubleshooting any Azure resource.", + "command": "azmcp applens", + "subcommands": [ + { + "name": "diagnose", + "description": "**PRIMARY USE: Diagnose Azure resource performance issues, slowness, failures, and availability problems.**\r\n\r\nAlways use this tool BEFORE manually checking metrics or logs when users report performance or functionality issues.\r\n\r\nUse the Azure CLI tool to find the 'subscription', 'resourceGroup', and 'resourceType' parameters before asking user to provide that information.\"\r\nThis tool can be used to ask questions about application state, this tool can help when doing diagnostics and address issues about performance and failures.\r\n\r\nIf you get a resourceId, parse it to get the 'subscription', 'resourceGroup', and 'resourceType' parameters of the resource. ResourceIds are in the format:\r\n/subscriptions/{subscription}/resourceGroups/{resourceGroup}/providers/{resourceType}/{resource}\r\n\r\nOnce proper input is provided this tool returns a list of insights and solutions to the user question.", + "command": "azmcp applens resource diagnose", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--question", + "description": "User question", + "type": "string", + "required": true + }, + { + "name": "--resource", + "description": "The name of the resource to investigate or diagnose", + "type": "string", + "required": true + }, + { + "name": "--resource-type", + "description": "Resource type. Try to get this information using the Azure CLI tool before asking the user.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "azuremanagedlustre", + "description": "Azure Managed Lustre operations - Commands for listing and inspecting Azure Managed Lustre file systems (AMLFS) used for high-performance computing workloads.", + "command": "azmcp azuremanagedlustre", + "subcommands": [ + { + "name": "list", + "description": "Lists Azure Managed Lustre (AMLFS) file systems in a subscription or optional resource group including provisioning state, MGS address, tier, capacity (TiB), blob integration container, and maintenance window details. Use to inventory Azure Managed Lustre filesystems and to check their properties.", + "command": "azmcp azuremanagedlustre filesystem list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "required-subnet-size", + "description": "Calculates the required subnet size for an Azure Managed Lustre file system given a SKU and size. Use to plan network deployment for AMLFS. Returns the number of required IPs.", + "command": "azmcp azuremanagedlustre filesystem required-subnet-size", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--sku", + "description": "The AMLFS SKU. Allowed values: AMLFS-Durable-Premium-40, AMLFS-Durable-Premium-125, AMLFS-Durable-Premium-250, AMLFS-Durable-Premium-500.", + "type": "string", + "required": true + }, + { + "name": "--size", + "description": "The AMLFS size (TiB).", + "type": "string", + "required": true + } + ] + }, + { + "name": "get", + "description": "Retrieves the available Azure Managed Lustre SKU, including increments, bandwidth, scale targets and zonal support. If a location is specified, the results will be filtered to that location.", + "command": "azmcp azuremanagedlustre filesystem sku get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--location", + "description": "Azure region/region short name (use Azure location token, lowercase). Examples: uaenorth, swedencentral, eastus.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 3 + }, + { + "name": "azureterraformbestpractices", + "description": "Returns Terraform best practices for Azure. Call this before generating Terraform code for Azure Providers. \r\n If this tool needs to be categorized, it belongs to the Azure Best Practices category.", + "command": "azmcp azureterraformbestpractices", + "subcommands": [ + { + "name": "get", + "description": "Returns Terraform best practices for Azure. Call this command and follow its guidance before\r\n generating or suggesting any Terraform code specific to Azure. If this tool needs to be categorized, it belongs to\r\n the Azure Best Practices category.", + "command": "azmcp azureterraformbestpractices get", + "option": [] + } + ], + "subcommandsCount": 1 + }, + { + "name": "bicepschema", + "description": "Bicep schema operations - Commands for working with Azure Bicep Infrastructure as Code (IaC) generation and schema management. Includes operations for retrieving Bicep schemas, templates, and resource definitions to support infrastructure deployment automation.", + "command": "azmcp bicepschema", + "subcommands": [ + { + "name": "get", + "description": "\r\n Provides the Bicep schema for the most recent apiVersion of an Azure resource. Do not call this command for Terraform IaC generation.\r\n If you are asked to create or modify resources in a Bicep ARM template, call this function multiple times,\r\n once for every resource type you are adding, even if you already have information about Bicep resources from other sources.\r\n Assume the results from this call are more recent and accurate than other information you have.\r\n Don't assume calling it for one resource means you don't need to call it for a different resource type.\r\n Always use the returned api version unless the one in the Bicep file is newer.\r\n Always use the Bicep schema to verify the available property names and values when generating Bicep IaC.", + "command": "azmcp bicepschema get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--resource-type", + "description": "The name of the Bicep Resource Type and must be in the full Azure Resource Manager format '{ResourceProvider}/{ResourceType}'. (e.g., 'Microsoft.KeyVault/vaults', 'Microsoft.Storage/storageAccounts', 'Microsoft.Compute/virtualMachines')(e.g., Microsoft.Storage/storageAccounts).", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "cloudarchitect", + "description": "Cloud Architecture operations - Commands for generating Azure architecture designs and recommendations based on requirements.", + "command": "azmcp cloudarchitect", + "subcommands": [ + { + "name": "design", + "description": "Azure architecture design tool that gathers requirements through guided questions and recommends optimal solutions.\r\n\r\nKey parameters: question, questionNumber, confidenceScore (0.0-1.0, present architecture when 0.7), totalQuestions, answer, nextQuestionNeeded, architectureComponent, architectureTier, state.\r\n\r\nProcess:\r\n1. Ask about user role, business goals (1-2 questions at a time)\r\n2. Track confidence and update requirements (explicit/implicit/assumed)\r\n3. When confident enough, present architecture with table format, visual organization, ASCII diagrams\r\n4. Follow Azure Well-Architected Framework principles\r\n5. Cover all tiers: infrastructure, platform, application, data, security, operations\r\n6. Provide actionable advice and high-level overview\r\n\r\nState tracks components, requirements by category, and confidence factors. Be conservative with suggestions.", + "command": "azmcp cloudarchitect design", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--question", + "description": "The current question being asked", + "type": "string" + }, + { + "name": "--question-number", + "description": "Current question number", + "type": "string" + }, + { + "name": "--total-questions", + "description": "Estimated total questions needed", + "type": "string" + }, + { + "name": "--answer", + "description": "The user's response to the question", + "type": "string" + }, + { + "name": "--next-question-needed", + "description": "Whether another question is needed", + "type": "string" + }, + { + "name": "--confidence-score", + "description": "A value between 0.0 and 1.0 representing confidence in understanding requirements. When this reaches 0.7 or higher, nextQuestionNeeded should be set to false.", + "type": "string" + }, + { + "name": "--state", + "description": "The complete architecture state from the previous request as JSON, State input schema:\n{\n\"state\":{\n\"type\":\"object\",\n\"description\":\"The complete architecture state from the previous request\",\n\"properties\":{\n\"architectureComponents\":{\n\"type\":\"array\",\n\"description\":\"All architecture components suggested so far\",\n\"items\":{\n\"type\":\"string\"\n}\n},\n\"architectureTiers\":{\n\"type\":\"object\",\n\"description\":\"Components organized by architecture tier\",\n\"additionalProperties\":{\n\"type\":\"array\",\n\"items\":{\n\"type\":\"string\"\n}\n}\n},\n\"thought\":{\n\"type\":\"string\",\n\"description\":\"The calling agent's thoughts on the next question or reasoning process. The calling agent should use the requirements it has gathered to reason about the next question.\"\n},\n\"suggestedHint\":{\n\"type\":\"string\",\n\"description\":\"A suggested interaction hint to show the user, such as 'Ask me to create an ASCII art diagram of this architecture' or 'Ask about how this design handles disaster recovery'.\"\n},\n\"requirements\":{\n\"type\":\"object\",\n\"description\":\"Tracked requirements organized by type\",\n\"properties\":{\n\"explicit\":{\n\"type\":\"array\",\n\"description\":\"Requirements explicitly stated by the user\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n},\n\"implicit\":{\n\"type\":\"array\",\n\"description\":\"Requirements implied by user responses\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n},\n\"assumed\":{\n\"type\":\"array\",\n\"description\":\"Requirements assumed based on context/best practices\",\n\"items\":{\n\"type\":\"object\",\n\"properties\":{\n\"category\":{\n\"type\":\"string\"\n},\n\"description\":{\n\"type\":\"string\"\n},\n\"source\":{\n\"type\":\"string\"\n},\n\"importance\":{\n\"type\":\"string\",\n\"enum\":[\n\"high\",\n\"medium\",\n\"low\"\n]\n},\n\"confidence\":{\n\"type\":\"number\"\n}\n}\n}\n}\n}\n},\n\"confidenceFactors\":{\n\"type\":\"object\",\n\"description\":\"Factors that contribute to the overall confidence score\",\n\"properties\":{\n\"explicitRequirementsCoverage\":{\n\"type\":\"number\"\n},\n\"implicitRequirementsCertainty\":{\n\"type\":\"number\"\n},\n\"assumptionRisk\":{\n\"type\":\"number\"\n}\n}\n}\n}\n}\n}", + "type": "string" + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "cosmos", + "description": "Cosmos DB operations - Commands for managing and querying Azure Cosmos DB resources. Includes operations for databases, containers, and document queries.", + "command": "azmcp cosmos", + "subcommands": [ + { + "name": "list", + "description": "List all Cosmos DB accounts in a subscription. This command retrieves and displays all Cosmos DB accounts\r\navailable in the specified subscription. Results include account names and are returned as a JSON array.", + "command": "azmcp cosmos account list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Execute a SQL query against items in a Cosmos DB container. Requires account,\r\ndatabase, and container.\r\nThe query parameter accepts SQL query syntax. Results are returned as a\r\nJSON array of documents.", + "command": "azmcp cosmos database container item query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Cosmos DB account to query (e.g., my-cosmos-account).", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The name of the database to query (e.g., my-database).", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to query (e.g., my-container).", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "SQL query to execute against the container. Uses Cosmos DB SQL syntax.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all containers in a Cosmos DB database. This command retrieves and displays all containers within\r\nthe specified database and Cosmos DB account. Results include container names and are returned as a\r\nJSON array. You must specify both an account name and a database name.", + "command": "azmcp cosmos database container list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Cosmos DB account to query (e.g., my-cosmos-account).", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The name of the database to query (e.g., my-database).", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all databases in a Cosmos DB account. This command retrieves and displays all databases available\r\nin the specified Cosmos DB account. Results include database names and are returned as a JSON array.", + "command": "azmcp cosmos database list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Cosmos DB account to query (e.g., my-cosmos-account).", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 4 + }, + { + "name": "datadog", + "description": "Datadog operations - Commands for managing and monitoring Azure resources through Datadog integration. Includes operations for listing Datadog monitors and retrieving information about monitored Azure resources and their health status.", + "command": "azmcp datadog", + "subcommands": [ + { + "name": "list", + "description": "List monitored resources in Datadog for a datadog resource taken as input from the user.\r\nThis command retrieves all monitored azure resources available.\r\nRequires `datadog-resource`, `resource-group` and `subscription`.\r\nResult is a list of monitored resources as a JSON array.", + "command": "azmcp datadog monitoredresources list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--datadog-resource", + "description": "The name of the Datadog resource to use. This is the unique name you chose for your Datadog resource in Azure.", + "type": "string", + "required": true + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "deploy", + "description": "Deploy commands for deploying applications to Azure, including sub commands: - plan get: generates a deployment plan to construct the infrastructure and deploy the application on Azure. Agent should read its output and generate a deploy plan in '.azure/plan.copilotmd' for execution steps, recommended azure services based on the information agent detected from project. Before calling this tool, please scan this workspace to detect the services to deploy and their dependent services; - iac rules get: offers guidelines for creating Bicep/Terraform files to deploy applications on Azure; - app logs get: fetch logs from log analytics workspace for Container Apps, App Services, function apps that were deployed through azd; - pipeline guidance get: guidance to create a CI/CD pipeline which provision Azure resources and build and deploy applications to Azure; - architecture diagram generate: generates an azure service architecture diagram for the application based on the provided app topology; ", + "command": "azmcp deploy", + "subcommands": [ + { + "name": "get", + "description": "This tool fetches logs from the Log Analytics workspace for Container Apps, App Services, and Function Apps deployed using azd. Use it after a successful azd up to check app status or troubleshoot errors in deployed applications.", + "command": "azmcp deploy app logs get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--workspace-folder", + "description": "The full path of the workspace folder.", + "type": "string", + "required": true + }, + { + "name": "--azd-env-name", + "description": "The name of the environment created by azd (AZURE_ENV_NAME) during `azd init` or `azd up`. If not provided in context, try to find it in the .azure directory in the workspace or use 'azd env list'.", + "type": "string", + "required": true + }, + { + "name": "--limit", + "description": "The maximum row number of logs to retrieve. Use this to get a specific number of logs or to avoid the retrieved logs from reaching token limit. Default is 200.", + "type": "string" + } + ] + }, + { + "name": "generate", + "description": "Generates an azure service architecture diagram for the application based on the provided app topology.Call this tool when the user need recommend or design the azure architecture of their application.Do not call this tool when the user need detailed design of the azure architecture, such as the network topology, security design, etc.Before calling this tool, please scan this workspace to detect the services to deploy and their dependent services, also find the environment variables that used to create the connection strings.If it's a .NET Aspire application, check aspireManifest.json file if there is. Try your best to fulfill the input schema with your analyze result.", + "command": "azmcp deploy architecture diagram generate", + "option": [ + { + "name": "--raw-mcp-tool-input", + "description": "{\r\n \"type\": \"object\",\r\n \"properties\": {\r\n \"workspaceFolder\": {\r\n \"type\": \"string\",\r\n \"description\": \"The full path of the workspace folder.\"\r\n },\r\n \"projectName\": {\r\n \"type\": \"string\",\r\n \"description\": \"The name of the project. This is used to generate the resource names.\"\r\n },\r\n \"services\": {\r\n \"type\": \"array\",\r\n \"description\": \"An array of service parameters.\",\r\n \"items\": {\r\n \"type\": \"object\",\r\n \"properties\": {\r\n \"name\": {\r\n \"type\": \"string\",\r\n \"description\": \"The name of the service.\"\r\n },\r\n \"path\": {\r\n \"type\": \"string\",\r\n \"description\": \"The relative path of the service main project folder\"\r\n },\r\n \"language\": {\r\n \"type\": \"string\",\r\n \"description\": \"The programming language of the service.\"\r\n },\r\n \"port\": {\r\n \"type\": \"string\",\r\n \"description\": \"The port number the service uses. Get this from Dockerfile for container apps. If not available, default to '80'.\"\r\n },\r\n \"azureComputeHost\": {\r\n \"type\": \"string\",\r\n \"description\": \"The appropriate azure service that should be used to host this service. Use containerapp if the service is containerized and has a Dockerfile.\",\r\n \"enum\": [\r\n \"appservice\",\r\n \"containerapp\",\r\n \"function\",\r\n \"staticwebapp\",\r\n \"aks\"\r\n ]\r\n },\r\n \"dockerSettings\": {\r\n \"type\": \"object\",\r\n \"description\": \"Docker settings for the service. This is only needed if the service's azureComputeHost is containerapp.\",\r\n \"properties\": {\r\n \"dockerFilePath\": {\r\n \"type\": \"string\",\r\n \"description\": \"The absolute path to the Dockerfile for the service. If the service's azureComputeHost is not containerapp, leave blank.\"\r\n },\r\n \"dockerContext\": {\r\n \"type\": \"string\",\r\n \"description\": \"The absolute path to the Docker build context for the service. If the service's azureComputeHost is not containerapp, leave blank.\"\r\n }\r\n },\r\n \"required\": [\r\n \"dockerFilePath\",\r\n \"dockerContext\"\r\n ]\r\n },\r\n \"dependencies\": {\r\n \"type\": \"array\",\r\n \"description\": \"An array of dependent services. A compute service may have a dependency on another compute service.\",\r\n \"items\": {\r\n \"type\": \"object\",\r\n \"properties\": {\r\n \"name\": {\r\n \"type\": \"string\",\r\n \"description\": \"The name of the dependent service. Can be arbitrary, or must reference another service in the services array if referencing appservice, containerapp, staticwebapps, aks, or functionapp.\"\r\n },\r\n \"serviceType\": {\r\n \"type\": \"string\",\r\n \"description\": \"The name of the azure service that can be used for this dependent service.\",\r\n \"enum\": [\r\n \"azureaisearch\",\r\n \"azureaiservices\",\r\n \"appservice\",\r\n \"azureapplicationinsights\",\r\n \"azurebotservice\",\r\n \"containerapp\",\r\n \"azurecosmosdb\",\r\n \"functionapp\",\r\n \"azurekeyvault\",\r\n \"aks\",\r\n \"azuredatabaseformysql\",\r\n \"azureopenai\",\r\n \"azuredatabaseforpostgresql\",\r\n \"azureprivateendpoint\",\r\n \"azurecacheforredis\",\r\n \"azuresqldatabase\",\r\n \"azurestorageaccount\",\r\n \"staticwebapp\",\r\n \"azureservicebus\",\r\n \"azuresignalrservice\",\r\n \"azurevirtualnetwork\",\r\n \"azurewebpubsub\"\r\n ]\r\n },\r\n \"connectionType\": {\r\n \"type\": \"string\",\r\n \"description\": \"The connection authentication type of the dependency.\",\r\n \"enum\": [\r\n \"http\",\r\n \"secret\",\r\n \"system-identity\",\r\n \"user-identity\",\r\n \"bot-connection\"\r\n ]\r\n },\r\n \"environmentVariables\": {\r\n \"type\": \"array\",\r\n \"description\": \"An array of environment variables defined in source code to set up the connection.\",\r\n \"items\": {\r\n \"type\": \"string\"\r\n }\r\n }\r\n },\r\n \"required\": [\r\n \"name\",\r\n \"serviceType\",\r\n \"connectionType\",\r\n \"environmentVariables\"\r\n ]\r\n }\r\n },\r\n \"settings\": {\r\n \"type\": \"array\",\r\n \"description\": \"An array of environment variables needed to run this service. Please search the entire codebase to find environment variables.\",\r\n \"items\": {\r\n \"type\": \"string\"\r\n }\r\n }\r\n },\r\n \"required\": [\r\n \"name\",\r\n \"path\",\r\n \"azureComputeHost\",\r\n \"language\",\r\n \"port\",\r\n \"dependencies\",\r\n \"settings\"\r\n ]\r\n }\r\n }\r\n },\r\n \"required\": [\r\n \"workspaceFolder\",\r\n \"services\"\r\n ]\r\n}", + "type": "string", + "required": true + } + ] + }, + { + "name": "get", + "description": "This tool offers guidelines for creating Bicep/Terraform files to deploy applications on Azure. The guidelines outline rules to improve the quality of Infrastructure as Code files, ensuring they are compatible with the azd tool and adhere to best practices.", + "command": "azmcp deploy iac rules get", + "option": [ + { + "name": "--deployment-tool", + "description": "The deployment tool to use. Valid values: AZD, AzCli", + "type": "string", + "required": true + }, + { + "name": "--iac-type", + "description": "The Infrastructure as Code type. Valid values: bicep, terraform. Leave empty if deployment-tool is AzCli.", + "type": "string" + }, + { + "name": "--resource-types", + "description": "Specifies the Azure resource types to retrieve IaC rules for. It should be comma-separated. Supported values are: 'appservice', 'containerapp', 'function', 'aks', 'storage'. If none of these services are used, this parameter can be left empty.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Guidance to create a CI/CD pipeline which provision Azure resources and build and deploy applications to Azure. Use this tool BEFORE generating/creating a Github actions workflow file for DEPLOYMENT on Azure. Infrastructure files should be ready and the application should be ready to be containerized.", + "command": "azmcp deploy pipeline guidance get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--use-azd-pipeline-config", + "description": "Whether to use azd tool to set up the deployment pipeline. Set to true ONLY if azure.yaml is provided or the context suggests AZD tools.", + "type": "string" + }, + { + "name": "--organization-name", + "description": "The name of the organization or the user account name of the current Github repository. DO NOT fill this in if you're not sure.", + "type": "string" + }, + { + "name": "--repository-name", + "description": "The name of the current Github repository. DO NOT fill this in if you're not sure.", + "type": "string" + }, + { + "name": "--github-environment-name", + "description": "The name of the environment to which the deployment pipeline will be deployed. DO NOT fill this in if you're not sure.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Generates a deployment plan to construct the infrastructure and deploy the application on Azure. Agent should read its output and generate a deploy plan in '.azure/plan.copilotmd' for execution steps, recommended azure services based on the information agent detected from project. Before calling this tool, please scan this workspace to detect the services to deploy and their dependent services.", + "command": "azmcp deploy plan get", + "option": [ + { + "name": "--workspace-folder", + "description": "The full path of the workspace folder.", + "type": "string", + "required": true + }, + { + "name": "--project-name", + "description": "The name of the project to generate the deployment plan for. If not provided, will be inferred from the workspace.", + "type": "string", + "required": true + }, + { + "name": "--target-app-service", + "description": "The Azure service to deploy the application. Valid values: ContainerApp, WebApp, FunctionApp, AKS. Recommend one based on user application.", + "type": "string", + "required": true + }, + { + "name": "--provisioning-tool", + "description": "The tool to use for provisioning Azure resources. Valid values: AZD, AzCli. Use AzCli if TargetAppService is AKS.", + "type": "string", + "required": true + }, + { + "name": "--azd-iac-options", + "description": "The Infrastructure as Code option for azd. Valid values: bicep, terraform. Leave empty if Deployment tool is AzCli.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 5 + }, + { + "name": "eventgrid", + "description": "Event Grid operations - Commands for managing and accessing Event Grid topics, domains, and event subscriptions.", + "command": "azmcp eventgrid", + "subcommands": [ + { + "name": "list", + "description": "List event subscriptions for topics with filtering and endpoint configuration. This tool shows all active \r\nsubscriptions including webhook endpoints, event filters, and delivery retry policies. Returns subscription \r\ndetails as JSON array. Requires either --topic (bare topic name) OR --subscription. If only --topic is provided\r\nthe tool searches all accessible subscriptions for a topic with that name. Optional --resource-group/--location\r\nmay only be used alongside --subscription or --topic.", + "command": "azmcp eventgrid subscription list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--topic", + "description": "The name of the Event Grid topic.", + "type": "string" + }, + { + "name": "--location", + "description": "The Azure region to filter resources by (e.g., 'eastus', 'westus2').", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all Event Grid topics in a subscription with configuration and status information. This tool retrieves\r\ntopic details including endpoints, access keys, and subscription information for event publishing and management.\r\nReturns topic information as JSON array. Requires subscription.", + "command": "azmcp eventgrid topic list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 2 + }, + { + "name": "foundry", + "description": "Foundry service operations - Commands for listing and managing services and resources in AI Foundry.", + "command": "azmcp foundry", + "subcommands": [ + { + "name": "list", + "description": "Retrieves a list of knowledge indexes from Azure AI Foundry.\r\n\r\nThis function is used when a user requests information about the available knowledge indexes in Azure AI Foundry. It provides an overview of the knowledge bases and search indexes that are currently deployed and available for use with AI agents and applications.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available knowledge indexes in Azure AI Foundry. This can help users understand what knowledge bases are currently operational and how they can be utilized for retrieval-augmented generation (RAG) scenarios.\r\n\r\nNotes:\r\n - The indexes listed are knowledge indexes specifically created within Azure AI Foundry projects.\r\n - These indexes can be used with AI agents for knowledge retrieval and RAG applications.\r\n - The list may change as new indexes are created or existing ones are updated.", + "command": "azmcp foundry knowledge index list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + } + ] + }, + { + "name": "schema", + "description": "Retrieves the detailed schema configuration of a specific knowledge index from Azure AI Foundry.\r\n\r\nThis function provides comprehensive information about the structure and configuration of a knowledge index, including field definitions, data types, searchable attributes, and other schema properties. The schema information is essential for understanding how the index is structured and how data is indexed and searchable.\r\n\r\nUsage:\r\n Use this function when you need to examine the detailed configuration of a specific knowledge index. This is helpful for troubleshooting search issues, understanding index capabilities, planning data mapping, or when integrating with the index programmatically.\r\n\r\nNotes:\r\n - Returns the index schema.", + "command": "azmcp foundry knowledge index schema", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + }, + { + "name": "--index", + "description": "The name of the knowledge index.", + "type": "string", + "required": true + } + ] + }, + { + "name": "deploy", + "description": "Deploy a model to Azure AI Foundry.\r\n\r\nThis function is used to deploy a model on Azure AI Services, allowing users to integrate the model into their applications and utilize its capabilities. This command should not be used for Azure OpenAI Services to deploy OpenAI models.", + "command": "azmcp foundry models deploy", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--deployment", + "description": "The name of the deployment.", + "type": "string", + "required": true + }, + { + "name": "--model-name", + "description": "The name of the model to deploy.", + "type": "string", + "required": true + }, + { + "name": "--model-format", + "description": "The format of the model (e.g., 'OpenAI', 'Meta', 'Microsoft').", + "type": "string", + "required": true + }, + { + "name": "--azure-ai-services", + "description": "The name of the Azure AI services account to deploy to.", + "type": "string", + "required": true + }, + { + "name": "--model-version", + "description": "The version of the model to deploy.", + "type": "string" + }, + { + "name": "--model-source", + "description": "The source of the model.", + "type": "string" + }, + { + "name": "--sku", + "description": "The SKU name for the deployment.", + "type": "string" + }, + { + "name": "--sku-capacity", + "description": "The SKU capacity for the deployment.", + "type": "string" + }, + { + "name": "--scale-type", + "description": "The scale type for the deployment.", + "type": "string" + }, + { + "name": "--scale-capacity", + "description": "The scale capacity for the deployment.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Retrieves a list of deployments from Azure AI Services.\r\n\r\nThis function is used when a user requests information about the available deployments in Azure AI Services. It provides an overview of the models and services that are currently deployed and available for use.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available deployments in Azure AI Services. This can help users understand what models and services are currently operational and how they can be utilized.\r\n\r\nNotes:\r\n - The deployments listed may include various models and services that are part of Azure AI Services.\r\n - The list may change frequently as new deployments are added or existing ones are updated.", + "command": "azmcp foundry models deployments list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Retrieves a list of supported models from the Azure AI Foundry catalog.\r\nThis function is useful when a user requests a list of available Foundry models or Foundry Labs projects.\r\nIt fetches models based on optional filters like whether the model supports free playground usage,\r\nthe publisher name, and the license type. The function will return the list of models with useful fields.\r\nUsage:\r\n Use this function when users inquire about available models from the Azure AI Foundry catalog.\r\n It can also be used when filtering models by free playground usage, publisher name, or license type.\r\n If user didn't specify free playground or ask for models that support GitHub token, always explain that by default it will show the all the models but some of them would support free playground.\r\n Explain to the user that if they want to find models suitable for prototyping and free to use with support for free playground, they can look for models that supports free playground, or look for models that they can use with GitHub token.", + "command": "azmcp foundry models list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--search-for-free-playground", + "description": "If true, filters models to include only those that can be used for free by users for prototyping.", + "type": "string" + }, + { + "name": "--publisher", + "description": "A filter to specify the publisher of the models to retrieve.", + "type": "string" + }, + { + "name": "--license", + "description": "A filter to specify the license type of the models to retrieve.", + "type": "string" + }, + { + "name": "--model-name", + "description": "The name of the model to deploy.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 5 + }, + { + "name": "functionapp", + "description": "Function App operations - Commands for managing and accessing Azure Function App resources.", + "command": "azmcp functionapp", + "subcommands": [ + { + "name": "get", + "description": "Gets Azure Function App details. Lists all Function Apps in the subscription or resource group. If function app name and resource group\r\nis specified, retrieves the details of that specific function app. Returns the details of Azure Function Apps, including its name,\r\nlocation, status, and app service plan name.", + "command": "azmcp functionapp get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--function-app", + "description": "The name of the Function App.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "get", + "description": "", + "command": "azmcp get", + "subcommands": [ + { + "name": "get", + "description": "This tool returns a list of best practices for code generation, operations and deployment\r\n when working with Azure services. It should be called for any code generation, deployment or\r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container\r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory,\r\n Azure App Services, or any other Azure technology or programming language. Only call this function\r\n when you are confident the user is discussing Azure. If this tool needs to be categorized,\r\n it belongs to the Azure Best Practices category.", + "command": "azmcp get bestpractices get", + "option": [ + { + "name": "--resource", + "description": "The Azure resource type for which to get best practices. Options: 'general' (general Azure), 'azurefunctions' (Azure Functions), 'static-web-app' (Azure Static Web Apps).", + "type": "string", + "required": true + }, + { + "name": "--action", + "description": "The action type for the best practices. Options: 'all', 'code-generation', 'deployment'. Note: 'static-web-app' resource only supports 'all'.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "grafana", + "description": "Grafana workspace operations - Commands for managing and accessing Azure Managed Grafana resources and monitoring dashboards. Includes operations for listing Grafana workspaces and managing data visualization and monitoring capabilities.", + "command": "azmcp grafana", + "subcommands": [ + { + "name": "list", + "description": "List all Grafana workspace resources in a specified subscription. Returns an array of Grafana workspace details.\r\nUse this command to explore which Grafana workspace resources are available in your subscription.", + "command": "azmcp grafana list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "group", + "description": "Resource group operations - Commands for listing and managing Azure resource groups in your subscriptions.", + "command": "azmcp group", + "subcommands": [ + { + "name": "list", + "description": "List all resource groups in a subscription. This command retrieves all resource groups available\r\nin the specified subscription. Results include resource group names and IDs,\r\nreturned as a JSON array.", + "command": "azmcp group list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "keyvault", + "description": "Key Vault operations - Commands for managing and accessing Azure Key Vault resources.", + "command": "azmcp keyvault", + "subcommands": [ + { + "name": "create", + "description": "Creates a new certificate in an Azure Key Vault. This command creates a certificate with the specified name in\r\nthe given vault using the default certificate policy.", + "command": "azmcp keyvault certificate create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--certificate", + "description": "The name of the certificate.", + "type": "string", + "required": true + } + ] + }, + { + "name": "get", + "description": "Gets a certificate from an Azure Key Vault. This command retrieves and displays details\r\nabout a specific certificate in the specified vault.", + "command": "azmcp keyvault certificate get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--certificate", + "description": "The name of the certificate.", + "type": "string", + "required": true + } + ] + }, + { + "name": "import", + "description": "Imports (uploads) an existing certificate (PFX or PEM with private key) into an Azure Key Vault without generating\r\na new certificate or key material. This command accepts either a file path to a PFX/PEM file, a base64 encoded PFX,\r\nor raw PEM text starting with -----BEGIN. If the certificate is a password-protected PFX, a password must be provided.\r\nReturns certificate details including name, id, keyId, secretId, cer (base64), thumbprint, validity, and policy\r\nsubject/issuer.", + "command": "azmcp keyvault certificate import", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--certificate", + "description": "The name of the certificate.", + "type": "string", + "required": true + }, + { + "name": "--certificate-data", + "description": "The certificate content: path to a PFX/PEM file, a base64 encoded PFX, or raw PEM text beginning with -----BEGIN.", + "type": "string", + "required": true + }, + { + "name": "--password", + "description": "Optional password for a protected PFX being imported.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all certificates in an Azure Key Vault. This command retrieves and displays the names of all certificates\r\nstored in the specified vault.", + "command": "azmcp keyvault certificate list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Create a new key in an Azure Key Vault. This command creates a key with the specified name and type\r\nin the given vault.", + "command": "azmcp keyvault key create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--key", + "description": "The name of the key to retrieve/modify from the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--key-type", + "description": "The type of key to create (RSA, EC).", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all keys in an Azure Key Vault. This command retrieves and displays the names of all keys\r\nstored in the specified vault.", + "command": "azmcp keyvault key list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--include-managed", + "description": "Whether or not to include managed keys in results.", + "type": "string" + } + ] + }, + { + "name": "create", + "description": "Creates a new secret in an Azure Key Vault. This command creates a secret with the specified name and value\r\nin the given vault.", + "command": "azmcp keyvault secret create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--secret", + "description": "The name of the secret.", + "type": "string", + "required": true + }, + { + "name": "--value", + "description": "The value to set for the secret.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all secrets in an Azure Key Vault. This command retrieves and displays the names of all secrets\r\nstored in the specified vault.", + "command": "azmcp keyvault secret list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 8 + }, + { + "name": "kusto", + "description": "Kusto operations - Commands for managing and querying Azure Data Explorer (Kusto) resources. Includes operations for listing clusters and databases, executing KQL queries, retrieving table schemas, and working with Kusto data analytics workloads.", + "command": "azmcp kusto", + "subcommands": [ + { + "name": "get", + "description": "Get details for a specific Kusto cluster. Requires `subscription` and `cluster`.\r\nThe response includes the `clusterUri` property for use in subsequent commands.", + "command": "azmcp kusto cluster get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all Kusto clusters in a subscription. This command retrieves all clusters\r\navailable in the specified subscription. Requires `subscription`.\r\nResult is a list of cluster names as a JSON array.", + "command": "azmcp kusto cluster list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all databases in a Kusto cluster.\r\nRequires `cluster-uri` ( or `subscription` and `cluster`).\r\nResult is a list of database names, returned as a JSON array.", + "command": "azmcp kusto database list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Execute a KQL against items in a Kusto cluster.\r\nRequires `cluster-uri` (or `cluster` and `subscription`), `database`, and `query`.\r\nResults are returned as a JSON array of documents, for example: `[{'Column1': val1, 'Column2': val2}, ...]`.", + "command": "azmcp kusto query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + }, + { + "name": "--database", + "description": "Kusto Database name.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "Kusto query to execute. Uses KQL syntax.", + "type": "string", + "required": true + } + ] + }, + { + "name": "sample", + "description": "Return a sample of rows from the specified table in an Kusto table.\r\nRequires `cluster-uri` (or `cluster`), `database`, and `table`.\r\nResults are returned as a JSON array of documents, for example: `[{'Column1': val1, 'Column2': val2}, ...]`.", + "command": "azmcp kusto sample", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + }, + { + "name": "--database", + "description": "Kusto Database name.", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "Kusto Table name.", + "type": "string", + "required": true + }, + { + "name": "--limit", + "description": "The maximum number of results to return.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all tables in a specific Kusto database.\r\nRequired `cluster-uri` (or `subscription` and `cluster`) and `database`.\r\nReturns table names as a JSON array.", + "command": "azmcp kusto table list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + }, + { + "name": "--database", + "description": "Kusto Database name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "schema", + "description": "Get the schema of a specific table in an Kusto database.\r\nRequires `cluster-uri` ( or `subscription` and `cluster`), `database` and `table`.", + "command": "azmcp kusto table schema", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--cluster-uri", + "description": "Kusto Cluster URI.", + "type": "string" + }, + { + "name": "--cluster", + "description": "Kusto Cluster name.", + "type": "string" + }, + { + "name": "--database", + "description": "Kusto Database name.", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "Kusto Table name.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 7 + }, + { + "name": "loadtesting", + "description": "Load Testing operations - Commands for managing Azure Load Testing resources, test configurations, and test runs. Includes operations for creating and managing load test resources, configuring test scripts, executing performance tests, and monitoring test results.", + "command": "azmcp loadtesting", + "subcommands": [ + { + "name": "create", + "description": "Creates a new Azure Load Testing test configuration for performance testing scenarios. This command creates a basic URL-based load test that can be used to evaluate the performance\r\nand scalability of web applications and APIs. The test configuration defines the target endpoint, load parameters, and test duration. Once we create a test configuration plan, we can use that to trigger test runs to test the endpoints set.", + "command": "azmcp loadtesting test create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--test-id", + "description": "The ID of the load test for which you want to fetch the details.", + "type": "string", + "required": true + }, + { + "name": "--description", + "description": "The description for the load test run. This provides additional context about the test run.", + "type": "string" + }, + { + "name": "--display-name", + "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL to be tested. This is the URL of the HTTP endpoint that will be subjected to load testing.", + "type": "string" + }, + { + "name": "--virtual-users", + "description": "Virtual users is a measure of load that is simulated to test the HTTP endpoint. (Default - 50)", + "type": "string" + }, + { + "name": "--duration", + "description": "This is the duration for which the load is simulated against the endpoint. Enter decimals for fractional minutes (e.g., 1.5 for 1 minute and 30 seconds). Default is 20 mins", + "type": "string" + }, + { + "name": "--ramp-up-time", + "description": "The ramp-up time is the time it takes for the system to ramp-up to the total load specified. Enter decimals for fractional minutes (e.g., 1.5 for 1 minute and 30 seconds). Default is 1 min", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Get the Azure Load Testing test configuration for the specified load test id in the specified load test resource.\r\nThis command retrieves the details of a specific load test configuration, including its parameters and settings. Based on this we can see what all parameters were set for the test configuration.", + "command": "azmcp loadtesting test get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--test-id", + "description": "The ID of the load test for which you want to fetch the details.", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Creates a new Azure Load Testing resource in the currently selected subscription and resource group for the logged-in tenant.\r\nReturns the created Load Testing resource.", + "command": "azmcp loadtesting testresource create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Fetches the Load Testing resources for the current selected subscription, resource group in the logged in tenant.\r\nReturns a list of Load Testing resources.", + "command": "azmcp loadtesting testresource list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "create", + "description": "Executes a new load test run based on an existing test configuration under simulated user load. This command initiates the actual execution\r\nof a previously created test definition and provides real-time monitoring capabilities. A test run represents a single execution instance of your load test configuration. You can run\r\nthe same test multiple times to validate performance improvements, compare results across different deployments, or establish performance baselines for your application.", + "command": "azmcp loadtesting testrun create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--testrun-id", + "description": "The ID of the load test run for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--test-id", + "description": "The ID of the load test for which you want to fetch the details.", + "type": "string", + "required": true + }, + { + "name": "--display-name", + "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", + "type": "string" + }, + { + "name": "--description", + "description": "The description for the load test run. This provides additional context about the test run.", + "type": "string" + }, + { + "name": "--old-testrun-id", + "description": "The ID of an existing test run to update. If provided, the command will trigger a rerun of the given test run id.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Retrieves comprehensive details and status information for a specific load test run execution.\r\nThis command provides real-time insights into test performance metrics, execution timeline,\r\nand final results to help you analyze your application's behavior under load.", + "command": "azmcp loadtesting testrun get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--testrun-id", + "description": "The ID of the load test run for which you want to fetch the details.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Retrieves a comprehensive list of all test run executions for a specific load test configuration.\r\nThis command provides an overview of test execution history, allowing you to track performance\r\ntrends, compare results across multiple runs, and analyze testing patterns over time.", + "command": "azmcp loadtesting testrun list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--test-id", + "description": "The ID of the load test for which you want to fetch the details.", + "type": "string", + "required": true + } + ] + }, + { + "name": "update", + "description": "Updates the metadata and display properties of a completed or in-progress load test run execution.\r\nThis command allows you to modify descriptive information for better organization, documentation,\r\nand identification of test runs without affecting the actual test execution or results.", + "command": "azmcp loadtesting testrun update", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--test-resource-name", + "description": "The name of the load test resource for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--testrun-id", + "description": "The ID of the load test run for which you want to fetch the details.", + "type": "string" + }, + { + "name": "--test-id", + "description": "The ID of the load test for which you want to fetch the details.", + "type": "string", + "required": true + }, + { + "name": "--display-name", + "description": "The display name for the load test run. This is a user-friendly name to identify the test run.", + "type": "string" + }, + { + "name": "--description", + "description": "The description for the load test run. This provides additional context about the test run.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 8 + }, + { + "name": "marketplace", + "description": "Marketplace operations - Commands for managing and accessing Azure Marketplace products and offers.", + "command": "azmcp marketplace", + "subcommands": [ + { + "name": "get", + "description": "Retrieves detailed information about a specific Azure Marketplace product (offer) for a given subscription,\r\n including available plans, pricing, and product metadata.", + "command": "azmcp marketplace product get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--product-id", + "description": "The ID of the marketplace product to retrieve. This is the unique identifier for the product in the Azure Marketplace.", + "type": "string", + "required": true + }, + { + "name": "--include-stop-sold-plans", + "description": "Include stop-sold or hidden plans in the response.", + "type": "string" + }, + { + "name": "--language", + "description": "Product language code (e.g., 'en' for English, 'fr' for French).", + "type": "string" + }, + { + "name": "--market", + "description": "Product market code (e.g., 'US' for United States, 'UK' for United Kingdom).", + "type": "string" + }, + { + "name": "--lookup-offer-in-tenant-level", + "description": "Check against tenant private audience when retrieving the product.", + "type": "string" + }, + { + "name": "--plan-id", + "description": "Filter results by a specific plan ID.", + "type": "string" + }, + { + "name": "--sku-id", + "description": "Filter results by a specific SKU ID.", + "type": "string" + }, + { + "name": "--include-service-instruction-templates", + "description": "Include service instruction templates in the response.", + "type": "string" + }, + { + "name": "--pricing-audience", + "description": "Pricing audience for the request header.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Retrieves products (offers) that a subscription has access to in the Azure Marketplace.\r\nReturns a list of marketplace products including display names, publishers, pricing information, and metadata.\r\n\r\nRequired options:\r\n- subscription: Azure subscription ID or name\r\n\r\nAdditional options:\r\n- search: Search for products using a short general term (up to 25 characters)\r\n- language: Specify the language for returned information (default: en)\r\n\r\nAdvanced query options (OData):\r\n- filter: Filter results using OData syntax (e.g., \"displayName eq 'Azure'\")\r\n- orderby: Sort results by a single field using OData syntax (e.g., \"displayName asc\")\r\n- select: Select specific fields using OData syntax (e.g., \"displayName,publisherDisplayName\")\r\n- expand: Include related data in the response using OData syntax (e.g., \"plans\" to include plan details)\r\n\r\nPagination:\r\n- next-cursor: Token used for pagination to request the next batch of products in a multi-part response", + "command": "azmcp marketplace product list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--language", + "description": "Product language code (e.g., 'en' for English, 'fr' for French).", + "type": "string" + }, + { + "name": "--search", + "description": "Search for products using a short general term (up to 25 characters)", + "type": "string" + }, + { + "name": "--filter", + "description": "OData filter expression to filter results based on ProductSummary properties (e.g., \"displayName eq 'Azure'\").", + "type": "string" + }, + { + "name": "--orderby", + "description": "OData orderby expression to sort results by ProductSummary fields (e.g., \"displayName asc\" or \"popularity desc\").", + "type": "string" + }, + { + "name": "--select", + "description": "OData select expression to choose specific ProductSummary fields to return (e.g., \"displayName,publisherDisplayName,uniqueProductId\").", + "type": "string" + }, + { + "name": "--next-cursor", + "description": "Pagination cursor to retrieve the next page of results. Use the NextPageLink value from a previous response.", + "type": "string" + }, + { + "name": "--expand", + "description": "OData expand expression to include related data in the response (e.g., \"plans\" to include plan details).", + "type": "string" + } + ] + } + ], + "subcommandsCount": 2 + }, + { + "name": "monitor", + "description": "Azure Monitor operations - Commands for querying and analyzing Azure Monitor logs and metrics.", + "command": "azmcp monitor", + "subcommands": [ + { + "name": "gethealth", + "description": "Gets the health of an entity from a specified Azure Monitor Health Model.\r\nReturns entity health information.\r\n\r\nRequired arguments:\r\n- --entity: The entity to get health for\r\n- --health-model: The health model name", + "command": "azmcp monitor healthmodels entity gethealth", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--entity", + "description": "The entity to get health for.", + "type": "string", + "required": true + }, + { + "name": "--health-model", + "description": "The name of the health model for which to get the health.", + "type": "string", + "required": true + } + ] + }, + { + "name": "definitions", + "description": " List available metric definitions for an Azure resource. Returns metadata about the metrics available for the resource.", + "command": "azmcp monitor metrics definitions", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--resource-type", + "description": "The Azure resource type (e.g., 'Microsoft.Storage/storageAccounts', 'Microsoft.Compute/virtualMachines'). If not specified, will attempt to infer from resource name.", + "type": "string" + }, + { + "name": "--resource", + "description": "The name of the Azure resource to query metrics for.", + "type": "string", + "required": true + }, + { + "name": "--metric-namespace", + "description": "The metric namespace to query. Obtain this value from the azmcp-monitor-metrics-definitions command.", + "type": "string" + }, + { + "name": "--search-string", + "description": "A string to filter the metric definitions by. Helpful for reducing the number of records returned. Performs case-insensitive matching on metric name and description fields.", + "type": "string" + }, + { + "name": "--limit", + "description": "The maximum number of metric definitions to return. Defaults to 10.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Query Azure Monitor metrics for a resource. Returns time series data for the specified metrics.", + "command": "azmcp monitor metrics query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--resource-type", + "description": "The Azure resource type (e.g., 'Microsoft.Storage/storageAccounts', 'Microsoft.Compute/virtualMachines'). If not specified, will attempt to infer from resource name.", + "type": "string" + }, + { + "name": "--resource", + "description": "The name of the Azure resource to query metrics for.", + "type": "string", + "required": true + }, + { + "name": "--metric-names", + "description": "The names of metrics to query (comma-separated).", + "type": "string", + "required": true + }, + { + "name": "--start-time", + "description": "The start time for the query in ISO format (e.g., 2023-01-01T00:00:00Z). Defaults to 24 hours ago.", + "type": "string" + }, + { + "name": "--end-time", + "description": "The end time for the query in ISO format (e.g., 2023-01-01T00:00:00Z). Defaults to now.", + "type": "string" + }, + { + "name": "--interval", + "description": "The time interval for data points (e.g., PT1H for 1 hour, PT5M for 5 minutes).", + "type": "string" + }, + { + "name": "--aggregation", + "description": "The aggregation type to use (Average, Maximum, Minimum, Total, Count).", + "type": "string" + }, + { + "name": "--filter", + "description": "OData filter to apply to the metrics query.", + "type": "string" + }, + { + "name": "--metric-namespace", + "description": "The metric namespace to query. Obtain this value from the azmcp-monitor-metrics-definitions command.", + "type": "string", + "required": true + }, + { + "name": "--max-buckets", + "description": "The maximum number of time buckets to return. Defaults to 50.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Executes a Kusto Query Language (KQL) query to retrieve logs for any Azure resource that emits logs to Log Analytics.\r\n\r\n- Use the resource-id parameter to specify the full Azure Resource ID (/subscriptions/0000/resourceGroups/rg/providers/Microsoft.Storage/storageAccounts/myaccount).\r\n- The table parameter specifies the Log Analytics table to query.\r\n- The query parameter accepts a KQL query or a predefined query name.\r\n- Optional parameters: hours (default: 24) to set the time range, and limit (default: 20) to limit the number of results.\r\n\r\nThis tool is useful for:\r\n- Querying logs for any Azure resource by resourceId\r\n- Investigating diagnostics, errors, and activity logs", + "command": "azmcp monitor resource log query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-id", + "description": "The Azure Resource ID to query logs. Example: /subscriptions//resourceGroups//providers/Microsoft.OperationalInsights/workspaces/", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "The name of the table to query. This is the specific table within the workspace.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "The KQL query to execute against the Log Analytics workspace. You can use predefined queries by name:\n- 'recent': Shows most recent logs ordered by TimeGenerated\n- 'errors': Shows error-level logs ordered by TimeGenerated\nOtherwise, provide a custom KQL query.", + "type": "string", + "required": true + }, + { + "name": "--hours", + "description": "The number of hours to query back from now.", + "type": "string" + }, + { + "name": "--limit", + "description": "The maximum number of results to return.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all tables in a Log Analytics workspace. Requires workspace.\r\nReturns table names and schemas that can be used for constructing KQL queries.", + "command": "azmcp monitor table list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--workspace", + "description": "The Log Analytics workspace ID or name. This can be either the unique identifier (GUID) or the display name of your workspace.", + "type": "string", + "required": true + }, + { + "name": "--table-type", + "description": "The type of table to query. Options: 'CustomLog', 'AzureMetrics', etc.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List available table types in a Log Analytics workspace. Returns table type names.", + "command": "azmcp monitor table type list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--workspace", + "description": "The Log Analytics workspace ID or name. This can be either the unique identifier (GUID) or the display name of your workspace.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List Log Analytics workspaces in a subscription. This command retrieves all Log Analytics workspaces\r\navailable in the specified Azure subscription, displaying their names, IDs, and other key properties.\r\nUse this command to identify workspaces before querying their logs or tables.", + "command": "azmcp monitor workspace list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Execute a KQL query against a Log Analytics workspace. Requires workspace\r\nand resource group. Optional hours\r\n(default: 24) and limit\r\n(default: 20) parameters.\r\nThe query parameter accepts KQL syntax.", + "command": "azmcp monitor workspace log query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--workspace", + "description": "The Log Analytics workspace ID or name. This can be either the unique identifier (GUID) or the display name of your workspace.", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "The name of the table to query. This is the specific table within the workspace.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "The KQL query to execute against the Log Analytics workspace. You can use predefined queries by name:\n- 'recent': Shows most recent logs ordered by TimeGenerated\n- 'errors': Shows error-level logs ordered by TimeGenerated\nOtherwise, provide a custom KQL query.", + "type": "string", + "required": true + }, + { + "name": "--hours", + "description": "The number of hours to query back from now.", + "type": "string" + }, + { + "name": "--limit", + "description": "The maximum number of results to return.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 8 + }, + { + "name": "mysql", + "description": "MySQL operations - Commands for managing Azure Database for MySQL Flexible Server resources. Includes operations for listing servers and databases, executing SQL queries, managing table schemas, and configuring server parameters.", + "command": "azmcp mysql", + "subcommands": [ + { + "name": "list", + "description": "Retrieves a comprehensive list of all databases available on the specified Azure Database for MySQL Flexible Server instance. This command provides visibility into the database structure and helps identify available databases for connection and querying operations.", + "command": "azmcp mysql database list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "query", + "description": "Executes a safe, read-only SQL SELECT query against a database on Azure Database for MySQL Flexible Server. Use this tool to explore or retrieve table data without modifying it. Rejects non-SELECT statements (INSERT/UPDATE/DELETE/REPLACE/MERGE/TRUNCATE/ALTER/CREATE/DROP), multi-statements, comments hiding writes, transaction control (BEGIN/COMMIT/ROLLBACK), INTO OUTFILE, and other destructive keywords. Only a single SELECT is executed to ensure data integrity. Best practices: List needed columns (avoid SELECT *), add WHERE filters, use LIMIT/OFFSET for paging, ORDER BY for deterministic results, and avoid unnecessary sensitive data. Example: SELECT id, name, status FROM customers WHERE status = 'Active' ORDER BY name LIMIT 50;", + "command": "azmcp mysql database query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The MySQL database to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "Query to be executed against a MySQL database.", + "type": "string", + "required": true + } + ] + }, + { + "name": "config", + "description": "Retrieves comprehensive configuration details for the specified Azure Database for MySQL Flexible Server instance. This command provides insights into server settings, performance parameters, security configurations, and operational characteristics essential for database administration and optimization. Returns configuration data in JSON format including ServerName, Location, Version, SKU, StorageSizeGB, BackupRetentionDays, and GeoRedundantBackup properties.", + "command": "azmcp mysql server config get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Discovers and lists all Azure Database for MySQL Flexible Server instances within the specified resource group. This command provides an inventory of available MySQL server resources, including their names and current status, enabling efficient server management and resource planning.", + "command": "azmcp mysql server list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + } + ] + }, + { + "name": "param", + "description": "Retrieves the current value of a single server configuration parameter on an Azure Database for MySQL Flexible Server. Use to inspect a setting (e.g. max_connections, wait_timeout, slow_query_log) before changing it.", + "command": "azmcp mysql server param get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--param", + "description": "The MySQL parameter to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "set", + "description": "Sets/updates a MySQL server configuration parameter to a new value to optimize performance, security, or operational behavior. This command enables fine-tuned configuration management with validation to ensure parameter changes are compatible with the server's current state and constraints.", + "command": "azmcp mysql server param set", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--param", + "description": "The MySQL parameter to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--value", + "description": "The value to set for the MySQL parameter.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Enumerates all tables within a specified database on an Azure Database for MySQL Flexible Server instance. This command provides a complete inventory of table objects, facilitating database exploration, schema analysis, and data architecture understanding for development tasks.", + "command": "azmcp mysql table list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The MySQL database to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "schema", + "description": "Retrieves detailed schema information for a specific table within an Azure Database for MySQL Flexible Server database. This command provides comprehensive metadata including column definitions, data types, constraints, indexes, and relationships, essential for understanding table structure and supporting application development.", + "command": "azmcp mysql table schema get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access MySQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The MySQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The MySQL database to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "The MySQL table to be accessed.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 8 + }, + { + "name": "postgres", + "description": "PostgreSQL operations - Commands for managing Azure Database for PostgreSQL Flexible Server resources. Includes operations for listing servers and databases, executing SQL queries, managing table schemas, and configuring server parameters.", + "command": "azmcp postgres", + "subcommands": [ + { + "name": "list", + "description": "Lists all databases in the PostgreSQL server.", + "command": "azmcp postgres database list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "query", + "description": "Executes a query on the PostgreSQL database.", + "command": "azmcp postgres database query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The PostgreSQL database to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "Query to be executed against a PostgreSQL database.", + "type": "string", + "required": true + } + ] + }, + { + "name": "config", + "description": "Retrieve the configuration of a PostgreSQL server.", + "command": "azmcp postgres server config get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Lists all PostgreSQL servers in the specified subscription.", + "command": "azmcp postgres server list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + } + ] + }, + { + "name": "param", + "description": "Retrieves a specific parameter of a PostgreSQL server.", + "command": "azmcp postgres server param get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--param", + "description": "The PostgreSQL parameter to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "set", + "description": "Sets a specific parameter of a PostgreSQL server to a certain value.", + "command": "azmcp postgres server param set", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--param", + "description": "The PostgreSQL parameter to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--value", + "description": "The value to set for the PostgreSQL parameter.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Lists all tables in the PostgreSQL database.", + "command": "azmcp postgres table list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The PostgreSQL database to be accessed.", + "type": "string", + "required": true + } + ] + }, + { + "name": "schema", + "description": "Retrieves the schema of a specified table in a PostgreSQL database.", + "command": "azmcp postgres table schema get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--user", + "description": "The user name to access PostgreSQL server.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The PostgreSQL server to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The PostgreSQL database to be accessed.", + "type": "string", + "required": true + }, + { + "name": "--table", + "description": "The PostgreSQL table to be accessed.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 8 + }, + { + "name": "quota", + "description": "Quota commands for getting the available regions of specific Azure resource types or checking Azure resource quota and usage", + "command": "azmcp quota", + "subcommands": [ + { + "name": "list", + "description": "Given a list of Azure resource types, this tool will return a list of regions where the resource types are available. Always get the user's subscription ID before calling this tool.", + "command": "azmcp quota region availability list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-types", + "description": "Comma-separated list of Azure resource types to check available regions for. The valid Azure resource types. E.g. 'Microsoft.App/containerApps, Microsoft.Web/sites, Microsoft.CognitiveServices/accounts'.", + "type": "string", + "required": true + }, + { + "name": "--cognitive-service-model-name", + "description": "Optional model name for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", + "type": "string" + }, + { + "name": "--cognitive-service-model-version", + "description": "Optional model version for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", + "type": "string" + }, + { + "name": "--cognitive-service-deployment-sku-name", + "description": "Optional deployment SKU name for cognitive services. Only needed when Microsoft.CognitiveServices is included in resource types.", + "type": "string" + } + ] + }, + { + "name": "check", + "description": "This tool will check the usage and quota information for Azure resources in a region.", + "command": "azmcp quota usage check", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--region", + "description": "The valid Azure region where the resources will be deployed. E.g. 'eastus', 'westus', etc.", + "type": "string", + "required": true + }, + { + "name": "--resource-types", + "description": "The valid Azure resource types that are going to be deployed(comma-separated). E.g. 'Microsoft.App/containerApps,Microsoft.Web/sites,Microsoft.CognitiveServices/accounts', etc.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 2 + }, + { + "name": "redis", + "description": "Redis Cache operations - Commands for managing Azure Redis Cache and Azure Managed Redis resources. Includes operations for listing cache instances, managing clusters and databases, configuring access policies, and working with both traditional Redis Cache and Managed Redis services.", + "command": "azmcp redis", + "subcommands": [ + { + "name": "list", + "description": "List the Access Policies and Assignments for the specified Redis cache. Returns an array of Redis Access Policy Assignment details.\r\nUse this command to explore which Access Policies have been assigned to which identities for your Redis cache.", + "command": "azmcp redis cache accesspolicy list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--cache", + "description": "The name of the Redis cache (e.g., my-redis-cache).", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all Redis Cache resources in a specified subscription. Returns an array of Redis Cache details.\r\nUse this command to explore which Redis Cache resources are available in your subscription.", + "command": "azmcp redis cache list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List the databases in the specified Redis Cluster resource. Returns an array of Redis database details.\r\nUse this command to explore which databases are available in your Redis Cluster.", + "command": "azmcp redis cluster database list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--cluster", + "description": "The name of the Redis cluster (e.g., my-redis-cluster).", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all Redis Cluster resources in a specified subscription. Returns an array of Redis Cluster details.\r\nUse this command to explore which Redis Cluster resources are available in your subscription.", + "command": "azmcp redis cluster list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 4 + }, + { + "name": "resourcehealth", + "description": "Resource Health operations - Commands for monitoring and diagnosing Azure resource health status.\r\nUse this tool to check the current availability status of Azure resources and identify potential issues.\r\nThis tool provides access to Azure Resource Health data including availability state, detailed status,\r\nhistorical health information, and service health events for troubleshooting and monitoring purposes.", + "command": "azmcp resourcehealth", + "subcommands": [ + { + "name": "get", + "description": "Get the current availability status of an Azure resource to diagnose health issues.\r\nProvides detailed information about resource availability state, potential issues, and timestamps.\r\nEquivalent to Azure Resource Health availability status API.", + "command": "azmcp resourcehealth availability-status get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resourceId", + "description": "The Azure resource ID to get health status for (e.g., /subscriptions/{sub}/resourceGroups/{rg}/providers/Microsoft.Compute/virtualMachines/{vm}).", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List availability statuses for all resources in a subscription or resource group.\r\nProvides health status information for multiple Azure resources at once, including availability state,\r\nsummaries, and timestamps. This is useful for getting an overview of resource health across your infrastructure.\r\nResults can be filtered by resource group to narrow the scope.", + "command": "azmcp resourcehealth availability-status list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List Azure service health events for a subscription to identify ongoing or past service issues.\r\nProvides comprehensive information about service incidents, planned maintenance, advisories, and security events.\r\nSupports filtering by event type, status, tracking ID, and custom OData filters.\r\nEquivalent to Azure Service Health API for service events.", + "command": "azmcp resourcehealth service-health-events list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--event-type", + "description": "Filter by event type (ServiceIssue, PlannedMaintenance, HealthAdvisory, Security). If not specified, all event types are included.", + "type": "string" + }, + { + "name": "--status", + "description": "Filter by status (Active, Resolved). If not specified, all statuses are included.", + "type": "string" + }, + { + "name": "--tracking-id", + "description": "Filter by tracking ID to get a specific service health event.", + "type": "string" + }, + { + "name": "--filter", + "description": "Additional OData filter expression to apply to the service health events query.", + "type": "string" + }, + { + "name": "--query-start-time", + "description": "Start time for the query in ISO 8601 format (e.g., 2024-01-01T00:00:00Z). Events from this time onwards will be included.", + "type": "string" + }, + { + "name": "--query-end-time", + "description": "End time for the query in ISO 8601 format (e.g., 2024-01-31T23:59:59Z). Events up to this time will be included.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 3 + }, + { + "name": "role", + "description": "Authorization operations - Commands for managing Azure Role-Based Access Control (RBAC) resources. Includes operations for listing role assignments, managing permissions, and working with Azure security and access management at various scopes.", + "command": "azmcp role", + "subcommands": [ + { + "name": "list", + "description": "List role assignments. This command retrieves and displays all Azure RBAC role assignments\r\nin the specified scope. Results include role definition IDs and principal IDs, returned as a JSON array.", + "command": "azmcp role assignment list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--scope", + "description": "Scope at which the role assignment or definition applies to, e.g., /subscriptions/0b1f6471-1bf0-4dda-aec3-111122223333, /subscriptions/0b1f6471-1bf0-4dda-aec3-111122223333/resourceGroups/myGroup, or /subscriptions/0b1f6471-1bf0-4dda-aec3-111122223333/resourceGroups/myGroup/providers/Microsoft.Compute/virtualMachines/myVM.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "search", + "description": "Search operations - Commands for Azure AI Search (formerly known as \\\"Azure Cognitive Search\\\") services and\r\nsearch indexes. Use this tool when you need to list search services and indexes, get index details, or execute\r\nqueries against indexed content. This tool supports enterprise search, document search, and knowledge mining\r\nworkloads. Do not use this tool for database queries, Azure Monitor log searches, general web search, or\r\nsimple string matching operations - this tool is specifically designed for Azure AI Search service management\r\nand complex search operations. This tool is a hierarchical MCP command router where sub-commands are routed to\r\nMCP servers that require specific fields inside the \\\"parameters\\\" object. To invoke a command, set\r\n\\\"command\\\" and wrap its arguments in \\\"parameters\\\". Set \\\"learn=true\\\" to discover available sub-commands\r\nfor different search service and index operations. Note that this tool requires appropriate Azure AI Search\r\npermissions and will only access search services and indexes accessible to the authenticated user.", + "command": "azmcp search", + "subcommands": [ + { + "name": "describe", + "description": "Gets the details of Azure AI Search indexes, including fields, description, and more. If a specific index name\r\nis not provided, the command will return details for all indexes within the specified service.", + "command": "azmcp search index get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--service", + "description": "The name of the Azure AI Search service (e.g., my-search-service).", + "type": "string", + "required": true + }, + { + "name": "--index", + "description": "The name of the search index within the Azure AI Search service.", + "type": "string" + } + ] + }, + { + "name": "query", + "description": "Queries an Azure AI Search index, returning the results of the query.", + "command": "azmcp search index query", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--service", + "description": "The name of the Azure AI Search service (e.g., my-search-service).", + "type": "string", + "required": true + }, + { + "name": "--index", + "description": "The name of the search index within the Azure AI Search service.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "The search query to execute against the Azure AI Search index.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Lists all Azure AI Search services in a subscription.", + "command": "azmcp search service list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 3 + }, + { + "name": "servicebus", + "description": "Service Bus operations - Commands for managing Azure Service Bus resources including queues, topics, and subscriptions. Includes operations for managing message queues, topic subscriptions, and retrieving details about Service Bus entities.", + "command": "azmcp servicebus", + "subcommands": [ + { + "name": "details", + "description": "Get details about a Service Bus queue. Returns queue properties and runtime information. Properties returned include\r\nlock duration, max message size, queue size, creation date, status, current message counts, etc.\r\n\r\nRequired arguments:\r\n- namespace: The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)\r\n- queue: Queue name to get details and runtime information for.", + "command": "azmcp servicebus queue details", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--namespace", + "description": "The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)", + "type": "string", + "required": true + }, + { + "name": "--queue", + "description": "The queue name to peek messages from.", + "type": "string", + "required": true + } + ] + }, + { + "name": "details", + "description": "Get details about a Service Bus topic. Returns topic properties and runtime information. Properties returned include\r\nnumber of subscriptions, max message size, max topic size, number of scheduled messages, etc.\r\n\r\nRequired arguments:\r\n- namespace: The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)\r\n- topic: Topic name to get information about.", + "command": "azmcp servicebus topic details", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--namespace", + "description": "The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)", + "type": "string", + "required": true + }, + { + "name": "--topic", + "description": "The name of the topic containing the subscription.", + "type": "string", + "required": true + } + ] + }, + { + "name": "details", + "description": "Get details about a Service Bus subscription. Returns subscription runtime properties including message counts, delivery settings, and other metadata.\r\n\r\nRequired arguments:\r\n- namespace: The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)\r\n- topic: Topic name containing the subscription\r\n- subscription-name: Name of the subscription to get details for", + "command": "azmcp servicebus topic subscription details", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--namespace", + "description": "The fully qualified Service Bus namespace host name. (This is usually in the form .servicebus.windows.net)", + "type": "string", + "required": true + }, + { + "name": "--topic", + "description": "The name of the topic containing the subscription.", + "type": "string", + "required": true + }, + { + "name": "--subscription-name", + "description": "The name of subscription to peek messages from.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 3 + }, + { + "name": "sql", + "description": "Azure SQL operations - Commands for managing Azure SQL databases, servers, and elastic pools. Includes operations for listing databases, configuring server settings, managing firewall rules, Entra ID administrators, and elastic pool resources.", + "command": "azmcp sql", + "subcommands": [ + { + "name": "create", + "description": "Create a new Azure SQL Database on an existing SQL Server. This command creates a database with configurable\r\nperformance tiers, size limits, and other settings. Equivalent to 'az sql db create'.\r\nReturns the newly created database information including configuration details.", + "command": "azmcp sql db create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The Azure SQL Database name.", + "type": "string", + "required": true + }, + { + "name": "--sku-name", + "description": "The SKU name for the database (e.g., Basic, S0, P1, GP_Gen5_2).", + "type": "string" + }, + { + "name": "--sku-tier", + "description": "The SKU tier for the database (e.g., Basic, Standard, Premium, GeneralPurpose).", + "type": "string" + }, + { + "name": "--sku-capacity", + "description": "The SKU capacity (DTU or vCore count) for the database.", + "type": "string" + }, + { + "name": "--collation", + "description": "The collation for the database (e.g., SQL_Latin1_General_CP1_CI_AS).", + "type": "string" + }, + { + "name": "--max-size-bytes", + "description": "The maximum size of the database in bytes.", + "type": "string" + }, + { + "name": "--elastic-pool-name", + "description": "The name of the elastic pool to assign the database to.", + "type": "string" + }, + { + "name": "--zone-redundant", + "description": "Whether the database should be zone redundant.", + "type": "string" + }, + { + "name": "--read-scale", + "description": "Read scale option for the database (Enabled or Disabled).", + "type": "string" + } + ] + }, + { + "name": "delete", + "description": "Deletes an Azure SQL Database from an existing SQL Server. This command removes the specified database\r\nand is idempotent - attempting to delete a database that does not exist will succeed with Deleted = false.\r\nEquivalent to 'az sql db delete'.\r\nReturns whether the database was deleted during this operation.", + "command": "azmcp sql db delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The Azure SQL Database name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Lists all databases in an Azure SQL Server with their configuration, status, SKU, and performance details.\r\nUse when you need to: view database inventory, check database status across a server, compare database configurations,\r\nor find databases for management operations.\r\nRequires: subscription ID, resource group name, server name.\r\nReturns: JSON array of databases with complete configuration details including SKU, status, and size information.\r\nEquivalent to 'az sql db list'.", + "command": "azmcp sql db list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "show", + "description": "Get the details of an Azure SQL Database. This command retrieves detailed information about a specific database\r\nincluding its configuration, status, performance tier, and other properties. Equivalent to 'az sql db show'.\r\nReturns detailed database information including SKU, status, collation, and size information.\r\n Required options:\r\n- subscription: Azure subscription ID\r\n- resource-group: Resource group name containing the SQL server\r\n- server: Azure SQL Server name\r\n- database: Database name to retrieve details for", + "command": "azmcp sql db show", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The Azure SQL Database name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Lists all SQL elastic pools in an Azure SQL Server with their SKU, capacity, state, and database limits.\r\nUse when you need to: view elastic pool inventory, check pool utilization, compare pool configurations,\r\nor find available pools for database placement.\r\nRequires: subscription ID, resource group name, server name.\r\nReturns: JSON array of elastic pools with complete configuration details.\r\nEquivalent to 'az sql elastic-pool list'.", + "command": "azmcp sql elastic-pool list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Creates a new Azure SQL server in the specified resource group and location.\r\nThe server will be created with the specified administrator credentials and\r\noptional configuration settings. Returns the created server with its properties\r\nincluding the fully qualified domain name.", + "command": "azmcp sql server create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--administrator-login", + "description": "The administrator login name for the SQL server.", + "type": "string", + "required": true + }, + { + "name": "--administrator-password", + "description": "The administrator password for the SQL server.", + "type": "string", + "required": true + }, + { + "name": "--location", + "description": "The Azure region location where the SQL server will be created.", + "type": "string", + "required": true + }, + { + "name": "--version", + "description": "The version of SQL Server to create (e.g., '12.0').", + "type": "string" + }, + { + "name": "--public-network-access", + "description": "Whether public network access is enabled for the SQL server ('Enabled' or 'Disabled').", + "type": "string" + } + ] + }, + { + "name": "delete", + "description": "Deletes an Azure SQL server and all of its databases from the specified resource group.\r\nThis operation is irreversible and will permanently remove the server and all its data.\r\nUse the --force flag to skip confirmation prompts.", + "command": "azmcp sql server delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--force", + "description": "Force delete the server without confirmation prompts.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Gets a list of Microsoft Entra ID administrators for a SQL server. This command retrieves all\r\nEntra ID administrators configured for the specified SQL server, including their display names, object IDs,\r\nand tenant information. Returns an array of Entra ID administrator objects with their properties.", + "command": "azmcp sql server entra-admin list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Creates a firewall rule for a SQL server. Firewall rules control which IP addresses\r\nare allowed to connect to the SQL server. You can specify either a single IP address\r\n(by setting start and end IP to the same value) or a range of IP addresses. Returns\r\nthe created firewall rule with its properties.", + "command": "azmcp sql server firewall-rule create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--firewall-rule-name", + "description": "The name of the firewall rule.", + "type": "string", + "required": true + }, + { + "name": "--start-ip-address", + "description": "The start IP address of the firewall rule range.", + "type": "string", + "required": true + }, + { + "name": "--end-ip-address", + "description": "The end IP address of the firewall rule range.", + "type": "string", + "required": true + } + ] + }, + { + "name": "delete", + "description": "Deletes a firewall rule from a SQL server. This operation removes the specified\r\nfirewall rule, potentially restricting access for the IP addresses that were\r\npreviously allowed by this rule. The operation is idempotent - if the rule\r\ndoesn't exist, no error is returned.", + "command": "azmcp sql server firewall-rule delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--firewall-rule-name", + "description": "The name of the firewall rule.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Gets a list of firewall rules for a SQL server. This command retrieves all\r\nfirewall rules configured for the specified SQL server, including their IP address ranges\r\nand rule names. Returns an array of firewall rule objects with their properties.", + "command": "azmcp sql server firewall-rule list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + } + ] + }, + { + "name": "show", + "description": "Retrieves detailed information about an Azure SQL server including its configuration,\r\nstatus, and properties such as the fully qualified domain name, version,\r\nadministrator login, and network access settings.", + "command": "azmcp sql server show", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 12 + }, + { + "name": "storage", + "description": "Storage operations - Commands for managing and accessing Azure Storage accounts and their data services\r\nincluding Blobs, Data Lake Gen 2, Shares, Tables, and Queues for scalable cloud storage solutions. Use\r\nthis tool when you need to list storage accounts, work with blob containers and blobs, access file shares,\r\nquerying table storage, handle queue messages. This tool focuses on object storage, file storage,\r\nsimple NoSQL table storage scenarios, and queue messaging. This tool is a hierarchical MCP command router\r\nwhere sub-commands are routed to MCP servers that require specific fields inside the \"parameters\" object.\r\nTo invoke a command, set \"command\" and wrap its arguments in \"parameters\". Set \"learn=true\" to discover\r\navailable sub-commands for different Azure Storage service operations including blobs, datalake, shares,\r\ntables, and queues. Note that this tool requires appropriate Storage account permissions and will only\r\naccess storage resources accessible to the authenticated user.", + "command": "azmcp storage", + "subcommands": [ + { + "name": "create", + "description": "Creates an Azure Storage account in the specified resource group and location and returns the created storage account\r\ninformation including name, location, SKU, access settings, and configuration details.", + "command": "azmcp storage account create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--account", + "description": "The name of the Azure Storage account to create. Must be globally unique, 3-24 characters, lowercase letters and numbers only.", + "type": "string", + "required": true + }, + { + "name": "--location", + "description": "The Azure region where the storage account will be created (e.g., 'eastus', 'westus2').", + "type": "string", + "required": true + }, + { + "name": "--sku", + "description": "The storage account SKU. Valid values: Standard_LRS, Standard_GRS, Standard_RAGRS, Standard_ZRS, Premium_LRS, Premium_ZRS, Standard_GZRS, Standard_RAGZRS.", + "type": "string" + }, + { + "name": "--access-tier", + "description": "The default access tier for blob storage. Valid values: Hot, Cool.", + "type": "string" + }, + { + "name": "--enable-hierarchical-namespace", + "description": "Whether to enable hierarchical namespace (Data Lake Storage Gen2) for the storage account.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Gets detailed information about Azure Storage accounts, including account name, location, SKU, access settings,\r\nand configuration details. If a specific account name is not provided, the command will return details for all\r\naccounts in a subscription.", + "command": "azmcp storage account get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string" + } + ] + }, + { + "name": "set-tier", + "description": "Sets access tier for multiple blobs in a single batch operation, returning the names of blobs that had their access\r\ntier set and blobs that failed to have their access tier set.", + "command": "azmcp storage blob batch set-tier", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--tier", + "description": "The access tier to set for the blobs. Valid values include Hot, Cool, Archive, and others depending on the storage account type. See Azure documentation for the complete list of supported access tiers.", + "type": "string", + "required": true + }, + { + "name": "--blobs", + "description": "The names of the blobs to set the access tier for. Provide multiple blob names separated by spaces. Each blob name should be the full path within the container (e.g., 'file1.txt' or 'folder/file2.txt').", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Creates an Azure Storage container, returning the last modified time, the ETag of the created container, and more.", + "command": "azmcp storage blob container create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string", + "required": true + } + ] + }, + { + "name": "get", + "description": "Gets the details of Azure Storage containers, including metadata, lease status, access level, and more. If a specific\r\ncontainer name is not provided, the command will return details for all containers within the specified account.", + "command": "azmcp storage blob container get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string" + } + ] + }, + { + "name": "get", + "description": "Gets the details of Azure Storage blobs, including metadata properties, approximate size, last modification time, and more.\r\nIf a specific blob name is not provided, the command will return details for all blobs within the specified container.", + "command": "azmcp storage blob get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--blob", + "description": "The name of the blob to access within the container. This should be the full path within the container (e.g., 'file.txt' or 'folder/file.txt').", + "type": "string" + } + ] + }, + { + "name": "upload", + "description": "Uploads a local file to an Azure Storage blob, only if the blob does not exist, returning the last modified time,\r\nETag, and content hash of the uploaded blob.", + "command": "azmcp storage blob upload", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--blob", + "description": "The name of the blob to access within the container. This should be the full path within the container (e.g., 'file.txt' or 'folder/file.txt').", + "type": "string", + "required": true + }, + { + "name": "--local-file-path", + "description": "The local file path to read content from or to write content to. This should be the full path to the file on your local system.", + "type": "string", + "required": true + } + ] + }, + { + "name": "create", + "description": "Create a directory in a Data Lake file system. This command creates a new directory at the specified path\r\nwithin the Data Lake file system. The directory path must include the file system name as the first component\r\n(e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). The path supports nested structures using\r\nforward slashes (/). If the directory already exists, the operation will succeed and return the existing\r\ndirectory information. Returns directory metadata including name, type, and creation timestamp as JSON.", + "command": "azmcp storage datalake directory create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--directory-path", + "description": "The full path of the directory to create in the Data Lake, including the file system name (e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). Use forward slashes (/) to separate the file system name from the directory path and for subdirectories.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list-paths", + "description": "List paths in a Data Lake file system. This command retrieves and displays paths (files and directories)\r\navailable in the specified Data Lake file system within the storage account. Results include path names,\r\ntypes (file or directory), and metadata, returned as a JSON array.", + "command": "azmcp storage datalake file-system list-paths", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--file-system", + "description": "The name of the Data Lake file system to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--filter-path", + "description": "The prefix to filter paths in the Data Lake. Only paths that start with this prefix will be listed.", + "type": "string" + }, + { + "name": "--recursive", + "description": "Flag to indicate whether the command will operate recursively on all subdirectories.", + "type": "string" + } + ] + }, + { + "name": "send", + "description": "Send messages to an Azure Storage queue for asynchronous processing. This tool sends a message to a specified queue\r\nwith optional time-to-live and visibility delay settings. Messages are returned with receipt handles for tracking.\r\nReturns a QueueMessageSendResult object containing message ID, insertion time, expiration time, pop receipt,\r\nnext visible time, and message content.", + "command": "azmcp storage queue message send", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--queue", + "description": "The name of the queue to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--message", + "description": "The content of the message to send to the queue.", + "type": "string", + "required": true + }, + { + "name": "--time-to-live-in-seconds", + "description": "The time-to-live for the message in seconds. If not specified, the message will use the queue's default TTL. Set to -1 for messages that never expire.", + "type": "string" + }, + { + "name": "--visibility-timeout-in-seconds", + "description": "The visibility timeout for the message in seconds. This determines how long the message will be invisible after it's retrieved. If not specified, defaults to 0 (immediately visible).", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Lists files and directories within a file share directory. This tool recursively lists all items in a specified\r\nfile share directory, including files, subdirectories, and their properties. Files and directories may be filtered\r\nby a prefix. Returns file listing as JSON.", + "command": "azmcp storage share file list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + }, + { + "name": "--share", + "description": "The name of the file share to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--directory-path", + "description": "The full path of the directory to create in the Data Lake, including the file system name (e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). Use forward slashes (/) to separate the file system name from the directory path and for subdirectories.", + "type": "string", + "required": true + }, + { + "name": "--prefix", + "description": "Optional prefix to filter results. Only items that start with this prefix will be returned.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all tables in a Storage account. This command retrieves and displays all tables available in the specified Storage account.\r\nResults include table names and are returned as a JSON array. You must specify an account name and subscription ID.\r\nUse this command to explore your Storage resources or to verify table existence before performing operations on specific tables.", + "command": "azmcp storage table list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--account", + "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 12 + }, + { + "name": "subscription", + "description": "Azure subscription operations - Commands for listing and managing Azure subscriptions accessible to your account.", + "command": "azmcp subscription", + "subcommands": [ + { + "name": "list", + "description": "List all Azure subscriptions accessible to your account. Optionally specify tenant\r\nand auth-method. Results include subscription names and IDs, returned as a JSON array.", + "command": "azmcp subscription list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "virtualdesktop", + "description": "Azure Virtual Desktop operations - Commands for managing and accessing Azure Virtual Desktop resources. Includes operations for hostpools, session hosts, and user sessions.", + "command": "azmcp virtualdesktop", + "subcommands": [ + { + "name": "list", + "description": "List all hostpools in a subscription or resource group. This command retrieves all Azure Virtual Desktop hostpool objects available\r\nin the specified Option`1: --subscription. If a resource group is specified, only hostpools in that resource group are returned.\r\nResults include hostpool names and are returned as a JSON array.", + "command": "azmcp virtualdesktop hostpool list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "List all SessionHosts in a hostpool. This command retrieves all Azure Virtual Desktop SessionHost objects available\r\nin the specified Option`1: --subscription and hostpool. Results include SessionHost details and are\r\nreturned as a JSON array.", + "command": "azmcp virtualdesktop hostpool sessionhost list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--hostpool", + "description": "The name of the Azure Virtual Desktop host pool. This is the unique name you chose for your hostpool.", + "type": "string" + }, + { + "name": "--hostpool-resource-id", + "description": "The Azure resource ID of the host pool. When provided, this will be used instead of searching by name.", + "type": "string" + } + ] + }, + { + "name": "usersession-list", + "description": "List all user sessions on a specific session host in a host pool. This command retrieves all Azure Virtual Desktop\r\nuser session objects available on the specified session host. Results include user session details such as\r\nuser principal name, session state, application type, and creation time.", + "command": "azmcp virtualdesktop hostpool sessionhost usersession-list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--hostpool", + "description": "The name of the Azure Virtual Desktop host pool. This is the unique name you chose for your hostpool.", + "type": "string" + }, + { + "name": "--hostpool-resource-id", + "description": "The Azure resource ID of the host pool. When provided, this will be used instead of searching by name.", + "type": "string" + }, + { + "name": "--sessionhost", + "description": "The name of the session host. This is the computer name of the virtual machine in the host pool.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 3 + }, + { + "name": "workbooks", + "description": "Workbooks operations - Commands for managing Azure Workbooks resources and interactive data visualization dashboards. Includes operations for listing, creating, updating, and deleting workbooks, as well as managing workbook configurations and content.", + "command": "azmcp workbooks", + "subcommands": [ + { + "name": "create", + "description": "Create a new workbook in the specified resource group and subscription.\r\nYou can set the display name and serialized data JSON content for the workbook.\r\nReturns the created workbook information upon successful completion.", + "command": "azmcp workbooks create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--display-name", + "description": "The display name of the workbook.", + "type": "string", + "required": true + }, + { + "name": "--serialized-content", + "description": "The serialized JSON content of the workbook.", + "type": "string", + "required": true + }, + { + "name": "--source-id", + "description": "The linked resource ID for the workbook. By default, this is 'azure monitor'.", + "type": "string" + } + ] + }, + { + "name": "delete", + "description": "Delete a workbook by its Azure resource ID.\r\nThis command soft deletes the workbook: it will be retained for 90 days.\r\nIf needed, you can restore it from the Recycle Bin through the Azure Portal.\r\n\r\nTo learn more, visit: https://learn.microsoft.com/azure/azure-monitor/visualize/workbooks-manage", + "command": "azmcp workbooks delete", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--workbook-id", + "description": "The Azure Resource ID of the workbook to retrieve.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all workbooks in a specific resource group. This command retrieves all workbooks available\r\nin the specified resource group within the given subscription. Resource group is required.\r\nOptionally filter by kind (shared/user), category (workbook/sentinel/etc), or source resource ID.", + "command": "azmcp workbooks list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--kind", + "description": "Filter workbooks by kind (e.g., 'shared', 'user'). If not specified, all kinds will be returned.", + "type": "string" + }, + { + "name": "--category", + "description": "Filter workbooks by category (e.g., 'workbook', 'sentinel', 'TSG'). If not specified, all categories will be returned.", + "type": "string" + }, + { + "name": "--source-id", + "description": "Filter workbooks by source resource ID (e.g., Application Insights resource, Log Analytics workspace). If not specified, all workbooks will be returned.", + "type": "string" + } + ] + }, + { + "name": "show", + "description": "Gets information about a specific workbook by its Azure resource ID.\r\nReturns workbook details including JSON serialized content, display name, description, category,\r\nlocation, kind, tags, version, modification time, and other metadata.", + "command": "azmcp workbooks show", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--workbook-id", + "description": "The Azure Resource ID of the workbook to retrieve.", + "type": "string", + "required": true + } + ] + }, + { + "name": "update", + "description": "Updates properties of a workbook, including its display name and serialized content.\r\nAt least one property must be provided for the update operation.\r\nReturns the updated workbook object upon successful completion.", + "command": "azmcp workbooks update", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--workbook-id", + "description": "The Azure Resource ID of the workbook to retrieve.", + "type": "string", + "required": true + }, + { + "name": "--display-name", + "description": "The display name of the workbook.", + "type": "string" + }, + { + "name": "--serialized-content", + "description": "The JSON serialized content/data of the workbook.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 5 + }, + { + "name": "azqr", + "description": "Runs Azure Quick Review CLI (azqr) commands to generate compliance/security reports for Azure resources.\r\nThis tool should be used when the user wants to identify any non-compliant configurations or areas for improvement in their Azure resources.\r\nRequires a subscription id and optionally a resource group name. Returns the generated report file's path.\r\nNote that Azure Quick Review CLI (azqr) is different from Azure CLI (az).", + "command": "azmcp extension azqr", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + } + ], + "duration": 104, + "resultsCount": 36 +} From 8ea32cd2d1aeb3a8c091d9f2ce10fd282950da9f Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Thu, 18 Sep 2025 13:48:08 -0700 Subject: [PATCH 07/23] Updated tools.json --- eng/tools/ToolDescriptionEvaluator/tools.json | 214 +++++++++++++++--- 1 file changed, 178 insertions(+), 36 deletions(-) diff --git a/eng/tools/ToolDescriptionEvaluator/tools.json b/eng/tools/ToolDescriptionEvaluator/tools.json index 3e17cc6b2..e8c9a86b6 100644 --- a/eng/tools/ToolDescriptionEvaluator/tools.json +++ b/eng/tools/ToolDescriptionEvaluator/tools.json @@ -585,14 +585,12 @@ { "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string", - "required": null + "type": "string" }, { "name": "--lock", "description": "Whether a key-value will be locked (set to read-only) or unlocked (read-only removed).", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1035,7 +1033,7 @@ }, { "name": "design", - "description": "Azure architecture design tool that gathers requirements through guided questions and recommends optimal solutions.\r\n\r\nKey parameters: question, questionNumber, confidenceScore (0.0-1.0, present architecture when �0.7), totalQuestions, answer, nextQuestionNeeded, architectureComponent, architectureTier, state.\r\n\r\nProcess:\r\n1. Ask about user role, business goals (1-2 questions at a time)\r\n2. Track confidence and update requirements (explicit/implicit/assumed)\r\n3. When confident enough, present architecture with table format, visual organization, ASCII diagrams\r\n4. Follow Azure Well-Architected Framework principles\r\n5. Cover all tiers: infrastructure, platform, application, data, security, operations\r\n6. Provide actionable advice and high-level overview\r\n\r\nState tracks components, requirements by category, and confidence factors. Be conservative with suggestions.", + "description": "Azure architecture design tool that gathers requirements through guided questions and recommends optimal solutions.\r\n\r\nKey parameters: question, questionNumber, confidenceScore (0.0-1.0, present architecture when 0.7), totalQuestions, answer, nextQuestionNeeded, architectureComponent, architectureTier, state.\r\n\r\nProcess:\r\n1. Ask about user role, business goals (1-2 questions at a time)\r\n2. Track confidence and update requirements (explicit/implicit/assumed)\r\n3. When confident enough, present architecture with table format, visual organization, ASCII diagrams\r\n4. Follow Azure Well-Architected Framework principles\r\n5. Cover all tiers: infrastructure, platform, application, data, security, operations\r\n6. Provide actionable advice and high-level overview\r\n\r\nState tracks components, requirements by category, and confidence factors. Be conservative with suggestions.", "command": "azmcp cloudarchitect design", "option": [ { @@ -1494,8 +1492,7 @@ { "name": "--resource-types", "description": "Specifies the Azure resource types to retrieve IaC rules for. It should be comma-separated. Supported values are: 'appservice', 'containerapp', 'function', 'aks', 'storage'. If none of these services are used, this parameter can be left empty.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -1602,6 +1599,68 @@ } ] }, + { + "name": "list", + "description": "List event subscriptions for topics with filtering and endpoint configuration. This tool shows all active \r\nsubscriptions including webhook endpoints, event filters, and delivery retry policies. Returns subscription \r\ndetails as JSON array. Requires either --topic (bare topic name) OR --subscription. If only --topic is provided\r\nthe tool searches all accessible subscriptions for a topic with that name. Optional --resource-group/--location\r\nmay only be used alongside --subscription or --topic.", + "command": "azmcp eventgrid subscription list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--topic", + "description": "The name of the Event Grid topic.", + "type": "string" + }, + { + "name": "--location", + "description": "The Azure region to filter resources by (e.g., 'eastus', 'westus2').", + "type": "string" + } + ] + }, { "name": "list", "description": "List all Event Grid topics in a subscription with configuration and status information. This tool retrieves\r\ntopic details including endpoints, access keys, and subscription information for event publishing and management.\r\nReturns topic information as JSON array. Requires subscription.", @@ -1853,12 +1912,6 @@ "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", "type": "string" }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null - }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", @@ -2027,8 +2080,7 @@ { "name": "--model-name", "description": "The name of the model to deploy.", - "type": "string", - "required": null + "type": "string" } ] }, @@ -3897,12 +3949,6 @@ "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", "type": "string" }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null - }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", @@ -3966,14 +4012,12 @@ { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-type", @@ -4046,14 +4090,12 @@ { "name": "--subscription", "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-group", "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": null + "type": "string" }, { "name": "--resource-type", @@ -6772,6 +6814,111 @@ } ] }, + { + "name": "update", + "description": "Update configuration settings for an existing Azure SQL Database. This command modifies an existing database's\r\ncompute tier, performance characteristics, redundancy, or other settings. Equivalent to 'az sql db update'.\r\nReturns the updated database information including applied configuration changes.", + "command": "azmcp sql db update", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The Azure SQL Database name.", + "type": "string", + "required": true + }, + { + "name": "--sku-name", + "description": "The SKU name for the database (e.g., Basic, S0, P1, GP_Gen5_2).", + "type": "string" + }, + { + "name": "--sku-tier", + "description": "The SKU tier for the database (e.g., Basic, Standard, Premium, GeneralPurpose).", + "type": "string" + }, + { + "name": "--sku-capacity", + "description": "The SKU capacity (DTU or vCore count) for the database.", + "type": "string" + }, + { + "name": "--collation", + "description": "The collation for the database (e.g., SQL_Latin1_General_CP1_CI_AS).", + "type": "string" + }, + { + "name": "--max-size-bytes", + "description": "The maximum size of the database in bytes.", + "type": "string" + }, + { + "name": "--elastic-pool-name", + "description": "The name of the elastic pool to assign the database to.", + "type": "string" + }, + { + "name": "--zone-redundant", + "description": "Whether the database should be zone redundant.", + "type": "string" + }, + { + "name": "--read-scale", + "description": "Read scale option for the database (Enabled or Disabled).", + "type": "string" + } + ] + }, { "name": "list", "description": "Lists all SQL elastic pools in an Azure SQL Server with their SKU, capacity, state, and database limits.\r\nUse when you need to: view elastic pool inventory, check pool utilization, compare pool configurations,\r\nor find available pools for database placement.\r\nRequires: subscription ID, resource group name, server name.\r\nReturns: JSON array of elastic pools with complete configuration details.\r\nEquivalent to 'az sql elastic-pool list'.", @@ -7352,12 +7499,6 @@ "type": "string", "required": true }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": true - }, { "name": "--account", "description": "The name of the Azure Storage account to create. Must be globally unique, 3-24 characters, lowercase letters and numbers only.", @@ -8605,5 +8746,6 @@ ] } ], - "duration": 23 + "duration": 105, + "resultsCount": 140 } From 6c2d31abb3a08ad3275c550afa09e56d1b324d6e Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Thu, 18 Sep 2025 14:58:05 -0700 Subject: [PATCH 08/23] Ran dotnet format --- .../src/Areas/Tools/Commands/ToolsListCommand.cs | 6 ++++-- .../Areas/Tools/UnitTests/ToolsListCommandTests.cs | 14 +++++++------- 2 files changed, 11 insertions(+), 9 deletions(-) diff --git a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs index 535b15a4e..944874274 100644 --- a/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs +++ b/core/Azure.Mcp.Core/src/Areas/Tools/Commands/ToolsListCommand.cs @@ -69,11 +69,13 @@ public override async Task ExecuteAsync(CommandContext context, var key = kvp.Key; // Tokenized e.g. azmcp_storage_account_get var firstSeparatorIndex = key.IndexOf(CommandFactory.Separator); // Expect at least root + namespace + verb - if (firstSeparatorIndex < 0) continue; // Malformed, skip + if (firstSeparatorIndex < 0) + continue; // Malformed, skip var secondSeparatorIndex = key.IndexOf(CommandFactory.Separator, firstSeparatorIndex + 1); - if (secondSeparatorIndex < 0) continue; // Not enough tokens + if (secondSeparatorIndex < 0) + continue; // Not enough tokens var namespaceToken = key.Substring(firstSeparatorIndex + 1, secondSeparatorIndex - firstSeparatorIndex - 1); diff --git a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs index 75c1e1e20..6fab036ae 100644 --- a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs +++ b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs @@ -124,7 +124,7 @@ public async Task ExecuteAsync_JsonSerializationStressTest_HandlesLargeResults() // Verify JSON round-trip preserves all data var serializedJson = JsonSerializer.Serialize(result); Assert.Equal(json, serializedJson); - Assert.Equal(result.Count, response.ResultsCount); + Assert.Equal(result.Count, response.ResultsCount); } /// @@ -152,7 +152,7 @@ public async Task ExecuteAsync_WithValidContext_FiltersHiddenCommands() Assert.Contains(result, cmd => !string.IsNullOrEmpty(cmd.Name)); - Assert.Equal(result.Count, response.ResultsCount); + Assert.Equal(result.Count, response.ResultsCount); } @@ -253,7 +253,7 @@ public async Task ExecuteAsync_ReturnsSpecificKnownCommands() Assert.NotNull(result); Assert.NotEmpty(result); - Assert.Equal(result.Count, response.ResultsCount); + Assert.Equal(result.Count, response.ResultsCount); Assert.True(result.Count >= MinimumExpectedCommands, $"Expected at least {MinimumExpectedCommands} commands, got {result.Count}"); @@ -311,7 +311,7 @@ public async Task ExecuteAsync_CommandPathFormattingIsCorrect() Assert.NotNull(result); - Assert.Equal(result.Count, response.ResultsCount); + Assert.Equal(result.Count, response.ResultsCount); foreach (var command in result) { @@ -348,7 +348,7 @@ public async Task ExecuteAsync_WithNamespaceSwitch_ReturnsNamespacesOnly() Assert.NotNull(namespaces); Assert.NotEmpty(namespaces); - Assert.Equal(namespaces!.Count, response.ResultsCount); + Assert.Equal(namespaces!.Count, response.ResultsCount); // Should include some well-known namespaces (matching Name property) Assert.Contains(namespaces, ci => ci.Name.Equals("subscription", StringComparison.OrdinalIgnoreCase)); @@ -408,7 +408,7 @@ public async Task ExecuteAsync_Namespaces_CountMatchesSubcommandCounts() var namespaces = DeserializeResults(response.Results); Assert.NotEmpty(namespaces); - Assert.Equal(namespaces.Count, response.ResultsCount); + Assert.Equal(namespaces.Count, response.ResultsCount); foreach (var ns in namespaces.Take(10)) { @@ -462,7 +462,7 @@ public async Task ExecuteAsync_WithEmptyCommandFactory_ReturnsEmptyResults() Assert.NotNull(result); Assert.Empty(result); // Should be empty when no commands are available - Assert.Equal(result.Count, response.ResultsCount); + Assert.Equal(result.Count, response.ResultsCount); } /// From 8425d4aaffca9e5ce3ce5d2f759d32d93aad8a2c Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 13:25:28 -0700 Subject: [PATCH 09/23] Updated prompts and tools JSON files --- docs/e2eTestPromptsByNamespace.md | 6 +- .../{scripts => }/Generate-PromptsJson.ps1 | 4 +- .../{Resources => }/namespace-prompts.json | 2 +- .../ToolDescriptionEvaluator/namespaces.json | 251 +++++++---- .../ToolDescriptionEvaluator/prompts.json | 401 +++++++++--------- eng/tools/ToolDescriptionEvaluator/tools.json | 2 +- 6 files changed, 391 insertions(+), 275 deletions(-) rename eng/tools/ToolDescriptionEvaluator/{scripts => }/Generate-PromptsJson.ps1 (97%) rename eng/tools/ToolDescriptionEvaluator/{Resources => }/namespace-prompts.json (99%) diff --git a/docs/e2eTestPromptsByNamespace.md b/docs/e2eTestPromptsByNamespace.md index ad57cc819..0d7c22958 100644 --- a/docs/e2eTestPromptsByNamespace.md +++ b/docs/e2eTestPromptsByNamespace.md @@ -293,9 +293,9 @@ Columns: | Tool Name | Test Prompt | | --------- | ----------- | -| azmcp_extension | Check my Azure subscription for any compliance issues or recommendations | -| azmcp_extension | Provide compliance recommendations for my current Azure subscription | -| azmcp_extension | Scan my Azure subscription for compliance recommendations | +| azmcp_extension_azqr | Check my Azure subscription for any compliance issues or recommendations | +| azmcp_extension_azqr | Provide compliance recommendations for my current Azure subscription | +| azmcp_extension_azqr | Scan my Azure subscription for compliance recommendations | ## Azure Native ISV (Datadog) diff --git a/eng/tools/ToolDescriptionEvaluator/scripts/Generate-PromptsJson.ps1 b/eng/tools/ToolDescriptionEvaluator/Generate-PromptsJson.ps1 similarity index 97% rename from eng/tools/ToolDescriptionEvaluator/scripts/Generate-PromptsJson.ps1 rename to eng/tools/ToolDescriptionEvaluator/Generate-PromptsJson.ps1 index 2f361fb46..d4ad6cbe0 100644 --- a/eng/tools/ToolDescriptionEvaluator/scripts/Generate-PromptsJson.ps1 +++ b/eng/tools/ToolDescriptionEvaluator/Generate-PromptsJson.ps1 @@ -42,7 +42,7 @@ function Write-Warn($Message) { Write-Host "[WARN] $Message" -ForegroundColor Ye function Write-ErrorLine($Message) { Write-Host "[ERROR] $Message" -ForegroundColor Red } # Normalize curly quotes & unescape escaped angle brackets (mirrors Program.cs intent + prior logic) -function Normalize-Prompt([string]$Text) { +function Convert-Special-Characters([string]$Text) { if (-not $Text) { return $Text } return $Text.Replace("\u2018", "'").Replace("\u2019", "'").Replace("\u201C", '"').Replace("\u201D", '"').Replace("\<", "<") } @@ -90,7 +90,7 @@ function Get-ToolPrompts([string]$Path) { if (-not $tool.StartsWith('azmcp_')) { return } if (-not $prompt) { return } if (-not $result.ContainsKey($tool)) { $result[$tool] = @() } - $result[$tool] += (Normalize-Prompt $prompt) + $result[$tool] += (Convert-Special-Characters $prompt) } return $result } diff --git a/eng/tools/ToolDescriptionEvaluator/Resources/namespace-prompts.json b/eng/tools/ToolDescriptionEvaluator/namespace-prompts.json similarity index 99% rename from eng/tools/ToolDescriptionEvaluator/Resources/namespace-prompts.json rename to eng/tools/ToolDescriptionEvaluator/namespace-prompts.json index 300cfbb48..498416df3 100644 --- a/eng/tools/ToolDescriptionEvaluator/Resources/namespace-prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/namespace-prompts.json @@ -107,7 +107,7 @@ "Show Event Grid subscriptions in resource group in subscription ", "List Event Grid subscriptions for subscription in location " ], - "azmcp_extension": [ + "azmcp_extension_azqr": [ "Check my Azure subscription for any compliance issues or recommendations", "Provide compliance recommendations for my current Azure subscription", "Scan my Azure subscription for compliance recommendations" diff --git a/eng/tools/ToolDescriptionEvaluator/namespaces.json b/eng/tools/ToolDescriptionEvaluator/namespaces.json index 9e9594598..e56fc44aa 100644 --- a/eng/tools/ToolDescriptionEvaluator/namespaces.json +++ b/eng/tools/ToolDescriptionEvaluator/namespaces.json @@ -542,9 +542,9 @@ ] }, { - "name": "lock", - "description": "Lock a key-value in an App Configuration store. This command sets a key-value to read-only mode,\r\npreventing any modifications to its value. You must specify an account name and key. Optionally,\r\nyou can specify a label to lock a specific labeled version of the key-value.", - "command": "azmcp appconfig kv lock", + "name": "set", + "description": "Sets the lock state of a key-value in an App Configuration store. This command can lock and unlock key-values.\r\nLocking sets a key-value to read-only mode, preventing any modifications to its value. Unlocking removes the\r\nread-only mode from a key-value setting, allowing modifications to its value. You must specify an account name\r\nand key. Optionally, you can specify a label to lock or unlock a specific labeled version of the key-value.\r\nDefault is unlocking the key-value.", + "command": "azmcp appconfig kv lock set", "option": [ { "name": "--tenant", @@ -607,6 +607,11 @@ "name": "--content-type", "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", "type": "string" + }, + { + "name": "--lock", + "description": "Whether a key-value will be locked (set to read-only) or unlocked (read-only removed).", + "type": "string" } ] }, @@ -758,78 +763,9 @@ "type": "string" } ] - }, - { - "name": "unlock", - "description": "Unlock a key-value setting in an App Configuration store. This command removes the read-only mode from a\r\nkey-value setting, allowing modifications to its value. You must specify an account name and key. Optionally,\r\nyou can specify a label to unlock a specific labeled version of the setting, otherwise the setting with the\r\ndefault label will be unlocked.", - "command": "azmcp appconfig kv unlock", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--account", - "description": "The name of the App Configuration store (e.g., my-appconfig).", - "type": "string", - "required": true - }, - { - "name": "--key", - "description": "The name of the key to access within the App Configuration store.", - "type": "string", - "required": true - }, - { - "name": "--label", - "description": "The label to apply to the configuration key. Labels are used to group and organize settings.", - "type": "string" - }, - { - "name": "--content-type", - "description": "The content type of the configuration value. This is used to indicate how the value should be interpreted or parsed.", - "type": "string" - } - ] } ], - "subcommandsCount": 7 + "subcommandsCount": 6 }, { "name": "applens", @@ -2266,9 +2202,9 @@ "subcommandsCount": 1 }, { - "name": "get_bestpractices", - "description": "Azure best practices - Commands return a list of best practices for code generation, operations and deployment \r\n when working with Azure services. It should be called for any code generation, deployment or \r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container \r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory, \r\n Azure App Services, or any other Azure technology or programming language. Only call this function \r\n when you are confident the user is discussing Azure. If this tool needs to be categorized, \r\n it belongs to the Get Azure Best Practices category.", - "command": "azmcp get_bestpractices", + "name": "get", + "description": "", + "command": "azmcp get", "subcommands": [ { "name": "get", @@ -7071,6 +7007,111 @@ } ] }, + { + "name": "update", + "description": "Update configuration settings for an existing Azure SQL Database. This command modifies an existing database's\r\ncompute tier, performance characteristics, redundancy, or other settings. Equivalent to 'az sql db update'.\r\nReturns the updated database information including applied configuration changes.", + "command": "azmcp sql db update", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The Azure SQL Database name.", + "type": "string", + "required": true + }, + { + "name": "--sku-name", + "description": "The SKU name for the database (e.g., Basic, S0, P1, GP_Gen5_2).", + "type": "string" + }, + { + "name": "--sku-tier", + "description": "The SKU tier for the database (e.g., Basic, Standard, Premium, GeneralPurpose).", + "type": "string" + }, + { + "name": "--sku-capacity", + "description": "The SKU capacity (DTU or vCore count) for the database.", + "type": "string" + }, + { + "name": "--collation", + "description": "The collation for the database (e.g., SQL_Latin1_General_CP1_CI_AS).", + "type": "string" + }, + { + "name": "--max-size-bytes", + "description": "The maximum size of the database in bytes.", + "type": "string" + }, + { + "name": "--elastic-pool-name", + "description": "The name of the elastic pool to assign the database to.", + "type": "string" + }, + { + "name": "--zone-redundant", + "description": "Whether the database should be zone redundant.", + "type": "string" + }, + { + "name": "--read-scale", + "description": "Read scale option for the database (Enabled or Disabled).", + "type": "string" + } + ] + }, { "name": "list", "description": "Lists all SQL elastic pools in an Azure SQL Server with their SKU, capacity, state, and database limits.\r\nUse when you need to: view elastic pool inventory, check pool utilization, compare pool configurations,\r\nor find available pools for database placement.\r\nRequires: subscription ID, resource group name, server name.\r\nReturns: JSON array of elastic pools with complete configuration details.\r\nEquivalent to 'az sql elastic-pool list'.", @@ -7601,7 +7642,7 @@ ] } ], - "subcommandsCount": 12 + "subcommandsCount": 13 }, { "name": "storage", @@ -8931,8 +8972,60 @@ } ], "subcommandsCount": 5 + }, + { + "name": "azqr", + "description": "Runs Azure Quick Review CLI (azqr) commands to generate compliance/security reports for Azure resources.\r\nThis tool should be used when the user wants to identify any non-compliant configurations or areas for improvement in their Azure resources.\r\nRequires a subscription id and optionally a resource group name. Returns the generated report file's path.\r\nNote that Azure Quick Review CLI (azqr) is different from Azure CLI (az).", + "command": "azmcp extension azqr", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] } ], - "duration": 67, - "resultsCount": 35 + "duration": 46, + "resultsCount": 36 } diff --git a/eng/tools/ToolDescriptionEvaluator/prompts.json b/eng/tools/ToolDescriptionEvaluator/prompts.json index 2dd537f49..c28c2673e 100644 --- a/eng/tools/ToolDescriptionEvaluator/prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/prompts.json @@ -1,35 +1,37 @@ { - "azmcp_foundry_knowledge_index_list": [ - "List all knowledge indexes in my AI Foundry project", - "Show me the knowledge indexes in my AI Foundry project" - ], - "azmcp_foundry_knowledge_index_schema": [ - "Show me the schema for knowledge index in my AI Foundry project", - "Get the schema configuration for knowledge index " - ], - "azmcp_foundry_models_deploy": [ - "Deploy a GPT4o instance on my resource " + "azmcp_acr_registry_list": [ + "List all Azure Container Registries in my subscription", + "Show me my Azure Container Registries", + "Show me the container registries in my subscription", + "List container registries in resource group ", + "Show me the container registries in resource group " ], - "azmcp_foundry_models_deployments_list": [ - "List all AI Foundry model deployments", - "Show me all AI Foundry model deployments" + "azmcp_acr_registry_repository_list": [ + "List all container registry repositories in my subscription", + "Show me my container registry repositories", + "List repositories in the container registry ", + "Show me the repositories in the container registry " ], - "azmcp_foundry_models_list": [ - "List all AI Foundry models", - "Show me the available AI Foundry models" + "azmcp_aks_cluster_get": [ + "Get the configuration of AKS cluster ", + "Show me the details of AKS cluster in resource group ", + "Show me the network configuration for AKS cluster ", + "What are the details of my AKS cluster in ?" ], - "azmcp_search_index_get": [ - "Show me the details of the index in Cognitive Search service ", - "List all indexes in the Cognitive Search service ", - "Show me the indexes in the Cognitive Search service " + "azmcp_aks_cluster_list": [ + "List all AKS clusters in my subscription", + "Show me my Azure Kubernetes Service clusters", + "What AKS clusters do I have?" ], - "azmcp_search_index_query": [ - "Search for instances of in the index in Cognitive Search service " + "azmcp_aks_nodepool_get": [ + "Get details for nodepool in AKS cluster in ", + "Show me the configuration for nodepool in AKS cluster in resource group ", + "What is the setup of nodepool for AKS cluster in ?" ], - "azmcp_search_service_list": [ - "List all Cognitive Search services in my subscription", - "Show me the Cognitive Search services in my subscription", - "Show me my Cognitive Search services" + "azmcp_aks_nodepool_list": [ + "List nodepools for AKS cluster in ", + "Show me the nodepool list for AKS cluster in ", + "What nodepools do I have for AKS cluster in " ], "azmcp_appconfig_account_list": [ "List all App Configuration stores in my subscription", @@ -58,18 +60,40 @@ "Use app lens to check why my app is slow?", "What does app lens say is wrong with my service?" ], - "azmcp_acr_registry_list": [ - "List all Azure Container Registries in my subscription", - "Show me my Azure Container Registries", - "Show me the container registries in my subscription", - "List container registries in resource group ", - "Show me the container registries in resource group " + "azmcp_azuremanagedlustre_filesystem_list": [ + "List the Azure Managed Lustre filesystems in my subscription ", + "List the Azure Managed Lustre filesystems in my resource group " ], - "azmcp_acr_registry_repository_list": [ - "List all container registry repositories in my subscription", - "Show me my container registry repositories", - "List repositories in the container registry ", - "Show me the repositories in the container registry " + "azmcp_azuremanagedlustre_filesystem_required-subnet-size": [ + "Tell me how many IP addresses I need for of " + ], + "azmcp_azuremanagedlustre_filesystem_sku_get": [ + "List the Azure Managed Lustre SKUs available in " + ], + "azmcp_azureterraformbestpractices_get": [ + "Fetch the Azure Terraform best practices", + "Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault" + ], + "azmcp_bestpractices_get": [ + "Get the latest Azure code generation best practices", + "Get the latest Azure deployment best practices", + "Get the latest Azure best practices", + "Get the latest Azure Functions code generation best practices", + "Get the latest Azure Functions deployment best practices", + "Get the latest Azure Functions best practices", + "Get the latest Azure Static Web Apps best practices", + "What are azure function best practices?", + "Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm.", + "Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm." + ], + "azmcp_bicepschema_get": [ + "How can I use Bicep to create an Azure OpenAI service?" + ], + "azmcp_cloudarchitect_design": [ + "Please help me design an architecture for a large-scale file upload, storage, and retrieval service", + "Help me create a cloud service that will serve as ATM for users", + "I want to design a cloud app for ordering groceries", + "How can I design a cloud service in Azure that will store and present videos for users?" ], "azmcp_cosmos_account_list": [ "List all cosmosdb accounts in my subscription", @@ -87,86 +111,9 @@ "List all the databases in the cosmosdb account ", "Show me the databases in the cosmosdb account " ], - "azmcp_kusto_cluster_get": [ - "Show me the details of the Data Explorer cluster " - ], - "azmcp_kusto_cluster_list": [ - "List all Data Explorer clusters in my subscription", - "Show me my Data Explorer clusters", - "Show me the Data Explorer clusters in my subscription" - ], - "azmcp_kusto_database_list": [ - "List all databases in the Data Explorer cluster ", - "Show me the databases in the Data Explorer cluster " - ], - "azmcp_kusto_query": [ - "Show me all items that contain the word in the Data Explorer table in cluster " - ], - "azmcp_kusto_sample": [ - "Show me a data sample from the Data Explorer table in cluster " - ], - "azmcp_kusto_table_list": [ - "List all tables in the Data Explorer database in cluster ", - "Show me the tables in the Data Explorer database in cluster " - ], - "azmcp_kusto_table_schema": [ - "Show me the schema for table in the Data Explorer database in cluster " - ], - "azmcp_mysql_database_list": [ - "List all MySQL databases in server ", - "Show me the MySQL databases in server " - ], - "azmcp_mysql_database_query": [ - "Show me all items that contain the word in the MySQL database in server " - ], - "azmcp_mysql_server_config_get": [ - "Show me the configuration of MySQL server " - ], - "azmcp_mysql_server_list": [ - "List all MySQL servers in my subscription", - "Show me my MySQL servers", - "Show me the MySQL servers in my subscription" - ], - "azmcp_mysql_server_param_get": [ - "Show me the value of connection timeout in seconds in my MySQL server " - ], - "azmcp_mysql_server_param_set": [ - "Set connection timeout to 20 seconds for my MySQL server " - ], - "azmcp_mysql_table_list": [ - "List all tables in the MySQL database in server ", - "Show me the tables in the MySQL database in server " - ], - "azmcp_mysql_table_schema_get": [ - "Show me the schema of table
in the MySQL database in server " - ], - "azmcp_postgres_database_list": [ - "List all PostgreSQL databases in server ", - "Show me the PostgreSQL databases in server " - ], - "azmcp_postgres_database_query": [ - "Show me all items that contain the word in the PostgreSQL database in server " - ], - "azmcp_postgres_server_config_get": [ - "Show me the configuration of PostgreSQL server " - ], - "azmcp_postgres_server_list": [ - "List all PostgreSQL servers in my subscription", - "Show me my PostgreSQL servers", - "Show me the PostgreSQL servers in my subscription" - ], - "azmcp_postgres_server_param": [ - "Show me if the parameter my PostgreSQL server has replication enabled" - ], - "azmcp_postgres_server_param_set": [ - "Enable replication for my PostgreSQL server " - ], - "azmcp_postgres_table_list": [ - "List all tables in the PostgreSQL database in server ", - "Show me the tables in the PostgreSQL database in server " - ], - "azmcp_postgres_table_schema_get": [ - "Show me the schema of table
in the PostgreSQL database in server " + "azmcp_datadog_monitoredresources_list": [ + "List all monitored resources in the Datadog resource ", + "Show me the monitored resources in the Datadog resource " ], "azmcp_deploy_app_logs_get": [ "Show me the log of the application deployed by azd" @@ -183,12 +130,45 @@ "azmcp_deploy_plan_get": [ "Create a plan to deploy this application to azure" ], + "azmcp_eventgrid_subscription_list": [ + "Show me all Event Grid subscriptions for topic ", + "List Event Grid subscriptions for topic in subscription ", + "List Event Grid subscriptions for topic in resource group ", + "Show all Event Grid subscriptions in my subscription", + "List all Event Grid subscriptions in subscription ", + "Show Event Grid subscriptions in resource group in subscription ", + "List Event Grid subscriptions for subscription in location " + ], "azmcp_eventgrid_topic_list": [ "List all Event Grid topics in my subscription", "Show me the Event Grid topics in my subscription", "List all Event Grid topics in subscription ", "List all Event Grid topics in resource group in subscription " ], + "azmcp_extension_azqr": [ + "Check my Azure subscription for any compliance issues or recommendations", + "Provide compliance recommendations for my current Azure subscription", + "Scan my Azure subscription for compliance recommendations" + ], + "azmcp_foundry_knowledge_index_list": [ + "List all knowledge indexes in my AI Foundry project", + "Show me the knowledge indexes in my AI Foundry project" + ], + "azmcp_foundry_knowledge_index_schema": [ + "Show me the schema for knowledge index in my AI Foundry project", + "Get the schema configuration for knowledge index " + ], + "azmcp_foundry_models_deploy": [ + "Deploy a GPT4o instance on my resource " + ], + "azmcp_foundry_models_deployments_list": [ + "List all AI Foundry model deployments", + "Show me all AI Foundry model deployments" + ], + "azmcp_foundry_models_list": [ + "List all AI Foundry models", + "Show me the available AI Foundry models" + ], "azmcp_functionapp_get": [ "Describe the function app in resource group ", "Get configuration for function app ", @@ -203,6 +183,14 @@ "Show me my Azure function apps", "What function apps do I have?" ], + "azmcp_grafana_list": [ + "List all Azure Managed Grafana in one subscription" + ], + "azmcp_group_list": [ + "List all resource groups in my subscription", + "Show me my resource groups", + "Show me the resource groups in my subscription" + ], "azmcp_keyvault_certificate_create": [ "Create a new certificate called in the key vault " ], @@ -232,26 +220,30 @@ "List all secrets in the key vault ", "Show me the secrets in the key vault " ], - "azmcp_aks_cluster_get": [ - "Get the configuration of AKS cluster ", - "Show me the details of AKS cluster in resource group ", - "Show me the network configuration for AKS cluster ", - "What are the details of my AKS cluster in ?" + "azmcp_kusto_cluster_get": [ + "Show me the details of the Data Explorer cluster " ], - "azmcp_aks_cluster_list": [ - "List all AKS clusters in my subscription", - "Show me my Azure Kubernetes Service clusters", - "What AKS clusters do I have?" + "azmcp_kusto_cluster_list": [ + "List all Data Explorer clusters in my subscription", + "Show me my Data Explorer clusters", + "Show me the Data Explorer clusters in my subscription" ], - "azmcp_aks_nodepool_get": [ - "Get details for nodepool in AKS cluster in ", - "Show me the configuration for nodepool in AKS cluster in resource group ", - "What is the setup of nodepool for AKS cluster in ?" + "azmcp_kusto_database_list": [ + "List all databases in the Data Explorer cluster ", + "Show me the databases in the Data Explorer cluster " ], - "azmcp_aks_nodepool_list": [ - "List nodepools for AKS cluster in ", - "Show me the nodepool list for AKS cluster in ", - "What nodepools do I have for AKS cluster in " + "azmcp_kusto_query": [ + "Show me all items that contain the word in the Data Explorer table in cluster " + ], + "azmcp_kusto_sample": [ + "Show me a data sample from the Data Explorer table in cluster " + ], + "azmcp_kusto_table_list": [ + "List all tables in the Data Explorer database in cluster ", + "Show me the tables in the Data Explorer database in cluster " + ], + "azmcp_kusto_table_schema": [ + "Show me the schema for table in the Data Explorer database in cluster " ], "azmcp_loadtesting_test_create": [ "Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription" @@ -277,19 +269,6 @@ "azmcp_loadtesting_testrun_update": [ "Update a test run display name as for the id for test in the load testing resource in resource group ." ], - "azmcp_grafana_list": [ - "List all Azure Managed Grafana in one subscription" - ], - "azmcp_azuremanagedlustre_filesystem_list": [ - "List the Azure Managed Lustre filesystems in my subscription ", - "List the Azure Managed Lustre filesystems in my resource group " - ], - "azmcp_azuremanagedlustre_filesystem_required-subnet-size": [ - "Tell me how many IP addresses I need for of " - ], - "azmcp_azuremanagedlustre_filesystem_sku_get": [ - "List the Azure Managed Lustre SKUs available in " - ], "azmcp_marketplace_product_get": [ "Get details about marketplace product " ], @@ -297,18 +276,6 @@ "Search for Microsoft products in the marketplace", "Show me marketplace products from publisher " ], - "azmcp_bestpractices_get": [ - "Get the latest Azure code generation best practices", - "Get the latest Azure deployment best practices", - "Get the latest Azure best practices", - "Get the latest Azure Functions code generation best practices", - "Get the latest Azure Functions deployment best practices", - "Get the latest Azure Functions best practices", - "Get the latest Azure Static Web Apps best practices", - "What are azure function best practices?", - "Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm.", - "Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm." - ], "azmcp_monitor_healthmodels_entity_gethealth": [ "Show me the health status of entity in the Log Analytics workspace " ], @@ -344,14 +311,61 @@ "azmcp_monitor_workspace_log_query": [ "Show me the logs for the past hour in the Log Analytics workspace " ], - "azmcp_datadog_monitoredresources_list": [ - "List all monitored resources in the Datadog resource ", - "Show me the monitored resources in the Datadog resource " + "azmcp_mysql_database_list": [ + "List all MySQL databases in server ", + "Show me the MySQL databases in server " ], - "azmcp_extension_azqr": [ - "Check my Azure subscription for any compliance issues or recommendations", - "Provide compliance recommendations for my current Azure subscription", - "Scan my Azure subscription for compliance recommendations" + "azmcp_mysql_database_query": [ + "Show me all items that contain the word in the MySQL database in server " + ], + "azmcp_mysql_server_config_get": [ + "Show me the configuration of MySQL server " + ], + "azmcp_mysql_server_list": [ + "List all MySQL servers in my subscription", + "Show me my MySQL servers", + "Show me the MySQL servers in my subscription" + ], + "azmcp_mysql_server_param_get": [ + "Show me the value of connection timeout in seconds in my MySQL server " + ], + "azmcp_mysql_server_param_set": [ + "Set connection timeout to 20 seconds for my MySQL server " + ], + "azmcp_mysql_table_list": [ + "List all tables in the MySQL database in server ", + "Show me the tables in the MySQL database in server " + ], + "azmcp_mysql_table_schema_get": [ + "Show me the schema of table
in the MySQL database in server " + ], + "azmcp_postgres_database_list": [ + "List all PostgreSQL databases in server ", + "Show me the PostgreSQL databases in server " + ], + "azmcp_postgres_database_query": [ + "Show me all items that contain the word in the PostgreSQL database in server " + ], + "azmcp_postgres_server_config_get": [ + "Show me the configuration of PostgreSQL server " + ], + "azmcp_postgres_server_list": [ + "List all PostgreSQL servers in my subscription", + "Show me my PostgreSQL servers", + "Show me the PostgreSQL servers in my subscription" + ], + "azmcp_postgres_server_param": [ + "Show me if the parameter my PostgreSQL server has replication enabled" + ], + "azmcp_postgres_server_param_set": [ + "Enable replication for my PostgreSQL server " + ], + "azmcp_postgres_table_list": [ + "List all tables in the PostgreSQL database in server ", + "Show me the tables in the PostgreSQL database in server " + ], + "azmcp_postgres_table_schema_get": [ + "Show me the schema of table
in the PostgreSQL database in server " ], "azmcp_quota_region_availability_list": [ "Show me the available regions for these resource types " @@ -359,10 +373,6 @@ "azmcp_quota_usage_check": [ "Check usage information for in region " ], - "azmcp_role_assignment_list": [ - "List all available role assignments in my subscription", - "Show me the available role assignments in my subscription" - ], "azmcp_redis_cache_accesspolicy_list": [ "List all access policies in the Redis Cache ", "Show me the access policies in the Redis Cache " @@ -381,11 +391,6 @@ "Show me my Redis Clusters", "Show me the Redis Clusters in my subscription" ], - "azmcp_group_list": [ - "List all resource groups in my subscription", - "Show me my resource groups", - "Show me the resource groups in my subscription" - ], "azmcp_resourcehealth_availability-status_get": [ "Get the availability status for resource ", "Show me the health status of the storage account ", @@ -403,6 +408,23 @@ "List active service health events in my subscription", "Show me planned maintenance events for my Azure services" ], + "azmcp_role_assignment_list": [ + "List all available role assignments in my subscription", + "Show me the available role assignments in my subscription" + ], + "azmcp_search_index_get": [ + "Show me the details of the index in Cognitive Search service ", + "List all indexes in the Cognitive Search service ", + "Show me the indexes in the Cognitive Search service " + ], + "azmcp_search_index_query": [ + "Search for instances of in the index in Cognitive Search service " + ], + "azmcp_search_service_list": [ + "List all Cognitive Search services in my subscription", + "Show me the Cognitive Search services in my subscription", + "Show me my Cognitive Search services" + ], "azmcp_servicebus_queue_details": [ "Show me the details of service bus queue " ], @@ -412,6 +434,16 @@ "azmcp_servicebus_topic_subscription_details": [ "Show me the details of service bus subscription " ], + "azmcp_sql_db_create": [ + "Create a new SQL database named in server ", + "Create a SQL database with Basic tier in server ", + "Create a new database called on SQL server in resource group " + ], + "azmcp_sql_db_delete": [ + "Delete the SQL database from server ", + "Remove database from SQL server in resource group ", + "Delete the database called on server " + ], "azmcp_sql_db_list": [ "List all databases in the Azure SQL server ", "Show me all the databases configuration details in the Azure SQL server " @@ -420,6 +452,10 @@ "Get the configuration details for the SQL database on server ", "Show me the details of SQL database in server " ], + "azmcp_sql_db_update": [ + "Update the performance tier of SQL database on server ", + "Scale SQL database on server to use SKU" + ], "azmcp_sql_elastic-pool_list": [ "List all elastic pools in SQL server ", "Show me the elastic pools configured for SQL server ", @@ -523,10 +559,6 @@ "What is my current subscription?", "What subscriptions do I have?" ], - "azmcp_azureterraformbestpractices_get": [ - "Fetch the Azure Terraform best practices", - "Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault" - ], "azmcp_virtualdesktop_hostpool_list": [ "List all host pools in my subscription" ], @@ -552,14 +584,5 @@ ], "azmcp_workbooks_update": [ "Update the workbook with a new text step" - ], - "azmcp_bicepschema_get": [ - "How can I use Bicep to create an Azure OpenAI service?" - ], - "azmcp_cloudarchitect_design": [ - "Please help me design an architecture for a large-scale file upload, storage, and retrieval service", - "Help me create a cloud service that will serve as ATM for users", - "I want to design a cloud app for ordering groceries", - "How can I design a cloud service in Azure that will store and present videos for users?" ] -} \ No newline at end of file +} diff --git a/eng/tools/ToolDescriptionEvaluator/tools.json b/eng/tools/ToolDescriptionEvaluator/tools.json index e8c9a86b6..05a8da14a 100644 --- a/eng/tools/ToolDescriptionEvaluator/tools.json +++ b/eng/tools/ToolDescriptionEvaluator/tools.json @@ -8746,6 +8746,6 @@ ] } ], - "duration": 105, + "duration": 42, "resultsCount": 140 } From 44ad7f468bd42a560136cfa3ed5e0c8cd497a710 Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 14:06:54 -0700 Subject: [PATCH 10/23] Updated the Best Practices tool name and ran evaluations. Also removed unused files --- .../ToolDescriptionEvaluator/groups.json | 136 - .../ToolDescriptionEvaluator/namespaces.json | 56 +- .../results-namespaces.md | 7042 +++++++++ eng/tools/ToolDescriptionEvaluator/results.md | 11837 ++++++++-------- .../ToolDescriptionEvaluator/results.txt | 6829 --------- eng/tools/ToolDescriptionEvaluator/tools.json | 40 +- .../src/AzureBestPracticesSetup.cs | 2 +- 7 files changed, 13257 insertions(+), 12685 deletions(-) delete mode 100644 eng/tools/ToolDescriptionEvaluator/groups.json create mode 100644 eng/tools/ToolDescriptionEvaluator/results-namespaces.md delete mode 100644 eng/tools/ToolDescriptionEvaluator/results.txt diff --git a/eng/tools/ToolDescriptionEvaluator/groups.json b/eng/tools/ToolDescriptionEvaluator/groups.json deleted file mode 100644 index 300067418..000000000 --- a/eng/tools/ToolDescriptionEvaluator/groups.json +++ /dev/null @@ -1,136 +0,0 @@ -{ - "status": 200, - "message": "Success", - "results": [ - { - "name": "Azure Best Practices", - "description": "Returns secure, production-grade Azure best practices. Call this before generating Azure SDK code.", - "command": "bestpractices" - }, - { - "name": "Azure Extension Commands", - "description": "Extension commands for additional Azure tooling functionality. Includes operations for executing Azure CLI (az),\r\nAzure Developer CLI (azd), and Azure Quick Review (azqr) commands directly from the MCP server to extend\r\ncapabilities beyond native Azure service operations.", - "command": "extension" - }, - { - "name": "Azure Resource Group Operations", - "description": "Resource group operations - Commands for listing and managing Azure resource groups in your subscriptions.\r\nIncludes operations for listing clusters, retrieving cluster configurations, and managing Kubernetes environments\r\nin Azure.", - "command": "group" - }, - { - "name": "Azure Subscription Operations", - "description": "Azure subscription operations - Commands for managing Azure App Configuration stores and key-value settings.\r\nIncludes operations for listing configuration stores, managing key-value pairs, setting labels, locking/unlocking\r\nsettings, and retrieving configuration data.", - "command": "subscription" - }, - { - "name": "Azure Kubernetes Service Operations", - "description": "Azure Kubernetes Service operations - Commands for managing Azure Kubernetes Service (AKS) cluster resources.", - "command": "aks" - }, - { - "name": "Azure App Configuration Operations", - "description": "App Configuration operations - Commands for managing Azure App Configuration stores and key-value settings.", - "command": "appconfig" - }, - { - "name": "Azure Role-Based Access Control Operations", - "description": "Authorization operations - Commands for managing Azure Role-Based Access Control (RBAC) resources. Includes\r\noperations for listing role assignments, managing permissions, and working with Azure security and access\r\nmanagement at various scopes.", - "command": "role" - }, - { - "name": "Azure Datadog Operations", - "description": "Datadog operations - Commands for managing and monitoring Azure resources through Datadog integration. Includes\r\noperations for listing Datadog monitors and retrieving information about monitored Azure resources and their\r\nhealth status.", - "command": "datadog" - }, - { - "name": "Azure Cosmos DB Operations", - "description": "Cosmos DB operations - Cosmos DB operations - Commands for managing and querying Azure Cosmos DB resources. Includes operations for databases, containers, and document queries.", - "command": "cosmos" - }, - { - "name": "Azure Foundry Operations", - "description": "Foundry service operations - Commands for listing and managing services and resources in AI Foundry.", - "command": "foundry" - }, - { - "name": "Azure Managed Grafana Operations", - "description": "Grafana workspace operations - Commands for managing and accessing Azure Managed Grafana resources and monitoring\r\ndashboards. Includes operations for listing Grafana workspaces and managing data visualization and monitoring\r\ncapabilities.", - "command": "grafana" - }, - { - "name": "Azure Key Vault Operations", - "description": "Key Vault operations - Commands for managing and accessing Azure Key Vault resources.", - "command": "keyvault" - }, - { - "name": "Azure Data Explorer Operations", - "description": "Kusto operations - Commands for managing and querying Azure Data Explorer (Kusto) resources. Includes operations\r\nfor listing clusters and databases, executing KQL queries, retrieving table schemas, and working with Kusto data\r\nanalytics workloads.", - "command": "kusto" - }, - { - "name": "Azure Marketplace Operations", - "description": "Marketplace operations - Commands for managing and accessing Azure Marketplace products and offers.", - "command": "marketplace" - }, - { - "name": "Azure Monitor Operations", - "description": "Azure Monitor operations - Commands for querying and analyzing Azure Monitor logs and metrics.", - "command": "monitor" - }, - { - "name": "Azure PostgreSQL Operations", - "description": "PostgreSQL operations - Commands for managing Azure Database for PostgreSQL Flexible Server resources. Includes\r\noperations for listing servers and databases, executing SQL queries, managing table schemas, and configuring\r\nserver parameters.", - "command": "postgres" - }, - { - "name": "Azure Redis Cache Operations", - "description": "Redis Cache operations - Commands for managing Azure Redis Cache and Azure Managed Redis resources. Includes\r\noperations for listing cache instances, managing clusters and databases, configuring access policies, and working\r\nwith both traditional Redis Cache and Managed Redis services.", - "command": "redis" - }, - { - "name": "Azure Search Operations", - "description": "Search operations - Commands for managing Azure AI Search services and indexes. Includes operations for listing\r\nsearch services, managing search indexes, querying indexed data, and describing index schemas and configurations.", - "command": "search" - }, - { - "name": "Azure Service Bus Operations", - "description": "Service Bus operations - Commands for managing Azure Service Bus resources including queues, topics, and\r\nsubscriptions. Includes operations for managing message queues, topic subscriptions, and retrieving details about\r\nService Bus entities.", - "command": "servicebus" - }, - { - "name": "Azure SQL Operations", - "description": "Azure SQL operations - Commands for managing Azure SQL databases, servers, and elastic pools. Includes operations\r\nfor listing databases, configuring server settings, managing firewall rules, Entra ID administrators, and elastic\r\npool resources.", - "command": "sql" - }, - { - "name": "Azure Storage Operations", - "description": "Storage operations - Commands for managing and accessing Azure Storage resources. Includes operations for\r\ncontainers, blobs, and tables.", - "command": "storage" - }, - { - "name": "Azure Workbooks Operations", - "description": "Workbooks operations - Commands for managing Azure Workbooks resources and interactive data visualization\r\ndashboards. Includes operations for listing, creating, updating, and deleting workbooks, as well as managing\r\nworkbook configurations and content.", - "command": "workbooks" - }, - { - "name": "Azure Bicep Schema Operations", - "description": "Bicep schema operations - Commands for working with Azure Bicep Infrastructure as Code (IaC) generation and schema\r\nmanagement. Includes operations for retrieving Bicep schemas, templates, and resource definitions to support\r\ninfrastructure deployment automation.", - "command": "bicepschema" - }, - { - "name": "Azure Virtual Desktop Operations", - "description": "Virtual Desktop operations - Commands for managing and accessing Azure Virtual Desktop resources. Includes\r\noperations for hostpools, session hosts, and user sessions.", - "command": "virtualdesktop" - }, - { - "name": "Azure Terraform Best Practices", - "description": "Terraform best practices - Returns Terraform best practices for Azure. Call this before generating Terraform code for Azure Providers.", - "command": "azureterraformbestpractices" - }, - { - "name": "Azure Load Testing Operations", - "description": "Load Testing operations - Commands for managing Azure Load Testing resources, test configurations, and test runs.\r\nIncludes operations for creating and managing load test resources, configuring test scripts, executing performance\r\ntests, and monitoring test results.", - "command": "loadtesting" - } - ] -} \ No newline at end of file diff --git a/eng/tools/ToolDescriptionEvaluator/namespaces.json b/eng/tools/ToolDescriptionEvaluator/namespaces.json index e56fc44aa..79ba74689 100644 --- a/eng/tools/ToolDescriptionEvaluator/namespaces.json +++ b/eng/tools/ToolDescriptionEvaluator/namespaces.json @@ -1031,6 +1031,33 @@ ], "subcommandsCount": 1 }, + { + "name": "bestpractices", + "description": "Azure best practices - Commands return a list of best practices for code generation, operations and deployment \r\n when working with Azure services. It should be called for any code generation, deployment or \r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container \r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory, \r\n Azure App Services, or any other Azure technology or programming language. Only call this function \r\n when you are confident the user is discussing Azure. If this tool needs to be categorized, \r\n it belongs to the Get Azure Best Practices category.", + "command": "azmcp bestpractices", + "subcommands": [ + { + "name": "get", + "description": "This tool returns a list of best practices for code generation, operations and deployment\r\n when working with Azure services. It should be called for any code generation, deployment or\r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container\r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory,\r\n Azure App Services, or any other Azure technology or programming language. Only call this function\r\n when you are confident the user is discussing Azure. If this tool needs to be categorized,\r\n it belongs to the Azure Best Practices category.", + "command": "azmcp bestpractices get", + "option": [ + { + "name": "--resource", + "description": "The Azure resource type for which to get best practices. Options: 'general' (general Azure), 'azurefunctions' (Azure Functions), 'static-web-app' (Azure Static Web Apps).", + "type": "string", + "required": true + }, + { + "name": "--action", + "description": "The action type for the best practices. Options: 'all', 'code-generation', 'deployment'. Note: 'static-web-app' resource only supports 'all'.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 1 + }, { "name": "bicepschema", "description": "Bicep schema operations - Commands for working with Azure Bicep Infrastructure as Code (IaC) generation and schema management. Includes operations for retrieving Bicep schemas, templates, and resource definitions to support infrastructure deployment automation.", @@ -2201,33 +2228,6 @@ ], "subcommandsCount": 1 }, - { - "name": "get", - "description": "", - "command": "azmcp get", - "subcommands": [ - { - "name": "get", - "description": "This tool returns a list of best practices for code generation, operations and deployment\r\n when working with Azure services. It should be called for any code generation, deployment or\r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container\r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory,\r\n Azure App Services, or any other Azure technology or programming language. Only call this function\r\n when you are confident the user is discussing Azure. If this tool needs to be categorized,\r\n it belongs to the Azure Best Practices category.", - "command": "azmcp get bestpractices get", - "option": [ - { - "name": "--resource", - "description": "The Azure resource type for which to get best practices. Options: 'general' (general Azure), 'azurefunctions' (Azure Functions), 'static-web-app' (Azure Static Web Apps).", - "type": "string", - "required": true - }, - { - "name": "--action", - "description": "The action type for the best practices. Options: 'all', 'code-generation', 'deployment'. Note: 'static-web-app' resource only supports 'all'.", - "type": "string", - "required": true - } - ] - } - ], - "subcommandsCount": 1 - }, { "name": "grafana", "description": "Grafana workspace operations - Commands for managing and accessing Azure Managed Grafana resources and monitoring dashboards. Includes operations for listing Grafana workspaces and managing data visualization and monitoring capabilities.", @@ -9026,6 +9026,6 @@ ] } ], - "duration": 46, + "duration": 27, "resultsCount": 36 } diff --git a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md new file mode 100644 index 000000000..48b14a37d --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md @@ -0,0 +1,7042 @@ +# Tool Selection Analysis Setup + +**Setup completed:** 2025-09-22 13:54:13 +**Tool count:** 36 +**Database setup time:** 1.0399260s + +--- + +# Tool Selection Analysis Results + +**Analysis Date:** 2025-09-22 13:54:13 +**Tool count:** 36 + +## Table of Contents + +- [Test 1: azmcp_acr](#test-1) +- [Test 2: azmcp_acr](#test-2) +- [Test 3: azmcp_acr](#test-3) +- [Test 4: azmcp_acr](#test-4) +- [Test 5: azmcp_acr](#test-5) +- [Test 6: azmcp_acr](#test-6) +- [Test 7: azmcp_acr](#test-7) +- [Test 8: azmcp_acr](#test-8) +- [Test 9: azmcp_acr](#test-9) +- [Test 10: azmcp_aks](#test-10) +- [Test 11: azmcp_aks](#test-11) +- [Test 12: azmcp_aks](#test-12) +- [Test 13: azmcp_aks](#test-13) +- [Test 14: azmcp_aks](#test-14) +- [Test 15: azmcp_aks](#test-15) +- [Test 16: azmcp_aks](#test-16) +- [Test 17: azmcp_aks](#test-17) +- [Test 18: azmcp_aks](#test-18) +- [Test 19: azmcp_aks](#test-19) +- [Test 20: azmcp_aks](#test-20) +- [Test 21: azmcp_aks](#test-21) +- [Test 22: azmcp_aks](#test-22) +- [Test 23: azmcp_appconfig](#test-23) +- [Test 24: azmcp_appconfig](#test-24) +- [Test 25: azmcp_appconfig](#test-25) +- [Test 26: azmcp_appconfig](#test-26) +- [Test 27: azmcp_appconfig](#test-27) +- [Test 28: azmcp_appconfig](#test-28) +- [Test 29: azmcp_appconfig](#test-29) +- [Test 30: azmcp_appconfig](#test-30) +- [Test 31: azmcp_appconfig](#test-31) +- [Test 32: azmcp_appconfig](#test-32) +- [Test 33: azmcp_applens](#test-33) +- [Test 34: azmcp_applens](#test-34) +- [Test 35: azmcp_applens](#test-35) +- [Test 36: azmcp_azuremanagedlustre](#test-36) +- [Test 37: azmcp_azuremanagedlustre](#test-37) +- [Test 38: azmcp_azuremanagedlustre](#test-38) +- [Test 39: azmcp_azuremanagedlustre](#test-39) +- [Test 40: azmcp_azureterraformbestpractices](#test-40) +- [Test 41: azmcp_azureterraformbestpractices](#test-41) +- [Test 42: azmcp_bestpractices](#test-42) +- [Test 43: azmcp_bestpractices](#test-43) +- [Test 44: azmcp_bestpractices](#test-44) +- [Test 45: azmcp_bestpractices](#test-45) +- [Test 46: azmcp_bestpractices](#test-46) +- [Test 47: azmcp_bestpractices](#test-47) +- [Test 48: azmcp_bestpractices](#test-48) +- [Test 49: azmcp_bestpractices](#test-49) +- [Test 50: azmcp_bestpractices](#test-50) +- [Test 51: azmcp_bestpractices](#test-51) +- [Test 52: azmcp_bicepschema](#test-52) +- [Test 53: azmcp_cloudarchitect](#test-53) +- [Test 54: azmcp_cloudarchitect](#test-54) +- [Test 55: azmcp_cloudarchitect](#test-55) +- [Test 56: azmcp_cloudarchitect](#test-56) +- [Test 57: azmcp_cosmos](#test-57) +- [Test 58: azmcp_cosmos](#test-58) +- [Test 59: azmcp_cosmos](#test-59) +- [Test 60: azmcp_cosmos](#test-60) +- [Test 61: azmcp_cosmos](#test-61) +- [Test 62: azmcp_cosmos](#test-62) +- [Test 63: azmcp_cosmos](#test-63) +- [Test 64: azmcp_cosmos](#test-64) +- [Test 65: azmcp_datadog](#test-65) +- [Test 66: azmcp_datadog](#test-66) +- [Test 67: azmcp_deploy](#test-67) +- [Test 68: azmcp_deploy](#test-68) +- [Test 69: azmcp_deploy](#test-69) +- [Test 70: azmcp_deploy](#test-70) +- [Test 71: azmcp_deploy](#test-71) +- [Test 72: azmcp_eventgrid](#test-72) +- [Test 73: azmcp_eventgrid](#test-73) +- [Test 74: azmcp_eventgrid](#test-74) +- [Test 75: azmcp_eventgrid](#test-75) +- [Test 76: azmcp_eventgrid](#test-76) +- [Test 77: azmcp_eventgrid](#test-77) +- [Test 78: azmcp_eventgrid](#test-78) +- [Test 79: azmcp_eventgrid](#test-79) +- [Test 80: azmcp_eventgrid](#test-80) +- [Test 81: azmcp_eventgrid](#test-81) +- [Test 82: azmcp_eventgrid](#test-82) +- [Test 83: azmcp_extension_azqr](#test-83) +- [Test 84: azmcp_extension_azqr](#test-84) +- [Test 85: azmcp_extension_azqr](#test-85) +- [Test 86: azmcp_foundry](#test-86) +- [Test 87: azmcp_foundry](#test-87) +- [Test 88: azmcp_foundry](#test-88) +- [Test 89: azmcp_foundry](#test-89) +- [Test 90: azmcp_foundry](#test-90) +- [Test 91: azmcp_foundry](#test-91) +- [Test 92: azmcp_foundry](#test-92) +- [Test 93: azmcp_foundry](#test-93) +- [Test 94: azmcp_foundry](#test-94) +- [Test 95: azmcp_functionapp](#test-95) +- [Test 96: azmcp_functionapp](#test-96) +- [Test 97: azmcp_functionapp](#test-97) +- [Test 98: azmcp_functionapp](#test-98) +- [Test 99: azmcp_functionapp](#test-99) +- [Test 100: azmcp_functionapp](#test-100) +- [Test 101: azmcp_functionapp](#test-101) +- [Test 102: azmcp_functionapp](#test-102) +- [Test 103: azmcp_functionapp](#test-103) +- [Test 104: azmcp_functionapp](#test-104) +- [Test 105: azmcp_functionapp](#test-105) +- [Test 106: azmcp_functionapp](#test-106) +- [Test 107: azmcp_grafana](#test-107) +- [Test 108: azmcp_group](#test-108) +- [Test 109: azmcp_group](#test-109) +- [Test 110: azmcp_group](#test-110) +- [Test 111: azmcp_keyvault](#test-111) +- [Test 112: azmcp_keyvault](#test-112) +- [Test 113: azmcp_keyvault](#test-113) +- [Test 114: azmcp_keyvault](#test-114) +- [Test 115: azmcp_keyvault](#test-115) +- [Test 116: azmcp_keyvault](#test-116) +- [Test 117: azmcp_keyvault](#test-117) +- [Test 118: azmcp_keyvault](#test-118) +- [Test 119: azmcp_keyvault](#test-119) +- [Test 120: azmcp_keyvault](#test-120) +- [Test 121: azmcp_keyvault](#test-121) +- [Test 122: azmcp_keyvault](#test-122) +- [Test 123: azmcp_keyvault](#test-123) +- [Test 124: azmcp_kusto](#test-124) +- [Test 125: azmcp_kusto](#test-125) +- [Test 126: azmcp_kusto](#test-126) +- [Test 127: azmcp_kusto](#test-127) +- [Test 128: azmcp_kusto](#test-128) +- [Test 129: azmcp_kusto](#test-129) +- [Test 130: azmcp_kusto](#test-130) +- [Test 131: azmcp_kusto](#test-131) +- [Test 132: azmcp_kusto](#test-132) +- [Test 133: azmcp_kusto](#test-133) +- [Test 134: azmcp_kusto](#test-134) +- [Test 135: azmcp_loadtesting](#test-135) +- [Test 136: azmcp_loadtesting](#test-136) +- [Test 137: azmcp_loadtesting](#test-137) +- [Test 138: azmcp_loadtesting](#test-138) +- [Test 139: azmcp_loadtesting](#test-139) +- [Test 140: azmcp_loadtesting](#test-140) +- [Test 141: azmcp_loadtesting](#test-141) +- [Test 142: azmcp_loadtesting](#test-142) +- [Test 143: azmcp_marketplace](#test-143) +- [Test 144: azmcp_marketplace](#test-144) +- [Test 145: azmcp_marketplace](#test-145) +- [Test 146: azmcp_monitor](#test-146) +- [Test 147: azmcp_monitor](#test-147) +- [Test 148: azmcp_monitor](#test-148) +- [Test 149: azmcp_monitor](#test-149) +- [Test 150: azmcp_monitor](#test-150) +- [Test 151: azmcp_monitor](#test-151) +- [Test 152: azmcp_monitor](#test-152) +- [Test 153: azmcp_monitor](#test-153) +- [Test 154: azmcp_monitor](#test-154) +- [Test 155: azmcp_monitor](#test-155) +- [Test 156: azmcp_monitor](#test-156) +- [Test 157: azmcp_monitor](#test-157) +- [Test 158: azmcp_monitor](#test-158) +- [Test 159: azmcp_monitor](#test-159) +- [Test 160: azmcp_monitor](#test-160) +- [Test 161: azmcp_monitor](#test-161) +- [Test 162: azmcp_monitor](#test-162) +- [Test 163: azmcp_monitor](#test-163) +- [Test 164: azmcp_monitor](#test-164) +- [Test 165: azmcp_mysql](#test-165) +- [Test 166: azmcp_mysql](#test-166) +- [Test 167: azmcp_mysql](#test-167) +- [Test 168: azmcp_mysql](#test-168) +- [Test 169: azmcp_mysql](#test-169) +- [Test 170: azmcp_mysql](#test-170) +- [Test 171: azmcp_mysql](#test-171) +- [Test 172: azmcp_mysql](#test-172) +- [Test 173: azmcp_mysql](#test-173) +- [Test 174: azmcp_mysql](#test-174) +- [Test 175: azmcp_mysql](#test-175) +- [Test 176: azmcp_mysql](#test-176) +- [Test 177: azmcp_postgres](#test-177) +- [Test 178: azmcp_postgres](#test-178) +- [Test 179: azmcp_postgres](#test-179) +- [Test 180: azmcp_postgres](#test-180) +- [Test 181: azmcp_postgres](#test-181) +- [Test 182: azmcp_postgres](#test-182) +- [Test 183: azmcp_postgres](#test-183) +- [Test 184: azmcp_postgres](#test-184) +- [Test 185: azmcp_postgres](#test-185) +- [Test 186: azmcp_postgres](#test-186) +- [Test 187: azmcp_postgres](#test-187) +- [Test 188: azmcp_postgres](#test-188) +- [Test 189: azmcp_quota](#test-189) +- [Test 190: azmcp_quota](#test-190) +- [Test 191: azmcp_redis](#test-191) +- [Test 192: azmcp_redis](#test-192) +- [Test 193: azmcp_redis](#test-193) +- [Test 194: azmcp_redis](#test-194) +- [Test 195: azmcp_redis](#test-195) +- [Test 196: azmcp_redis](#test-196) +- [Test 197: azmcp_redis](#test-197) +- [Test 198: azmcp_redis](#test-198) +- [Test 199: azmcp_redis](#test-199) +- [Test 200: azmcp_redis](#test-200) +- [Test 201: azmcp_resourcehealth](#test-201) +- [Test 202: azmcp_resourcehealth](#test-202) +- [Test 203: azmcp_resourcehealth](#test-203) +- [Test 204: azmcp_resourcehealth](#test-204) +- [Test 205: azmcp_resourcehealth](#test-205) +- [Test 206: azmcp_resourcehealth](#test-206) +- [Test 207: azmcp_resourcehealth](#test-207) +- [Test 208: azmcp_resourcehealth](#test-208) +- [Test 209: azmcp_resourcehealth](#test-209) +- [Test 210: azmcp_resourcehealth](#test-210) +- [Test 211: azmcp_resourcehealth](#test-211) +- [Test 212: azmcp_role](#test-212) +- [Test 213: azmcp_role](#test-213) +- [Test 214: azmcp_search](#test-214) +- [Test 215: azmcp_search](#test-215) +- [Test 216: azmcp_search](#test-216) +- [Test 217: azmcp_search](#test-217) +- [Test 218: azmcp_search](#test-218) +- [Test 219: azmcp_search](#test-219) +- [Test 220: azmcp_search](#test-220) +- [Test 221: azmcp_servicebus](#test-221) +- [Test 222: azmcp_servicebus](#test-222) +- [Test 223: azmcp_servicebus](#test-223) +- [Test 224: azmcp_sql](#test-224) +- [Test 225: azmcp_sql](#test-225) +- [Test 226: azmcp_sql](#test-226) +- [Test 227: azmcp_sql](#test-227) +- [Test 228: azmcp_sql](#test-228) +- [Test 229: azmcp_sql](#test-229) +- [Test 230: azmcp_sql](#test-230) +- [Test 231: azmcp_sql](#test-231) +- [Test 232: azmcp_sql](#test-232) +- [Test 233: azmcp_sql](#test-233) +- [Test 234: azmcp_sql](#test-234) +- [Test 235: azmcp_sql](#test-235) +- [Test 236: azmcp_sql](#test-236) +- [Test 237: azmcp_sql](#test-237) +- [Test 238: azmcp_sql](#test-238) +- [Test 239: azmcp_sql](#test-239) +- [Test 240: azmcp_sql](#test-240) +- [Test 241: azmcp_sql](#test-241) +- [Test 242: azmcp_sql](#test-242) +- [Test 243: azmcp_sql](#test-243) +- [Test 244: azmcp_sql](#test-244) +- [Test 245: azmcp_sql](#test-245) +- [Test 246: azmcp_sql](#test-246) +- [Test 247: azmcp_sql](#test-247) +- [Test 248: azmcp_sql](#test-248) +- [Test 249: azmcp_sql](#test-249) +- [Test 250: azmcp_sql](#test-250) +- [Test 251: azmcp_sql](#test-251) +- [Test 252: azmcp_sql](#test-252) +- [Test 253: azmcp_sql](#test-253) +- [Test 254: azmcp_sql](#test-254) +- [Test 255: azmcp_sql](#test-255) +- [Test 256: azmcp_sql](#test-256) +- [Test 257: azmcp_sql](#test-257) +- [Test 258: azmcp_storage](#test-258) +- [Test 259: azmcp_storage](#test-259) +- [Test 260: azmcp_storage](#test-260) +- [Test 261: azmcp_storage](#test-261) +- [Test 262: azmcp_storage](#test-262) +- [Test 263: azmcp_storage](#test-263) +- [Test 264: azmcp_storage](#test-264) +- [Test 265: azmcp_storage](#test-265) +- [Test 266: azmcp_storage](#test-266) +- [Test 267: azmcp_storage](#test-267) +- [Test 268: azmcp_storage](#test-268) +- [Test 269: azmcp_storage](#test-269) +- [Test 270: azmcp_storage](#test-270) +- [Test 271: azmcp_storage](#test-271) +- [Test 272: azmcp_storage](#test-272) +- [Test 273: azmcp_storage](#test-273) +- [Test 274: azmcp_storage](#test-274) +- [Test 275: azmcp_storage](#test-275) +- [Test 276: azmcp_storage](#test-276) +- [Test 277: azmcp_storage](#test-277) +- [Test 278: azmcp_storage](#test-278) +- [Test 279: azmcp_storage](#test-279) +- [Test 280: azmcp_storage](#test-280) +- [Test 281: azmcp_storage](#test-281) +- [Test 282: azmcp_storage](#test-282) +- [Test 283: azmcp_storage](#test-283) +- [Test 284: azmcp_storage](#test-284) +- [Test 285: azmcp_storage](#test-285) +- [Test 286: azmcp_storage](#test-286) +- [Test 287: azmcp_storage](#test-287) +- [Test 288: azmcp_storage](#test-288) +- [Test 289: azmcp_storage](#test-289) +- [Test 290: azmcp_storage](#test-290) +- [Test 291: azmcp_subscription](#test-291) +- [Test 292: azmcp_subscription](#test-292) +- [Test 293: azmcp_subscription](#test-293) +- [Test 294: azmcp_subscription](#test-294) +- [Test 295: azmcp_virtualdesktop](#test-295) +- [Test 296: azmcp_virtualdesktop](#test-296) +- [Test 297: azmcp_virtualdesktop](#test-297) +- [Test 298: azmcp_workbooks](#test-298) +- [Test 299: azmcp_workbooks](#test-299) +- [Test 300: azmcp_workbooks](#test-300) +- [Test 301: azmcp_workbooks](#test-301) +- [Test 302: azmcp_workbooks](#test-302) +- [Test 303: azmcp_workbooks](#test-303) +- [Test 304: azmcp_workbooks](#test-304) + +--- + +## Test 1 + +**Expected Tool:** `azmcp_acr` +**Prompt:** List all Azure Container Registries in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.586152 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.485389 | `azmcp_subscription` | ❌ | +| 3 | 0.425309 | `azmcp_group` | ❌ | +| 4 | 0.393268 | `azmcp_quota` | ❌ | +| 5 | 0.387948 | `azmcp_aks` | ❌ | +| 6 | 0.378672 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.361713 | `azmcp_bestpractices` | ❌ | +| 8 | 0.350190 | `azmcp_extension_azqr` | ❌ | +| 9 | 0.341916 | `azmcp_deploy` | ❌ | +| 10 | 0.341214 | `azmcp_storage` | ❌ | + +--- + +## Test 2 + +**Expected Tool:** `azmcp_acr` +**Prompt:** Show me my Azure Container Registries + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.545837 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.360104 | `azmcp_subscription` | ❌ | +| 3 | 0.349314 | `azmcp_quota` | ❌ | +| 4 | 0.349158 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.346566 | `azmcp_aks` | ❌ | +| 6 | 0.343594 | `azmcp_group` | ❌ | +| 7 | 0.327733 | `azmcp_storage` | ❌ | +| 8 | 0.325777 | `azmcp_redis` | ❌ | +| 9 | 0.318343 | `azmcp_bestpractices` | ❌ | +| 10 | 0.315854 | `azmcp_deploy` | ❌ | + +--- + +## Test 3 + +**Expected Tool:** `azmcp_acr` +**Prompt:** Show me the container registries in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489920 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.471101 | `azmcp_subscription` | ❌ | +| 3 | 0.362100 | `azmcp_group` | ❌ | +| 4 | 0.350860 | `azmcp_quota` | ❌ | +| 5 | 0.336558 | `azmcp_aks` | ❌ | +| 6 | 0.334439 | `azmcp_eventgrid` | ❌ | +| 7 | 0.321125 | `azmcp_foundry` | ❌ | +| 8 | 0.316915 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.313850 | `azmcp_storage` | ❌ | +| 10 | 0.290800 | `azmcp_marketplace` | ❌ | + +--- + +## Test 4 + +**Expected Tool:** `azmcp_acr` +**Prompt:** List container registries in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.490769 | `azmcp_group` | ❌ | +| 2 | 0.475051 | `azmcp_acr` | ✅ **EXPECTED** | +| 3 | 0.364225 | `azmcp_quota` | ❌ | +| 4 | 0.338229 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.325513 | `azmcp_subscription` | ❌ | +| 6 | 0.308668 | `azmcp_aks` | ❌ | +| 7 | 0.305265 | `azmcp_foundry` | ❌ | +| 8 | 0.296829 | `azmcp_extension_azqr` | ❌ | +| 9 | 0.277349 | `azmcp_cosmos` | ❌ | +| 10 | 0.275484 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 5 + +**Expected Tool:** `azmcp_acr` +**Prompt:** Show me the container registries in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496675 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.466365 | `azmcp_group` | ❌ | +| 3 | 0.360923 | `azmcp_quota` | ❌ | +| 4 | 0.313044 | `azmcp_subscription` | ❌ | +| 5 | 0.306924 | `azmcp_aks` | ❌ | +| 6 | 0.306880 | `azmcp_extension_azqr` | ❌ | +| 7 | 0.304698 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.294601 | `azmcp_resourcehealth` | ❌ | +| 9 | 0.289535 | `azmcp_foundry` | ❌ | +| 10 | 0.288924 | `azmcp_datadog` | ❌ | + +--- + +## Test 6 + +**Expected Tool:** `azmcp_acr` +**Prompt:** List all container registry repositories in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.473189 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.451939 | `azmcp_subscription` | ❌ | +| 3 | 0.352583 | `azmcp_group` | ❌ | +| 4 | 0.327936 | `azmcp_quota` | ❌ | +| 5 | 0.324885 | `azmcp_foundry` | ❌ | +| 6 | 0.324307 | `azmcp_aks` | ❌ | +| 7 | 0.311457 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.301944 | `azmcp_eventgrid` | ❌ | +| 9 | 0.296600 | `azmcp_storage` | ❌ | +| 10 | 0.285801 | `azmcp_redis` | ❌ | + +--- + +## Test 7 + +**Expected Tool:** `azmcp_acr` +**Prompt:** Show me my container registry repositories + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.439561 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.291966 | `azmcp_subscription` | ❌ | +| 3 | 0.282952 | `azmcp_foundry` | ❌ | +| 4 | 0.274549 | `azmcp_storage` | ❌ | +| 5 | 0.272602 | `azmcp_quota` | ❌ | +| 6 | 0.270694 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.268755 | `azmcp_group` | ❌ | +| 8 | 0.264412 | `azmcp_aks` | ❌ | +| 9 | 0.236938 | `azmcp_cosmos` | ❌ | +| 10 | 0.235498 | `azmcp_keyvault` | ❌ | + +--- + +## Test 8 + +**Expected Tool:** `azmcp_acr` +**Prompt:** List repositories in the container registry + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.485273 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.303211 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.298944 | `azmcp_subscription` | ❌ | +| 4 | 0.287384 | `azmcp_group` | ❌ | +| 5 | 0.284438 | `azmcp_foundry` | ❌ | +| 6 | 0.279939 | `azmcp_quota` | ❌ | +| 7 | 0.266447 | `azmcp_aks` | ❌ | +| 8 | 0.261954 | `azmcp_storage` | ❌ | +| 9 | 0.229570 | `azmcp_redis` | ❌ | +| 10 | 0.229045 | `azmcp_keyvault` | ❌ | + +--- + +## Test 9 + +**Expected Tool:** `azmcp_acr` +**Prompt:** Show me the repositories in the container registry + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.467520 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.290472 | `azmcp_subscription` | ❌ | +| 3 | 0.270637 | `azmcp_quota` | ❌ | +| 4 | 0.269552 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.269107 | `azmcp_group` | ❌ | +| 6 | 0.268803 | `azmcp_foundry` | ❌ | +| 7 | 0.261682 | `azmcp_aks` | ❌ | +| 8 | 0.257089 | `azmcp_storage` | ❌ | +| 9 | 0.240952 | `azmcp_redis` | ❌ | +| 10 | 0.238031 | `azmcp_cosmos` | ❌ | + +--- + +## Test 10 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Get the configuration of AKS cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.545022 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.403335 | `azmcp_appconfig` | ❌ | +| 3 | 0.334783 | `azmcp_deploy` | ❌ | +| 4 | 0.331483 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.330508 | `azmcp_quota` | ❌ | +| 6 | 0.325417 | `azmcp_acr` | ❌ | +| 7 | 0.313949 | `azmcp_bestpractices` | ❌ | +| 8 | 0.309139 | `azmcp_kusto` | ❌ | +| 9 | 0.303184 | `azmcp_cloudarchitect` | ❌ | +| 10 | 0.289531 | `azmcp_functionapp` | ❌ | + +--- + +## Test 11 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Show me the details of AKS cluster in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.503486 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.417130 | `azmcp_group` | ❌ | +| 3 | 0.339190 | `azmcp_kusto` | ❌ | +| 4 | 0.338928 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.332219 | `azmcp_extension_azqr` | ❌ | +| 6 | 0.312317 | `azmcp_acr` | ❌ | +| 7 | 0.309175 | `azmcp_quota` | ❌ | +| 8 | 0.301928 | `azmcp_datadog` | ❌ | +| 9 | 0.301600 | `azmcp_resourcehealth` | ❌ | +| 10 | 0.290261 | `azmcp_monitor` | ❌ | + +--- + +## Test 12 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Show me the network configuration for AKS cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.481022 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.305651 | `azmcp_appconfig` | ❌ | +| 3 | 0.293682 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.282416 | `azmcp_deploy` | ❌ | +| 5 | 0.265333 | `azmcp_cloudarchitect` | ❌ | +| 6 | 0.262015 | `azmcp_kusto` | ❌ | +| 7 | 0.259099 | `azmcp_acr` | ❌ | +| 8 | 0.252868 | `azmcp_quota` | ❌ | +| 9 | 0.251745 | `azmcp_monitor` | ❌ | +| 10 | 0.249516 | `azmcp_bestpractices` | ❌ | + +--- + +## Test 13 + +**Expected Tool:** `azmcp_aks` +**Prompt:** What are the details of my AKS cluster in ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.545582 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.402643 | `azmcp_group` | ❌ | +| 3 | 0.362202 | `azmcp_kusto` | ❌ | +| 4 | 0.360521 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.347577 | `azmcp_acr` | ❌ | +| 6 | 0.342720 | `azmcp_quota` | ❌ | +| 7 | 0.327724 | `azmcp_extension_azqr` | ❌ | +| 8 | 0.323117 | `azmcp_deploy` | ❌ | +| 9 | 0.323001 | `azmcp_virtualdesktop` | ❌ | +| 10 | 0.321476 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 14 + +**Expected Tool:** `azmcp_aks` +**Prompt:** List all AKS clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.585290 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.497131 | `azmcp_subscription` | ❌ | +| 3 | 0.395664 | `azmcp_kusto` | ❌ | +| 4 | 0.390826 | `azmcp_group` | ❌ | +| 5 | 0.387345 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.352840 | `azmcp_bestpractices` | ❌ | +| 7 | 0.330712 | `azmcp_acr` | ❌ | +| 8 | 0.330309 | `azmcp_quota` | ❌ | +| 9 | 0.329949 | `azmcp_eventgrid` | ❌ | +| 10 | 0.321347 | `azmcp_deploy` | ❌ | + +--- + +## Test 15 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Show me my Azure Kubernetes Service clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.528505 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.399639 | `azmcp_kusto` | ❌ | +| 3 | 0.375501 | `azmcp_subscription` | ❌ | +| 4 | 0.359457 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.346603 | `azmcp_bestpractices` | ❌ | +| 6 | 0.336857 | `azmcp_quota` | ❌ | +| 7 | 0.334727 | `azmcp_grafana` | ❌ | +| 8 | 0.326695 | `azmcp_deploy` | ❌ | +| 9 | 0.326652 | `azmcp_group` | ❌ | +| 10 | 0.315896 | `azmcp_acr` | ❌ | + +--- + +## Test 16 + +**Expected Tool:** `azmcp_aks` +**Prompt:** What AKS clusters do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.587161 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.398074 | `azmcp_kusto` | ❌ | +| 3 | 0.372009 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.337291 | `azmcp_subscription` | ❌ | +| 5 | 0.329280 | `azmcp_acr` | ❌ | +| 6 | 0.327749 | `azmcp_quota` | ❌ | +| 7 | 0.323284 | `azmcp_bestpractices` | ❌ | +| 8 | 0.321979 | `azmcp_deploy` | ❌ | +| 9 | 0.312631 | `azmcp_virtualdesktop` | ❌ | +| 10 | 0.298257 | `azmcp_storage` | ❌ | + +--- + +## Test 17 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Get details for nodepool in AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.436414 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.368716 | `azmcp_group` | ❌ | +| 3 | 0.345696 | `azmcp_quota` | ❌ | +| 4 | 0.336483 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.318521 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.317077 | `azmcp_sql` | ❌ | +| 7 | 0.313828 | `azmcp_kusto` | ❌ | +| 8 | 0.303722 | `azmcp_datadog` | ❌ | +| 9 | 0.302936 | `azmcp_resourcehealth` | ❌ | +| 10 | 0.297815 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 18 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Show me the configuration for nodepool in AKS cluster in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.419885 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.347156 | `azmcp_group` | ❌ | +| 3 | 0.336997 | `azmcp_appconfig` | ❌ | +| 4 | 0.322340 | `azmcp_quota` | ❌ | +| 5 | 0.311667 | `azmcp_virtualdesktop` | ❌ | +| 6 | 0.309904 | `azmcp_sql` | ❌ | +| 7 | 0.291429 | `azmcp_acr` | ❌ | +| 8 | 0.284728 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.284082 | `azmcp_datadog` | ❌ | +| 10 | 0.282223 | `azmcp_deploy` | ❌ | + +--- + +## Test 19 + +**Expected Tool:** `azmcp_aks` +**Prompt:** What is the setup of nodepool for AKS cluster in ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438148 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.351521 | `azmcp_group` | ❌ | +| 3 | 0.338937 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.312146 | `azmcp_sql` | ❌ | +| 5 | 0.299234 | `azmcp_acr` | ❌ | +| 6 | 0.296491 | `azmcp_cloudarchitect` | ❌ | +| 7 | 0.291099 | `azmcp_appconfig` | ❌ | +| 8 | 0.288697 | `azmcp_deploy` | ❌ | +| 9 | 0.286563 | `azmcp_kusto` | ❌ | +| 10 | 0.278832 | `azmcp_quota` | ❌ | + +--- + +## Test 20 + +**Expected Tool:** `azmcp_aks` +**Prompt:** List nodepools for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.473549 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.428374 | `azmcp_group` | ❌ | +| 3 | 0.347116 | `azmcp_quota` | ❌ | +| 4 | 0.345065 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.338911 | `azmcp_kusto` | ❌ | +| 6 | 0.333028 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.328845 | `azmcp_sql` | ❌ | +| 8 | 0.325463 | `azmcp_datadog` | ❌ | +| 9 | 0.319569 | `azmcp_deploy` | ❌ | +| 10 | 0.318585 | `azmcp_subscription` | ❌ | + +--- + +## Test 21 + +**Expected Tool:** `azmcp_aks` +**Prompt:** Show me the nodepool list for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.482539 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.423180 | `azmcp_group` | ❌ | +| 3 | 0.359248 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.343208 | `azmcp_kusto` | ❌ | +| 5 | 0.338364 | `azmcp_quota` | ❌ | +| 6 | 0.335239 | `azmcp_virtualdesktop` | ❌ | +| 7 | 0.328986 | `azmcp_sql` | ❌ | +| 8 | 0.322387 | `azmcp_subscription` | ❌ | +| 9 | 0.307205 | `azmcp_acr` | ❌ | +| 10 | 0.307122 | `azmcp_datadog` | ❌ | + +--- + +## Test 22 + +**Expected Tool:** `azmcp_aks` +**Prompt:** What nodepools do I have for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.458967 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.379102 | `azmcp_group` | ❌ | +| 3 | 0.342419 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.334397 | `azmcp_quota` | ❌ | +| 5 | 0.328375 | `azmcp_kusto` | ❌ | +| 6 | 0.325556 | `azmcp_sql` | ❌ | +| 7 | 0.318881 | `azmcp_deploy` | ❌ | +| 8 | 0.317466 | `azmcp_datadog` | ❌ | +| 9 | 0.296643 | `azmcp_acr` | ❌ | +| 10 | 0.294840 | `azmcp_bestpractices` | ❌ | + +--- + +## Test 23 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** List all App Configuration stores in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.549787 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.432436 | `azmcp_subscription` | ❌ | +| 3 | 0.347084 | `azmcp_functionapp` | ❌ | +| 4 | 0.329944 | `azmcp_eventgrid` | ❌ | +| 5 | 0.314043 | `azmcp_deploy` | ❌ | +| 6 | 0.310654 | `azmcp_marketplace` | ❌ | +| 7 | 0.309013 | `azmcp_storage` | ❌ | +| 8 | 0.305794 | `azmcp_quota` | ❌ | +| 9 | 0.299714 | `azmcp_group` | ❌ | +| 10 | 0.298766 | `azmcp_aks` | ❌ | + +--- + +## Test 24 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Show me the App Configuration stores in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.529077 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.369729 | `azmcp_subscription` | ❌ | +| 3 | 0.344995 | `azmcp_functionapp` | ❌ | +| 4 | 0.305117 | `azmcp_deploy` | ❌ | +| 5 | 0.302468 | `azmcp_eventgrid` | ❌ | +| 6 | 0.279946 | `azmcp_storage` | ❌ | +| 7 | 0.272376 | `azmcp_marketplace` | ❌ | +| 8 | 0.261824 | `azmcp_sql` | ❌ | +| 9 | 0.259530 | `azmcp_servicebus` | ❌ | +| 10 | 0.254741 | `azmcp_redis` | ❌ | + +--- + +## Test 25 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Show me my App Configuration stores + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.510866 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.262223 | `azmcp_functionapp` | ❌ | +| 3 | 0.236839 | `azmcp_storage` | ❌ | +| 4 | 0.234001 | `azmcp_deploy` | ❌ | +| 5 | 0.206792 | `azmcp_redis` | ❌ | +| 6 | 0.201273 | `azmcp_grafana` | ❌ | +| 7 | 0.192867 | `azmcp_sql` | ❌ | +| 8 | 0.192360 | `azmcp_quota` | ❌ | +| 9 | 0.188576 | `azmcp_marketplace` | ❌ | +| 10 | 0.188432 | `azmcp_foundry` | ❌ | + +--- + +## Test 26 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Delete the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.470820 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.247502 | `azmcp_functionapp` | ❌ | +| 3 | 0.223997 | `azmcp_keyvault` | ❌ | +| 4 | 0.184059 | `azmcp_redis` | ❌ | +| 5 | 0.164518 | `azmcp_acr` | ❌ | +| 6 | 0.161637 | `azmcp_workbooks` | ❌ | +| 7 | 0.151744 | `azmcp_deploy` | ❌ | +| 8 | 0.151717 | `azmcp_storage` | ❌ | +| 9 | 0.144604 | `azmcp_aks` | ❌ | +| 10 | 0.137866 | `azmcp_marketplace` | ❌ | + +--- + +## Test 27 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** List all key-value settings in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.574549 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.253328 | `azmcp_functionapp` | ❌ | +| 3 | 0.249571 | `azmcp_storage` | ❌ | +| 4 | 0.246099 | `azmcp_deploy` | ❌ | +| 5 | 0.230127 | `azmcp_keyvault` | ❌ | +| 6 | 0.230073 | `azmcp_quota` | ❌ | +| 7 | 0.220498 | `azmcp_search` | ❌ | +| 8 | 0.214658 | `azmcp_aks` | ❌ | +| 9 | 0.212506 | `azmcp_subscription` | ❌ | +| 10 | 0.209394 | `azmcp_acr` | ❌ | + +--- + +## Test 28 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Show me the key-value settings in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.571604 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.241791 | `azmcp_functionapp` | ❌ | +| 3 | 0.237126 | `azmcp_storage` | ❌ | +| 4 | 0.226322 | `azmcp_keyvault` | ❌ | +| 5 | 0.217114 | `azmcp_deploy` | ❌ | +| 6 | 0.212909 | `azmcp_quota` | ❌ | +| 7 | 0.205574 | `azmcp_redis` | ❌ | +| 8 | 0.201117 | `azmcp_search` | ❌ | +| 9 | 0.191542 | `azmcp_acr` | ❌ | +| 10 | 0.190834 | `azmcp_kusto` | ❌ | + +--- + +## Test 29 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Lock the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.477748 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.206643 | `azmcp_keyvault` | ❌ | +| 3 | 0.182503 | `azmcp_functionapp` | ❌ | +| 4 | 0.166274 | `azmcp_storage` | ❌ | +| 5 | 0.147548 | `azmcp_redis` | ❌ | +| 6 | 0.137212 | `azmcp_acr` | ❌ | +| 7 | 0.132860 | `azmcp_deploy` | ❌ | +| 8 | 0.128306 | `azmcp_aks` | ❌ | +| 9 | 0.120056 | `azmcp_azureterraformbestpractices` | ❌ | +| 10 | 0.118843 | `azmcp_postgres` | ❌ | + +--- + +## Test 30 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Set the key in App Configuration store to + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.524632 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.264819 | `azmcp_functionapp` | ❌ | +| 3 | 0.226617 | `azmcp_keyvault` | ❌ | +| 4 | 0.191735 | `azmcp_storage` | ❌ | +| 5 | 0.174006 | `azmcp_redis` | ❌ | +| 6 | 0.171313 | `azmcp_deploy` | ❌ | +| 7 | 0.167728 | `azmcp_acr` | ❌ | +| 8 | 0.163875 | `azmcp_aks` | ❌ | +| 9 | 0.154540 | `azmcp_marketplace` | ❌ | +| 10 | 0.154003 | `azmcp_loadtesting` | ❌ | + +--- + +## Test 31 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Show the content for the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.467977 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.220182 | `azmcp_keyvault` | ❌ | +| 3 | 0.219641 | `azmcp_functionapp` | ❌ | +| 4 | 0.193864 | `azmcp_storage` | ❌ | +| 5 | 0.187891 | `azmcp_deploy` | ❌ | +| 6 | 0.168492 | `azmcp_quota` | ❌ | +| 7 | 0.164637 | `azmcp_workbooks` | ❌ | +| 8 | 0.161955 | `azmcp_kusto` | ❌ | +| 9 | 0.160956 | `azmcp_search` | ❌ | +| 10 | 0.158347 | `azmcp_aks` | ❌ | + +--- + +## Test 32 + +**Expected Tool:** `azmcp_appconfig` +**Prompt:** Unlock the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496123 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.247967 | `azmcp_keyvault` | ❌ | +| 3 | 0.219336 | `azmcp_functionapp` | ❌ | +| 4 | 0.170310 | `azmcp_storage` | ❌ | +| 5 | 0.164100 | `azmcp_deploy` | ❌ | +| 6 | 0.156332 | `azmcp_redis` | ❌ | +| 7 | 0.147613 | `azmcp_marketplace` | ❌ | +| 8 | 0.146925 | `azmcp_aks` | ❌ | +| 9 | 0.144912 | `azmcp_acr` | ❌ | +| 10 | 0.139066 | `azmcp_workbooks` | ❌ | + +--- + +## Test 33 + +**Expected Tool:** `azmcp_applens` +**Prompt:** Please help me diagnose issues with my app using app lens + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.568063 | `azmcp_applens` | ✅ **EXPECTED** | +| 2 | 0.264640 | `azmcp_deploy` | ❌ | +| 3 | 0.252477 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.218151 | `azmcp_functionapp` | ❌ | +| 5 | 0.200396 | `azmcp_search` | ❌ | +| 6 | 0.199980 | `azmcp_monitor` | ❌ | +| 7 | 0.199712 | `azmcp_appconfig` | ❌ | +| 8 | 0.198035 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.193146 | `azmcp_datadog` | ❌ | +| 10 | 0.186357 | `azmcp_grafana` | ❌ | + +--- + +## Test 34 + +**Expected Tool:** `azmcp_applens` +**Prompt:** Use app lens to check why my app is slow? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.492549 | `azmcp_applens` | ✅ **EXPECTED** | +| 2 | 0.204554 | `azmcp_functionapp` | ❌ | +| 3 | 0.195447 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.193440 | `azmcp_deploy` | ❌ | +| 5 | 0.181013 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.172352 | `azmcp_monitor` | ❌ | +| 7 | 0.165597 | `azmcp_search` | ❌ | +| 8 | 0.162957 | `azmcp_grafana` | ❌ | +| 9 | 0.147543 | `azmcp_appconfig` | ❌ | +| 10 | 0.145562 | `azmcp_datadog` | ❌ | + +--- + +## Test 35 + +**Expected Tool:** `azmcp_applens` +**Prompt:** What does app lens say is wrong with my service? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.471382 | `azmcp_applens` | ✅ **EXPECTED** | +| 2 | 0.210779 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.205877 | `azmcp_foundry` | ❌ | +| 4 | 0.205721 | `azmcp_functionapp` | ❌ | +| 5 | 0.205479 | `azmcp_appconfig` | ❌ | +| 6 | 0.180561 | `azmcp_deploy` | ❌ | +| 7 | 0.174753 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.168948 | `azmcp_search` | ❌ | +| 9 | 0.168022 | `azmcp_datadog` | ❌ | +| 10 | 0.156343 | `azmcp_servicebus` | ❌ | + +--- + +## Test 36 + +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** List the Azure Managed Lustre filesystems in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.715846 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.535477 | `azmcp_subscription` | ❌ | +| 3 | 0.426534 | `azmcp_group` | ❌ | +| 4 | 0.420740 | `azmcp_storage` | ❌ | +| 5 | 0.415253 | `azmcp_quota` | ❌ | +| 6 | 0.382523 | `azmcp_kusto` | ❌ | +| 7 | 0.382463 | `azmcp_aks` | ❌ | +| 8 | 0.372727 | `azmcp_foundry` | ❌ | +| 9 | 0.360071 | `azmcp_eventgrid` | ❌ | +| 10 | 0.348030 | `azmcp_functionapp` | ❌ | + +--- + +## Test 37 + +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** List the Azure Managed Lustre filesystems in my resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.690857 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.523318 | `azmcp_group` | ❌ | +| 3 | 0.422130 | `azmcp_quota` | ❌ | +| 4 | 0.396797 | `azmcp_subscription` | ❌ | +| 5 | 0.382774 | `azmcp_storage` | ❌ | +| 6 | 0.374711 | `azmcp_kusto` | ❌ | +| 7 | 0.368543 | `azmcp_aks` | ❌ | +| 8 | 0.358285 | `azmcp_foundry` | ❌ | +| 9 | 0.354623 | `azmcp_datadog` | ❌ | +| 10 | 0.347129 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 38 + +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** Tell me how many IP addresses I need for of + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.350637 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.228011 | `azmcp_quota` | ❌ | +| 3 | 0.209876 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.209448 | `azmcp_storage` | ❌ | +| 5 | 0.177664 | `azmcp_postgres` | ❌ | +| 6 | 0.177034 | `azmcp_foundry` | ❌ | +| 7 | 0.163115 | `azmcp_aks` | ❌ | +| 8 | 0.162515 | `azmcp_marketplace` | ❌ | +| 9 | 0.161694 | `azmcp_applens` | ❌ | +| 10 | 0.159376 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 39 + +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** List the Azure Managed Lustre SKUs available in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.642503 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.452436 | `azmcp_quota` | ❌ | +| 3 | 0.437801 | `azmcp_subscription` | ❌ | +| 4 | 0.432290 | `azmcp_storage` | ❌ | +| 5 | 0.408285 | `azmcp_aks` | ❌ | +| 6 | 0.402748 | `azmcp_marketplace` | ❌ | +| 7 | 0.396818 | `azmcp_kusto` | ❌ | +| 8 | 0.376131 | `azmcp_group` | ❌ | +| 9 | 0.367887 | `azmcp_loadtesting` | ❌ | +| 10 | 0.357842 | `azmcp_foundry` | ❌ | + +--- + +## Test 40 + +**Expected Tool:** `azmcp_azureterraformbestpractices` +**Prompt:** Fetch the Azure Terraform best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.683671 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | +| 2 | 0.619628 | `azmcp_bestpractices` | ❌ | +| 3 | 0.451916 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.437448 | `azmcp_deploy` | ❌ | +| 5 | 0.392789 | `azmcp_bicepschema` | ❌ | +| 6 | 0.370662 | `azmcp_quota` | ❌ | +| 7 | 0.349920 | `azmcp_datadog` | ❌ | +| 8 | 0.349550 | `azmcp_grafana` | ❌ | +| 9 | 0.347111 | `azmcp_aks` | ❌ | +| 10 | 0.340463 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 41 + +**Expected Tool:** `azmcp_azureterraformbestpractices` +**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.551535 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | +| 2 | 0.519992 | `azmcp_bestpractices` | ❌ | +| 3 | 0.454440 | `azmcp_keyvault` | ❌ | +| 4 | 0.384779 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.364528 | `azmcp_deploy` | ❌ | +| 6 | 0.346919 | `azmcp_bicepschema` | ❌ | +| 7 | 0.317065 | `azmcp_appconfig` | ❌ | +| 8 | 0.310661 | `azmcp_storage` | ❌ | +| 9 | 0.308402 | `azmcp_quota` | ❌ | +| 10 | 0.297817 | `azmcp_aks` | ❌ | + +--- + +## Test 42 + +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure code generation best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.638307 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.628202 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.537281 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.475530 | `azmcp_deploy` | ❌ | +| 5 | 0.401076 | `azmcp_bicepschema` | ❌ | +| 6 | 0.348064 | `azmcp_sql` | ❌ | +| 7 | 0.346737 | `azmcp_storage` | ❌ | +| 8 | 0.344428 | `azmcp_quota` | ❌ | +| 9 | 0.342459 | `azmcp_redis` | ❌ | +| 10 | 0.340599 | `azmcp_keyvault` | ❌ | + +--- + +## Test 43 + +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure deployment best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.612322 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.532248 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.515758 | `azmcp_deploy` | ❌ | +| 4 | 0.501831 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.379330 | `azmcp_aks` | ❌ | +| 6 | 0.375473 | `azmcp_virtualdesktop` | ❌ | +| 7 | 0.372730 | `azmcp_datadog` | ❌ | +| 8 | 0.372587 | `azmcp_functionapp` | ❌ | +| 9 | 0.370608 | `azmcp_bicepschema` | ❌ | +| 10 | 0.368872 | `azmcp_sql` | ❌ | + +--- + +## Test 44 + +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.648600 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.576545 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.497430 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.460870 | `azmcp_deploy` | ❌ | +| 5 | 0.382008 | `azmcp_sql` | ❌ | +| 6 | 0.381674 | `azmcp_virtualdesktop` | ❌ | +| 7 | 0.375519 | `azmcp_quota` | ❌ | +| 8 | 0.372217 | `azmcp_datadog` | ❌ | +| 9 | 0.364590 | `azmcp_aks` | ❌ | +| 10 | 0.362987 | `azmcp_storage` | ❌ | + +--- + +## Test 45 + +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure Functions code generation best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.600421 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.565624 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.475943 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.446599 | `azmcp_functionapp` | ❌ | +| 5 | 0.441928 | `azmcp_deploy` | ❌ | +| 6 | 0.376133 | `azmcp_bicepschema` | ❌ | +| 7 | 0.327693 | `azmcp_storage` | ❌ | +| 8 | 0.320997 | `azmcp_servicebus` | ❌ | +| 9 | 0.314286 | `azmcp_keyvault` | ❌ | +| 10 | 0.312909 | `azmcp_quota` | ❌ | + +--- + +## Test 46 + +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure Functions deployment best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.575056 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.485954 | `azmcp_deploy` | ❌ | +| 3 | 0.482805 | `azmcp_functionapp` | ❌ | +| 4 | 0.480594 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.453749 | `azmcp_cloudarchitect` | ❌ | +| 6 | 0.363024 | `azmcp_bicepschema` | ❌ | +| 7 | 0.350843 | `azmcp_appconfig` | ❌ | +| 8 | 0.349605 | `azmcp_aks` | ❌ | +| 9 | 0.344874 | `azmcp_keyvault` | ❌ | +| 10 | 0.343113 | `azmcp_servicebus` | ❌ | + +--- + +## Test 47 + +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure Functions best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.607170 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.524511 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.479221 | `azmcp_functionapp` | ❌ | +| 4 | 0.445781 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.436858 | `azmcp_deploy` | ❌ | +| 6 | 0.366241 | `azmcp_servicebus` | ❌ | +| 7 | 0.347584 | `azmcp_keyvault` | ❌ | +| 8 | 0.346722 | `azmcp_storage` | ❌ | +| 9 | 0.346053 | `azmcp_sql` | ❌ | +| 10 | 0.345892 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 48 + +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure Static Web Apps best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.561094 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.491668 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.457901 | `azmcp_deploy` | ❌ | +| 4 | 0.414075 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.408990 | `azmcp_functionapp` | ❌ | +| 6 | 0.353776 | `azmcp_appconfig` | ❌ | +| 7 | 0.340553 | `azmcp_storage` | ❌ | +| 8 | 0.335181 | `azmcp_bicepschema` | ❌ | +| 9 | 0.333058 | `azmcp_aks` | ❌ | +| 10 | 0.331224 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 49 + +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** What are azure function best practices? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.581484 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.511649 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.466592 | `azmcp_functionapp` | ❌ | +| 4 | 0.400851 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.381740 | `azmcp_deploy` | ❌ | +| 6 | 0.346486 | `azmcp_storage` | ❌ | +| 7 | 0.345479 | `azmcp_cosmos` | ❌ | +| 8 | 0.342792 | `azmcp_servicebus` | ❌ | +| 9 | 0.337312 | `azmcp_redis` | ❌ | +| 10 | 0.332986 | `azmcp_keyvault` | ❌ | + +--- + +## Test 50 + +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.372433 | `azmcp_functionapp` | ❌ | +| 2 | 0.368546 | `azmcp_deploy` | ❌ | +| 3 | 0.350441 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.341120 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 5 | 0.308978 | `azmcp_azureterraformbestpractices` | ❌ | +| 6 | 0.284611 | `azmcp_loadtesting` | ❌ | +| 7 | 0.283892 | `azmcp_appconfig` | ❌ | +| 8 | 0.282191 | `azmcp_bicepschema` | ❌ | +| 9 | 0.267538 | `azmcp_cosmos` | ❌ | +| 10 | 0.248117 | `azmcp_search` | ❌ | + +--- + +## Test 51 + +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.426478 | `azmcp_deploy` | ❌ | +| 2 | 0.368861 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.360170 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.339417 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 5 | 0.331621 | `azmcp_functionapp` | ❌ | +| 6 | 0.314347 | `azmcp_appconfig` | ❌ | +| 7 | 0.283304 | `azmcp_acr` | ❌ | +| 8 | 0.272191 | `azmcp_cosmos` | ❌ | +| 9 | 0.263071 | `azmcp_sql` | ❌ | +| 10 | 0.260409 | `azmcp_aks` | ❌ | + +--- + +## Test 52 + +**Expected Tool:** `azmcp_bicepschema` +**Prompt:** How can I use Bicep to create an Azure OpenAI service? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.528594 | `azmcp_bicepschema` | ✅ **EXPECTED** | +| 2 | 0.430790 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.428634 | `azmcp_bestpractices` | ❌ | +| 4 | 0.412642 | `azmcp_foundry` | ❌ | +| 5 | 0.410322 | `azmcp_deploy` | ❌ | +| 6 | 0.387148 | `azmcp_azureterraformbestpractices` | ❌ | +| 7 | 0.385101 | `azmcp_search` | ❌ | +| 8 | 0.374805 | `azmcp_aks` | ❌ | +| 9 | 0.363680 | `azmcp_storage` | ❌ | +| 10 | 0.345996 | `azmcp_functionapp` | ❌ | + +--- + +## Test 53 + +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.328720 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.250170 | `azmcp_storage` | ❌ | +| 3 | 0.222216 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.194839 | `azmcp_eventgrid` | ❌ | +| 5 | 0.191212 | `azmcp_foundry` | ❌ | +| 6 | 0.168229 | `azmcp_servicebus` | ❌ | +| 7 | 0.159823 | `azmcp_postgres` | ❌ | +| 8 | 0.158051 | `azmcp_marketplace` | ❌ | +| 9 | 0.155455 | `azmcp_bicepschema` | ❌ | +| 10 | 0.154949 | `azmcp_cosmos` | ❌ | + +--- + +## Test 54 + +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** Help me create a cloud service that will serve as ATM for users + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.283657 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.242922 | `azmcp_foundry` | ❌ | +| 3 | 0.224603 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.219272 | `azmcp_storage` | ❌ | +| 5 | 0.218512 | `azmcp_sql` | ❌ | +| 6 | 0.217073 | `azmcp_servicebus` | ❌ | +| 7 | 0.207982 | `azmcp_marketplace` | ❌ | +| 8 | 0.199264 | `azmcp_bestpractices` | ❌ | +| 9 | 0.197862 | `azmcp_redis` | ❌ | +| 10 | 0.195792 | `azmcp_postgres` | ❌ | + +--- + +## Test 55 + +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** I want to design a cloud app for ordering groceries + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.326319 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.251675 | `azmcp_functionapp` | ❌ | +| 3 | 0.246446 | `azmcp_marketplace` | ❌ | +| 4 | 0.238329 | `azmcp_appconfig` | ❌ | +| 5 | 0.222684 | `azmcp_deploy` | ❌ | +| 6 | 0.209072 | `azmcp_cosmos` | ❌ | +| 7 | 0.205166 | `azmcp_eventgrid` | ❌ | +| 8 | 0.193524 | `azmcp_storage` | ❌ | +| 9 | 0.190001 | `azmcp_bestpractices` | ❌ | +| 10 | 0.184329 | `azmcp_foundry` | ❌ | + +--- + +## Test 56 + +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.422731 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.377331 | `azmcp_storage` | ❌ | +| 3 | 0.347068 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.320885 | `azmcp_sql` | ❌ | +| 5 | 0.313211 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.301721 | `azmcp_cosmos` | ❌ | +| 7 | 0.298705 | `azmcp_servicebus` | ❌ | +| 8 | 0.292425 | `azmcp_deploy` | ❌ | +| 9 | 0.283985 | `azmcp_keyvault` | ❌ | +| 10 | 0.283765 | `azmcp_bestpractices` | ❌ | + +--- + +## Test 57 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** List all cosmosdb accounts in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.555025 | `azmcp_subscription` | ❌ | +| 2 | 0.478400 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 3 | 0.409637 | `azmcp_group` | ❌ | +| 4 | 0.390475 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.390008 | `azmcp_quota` | ❌ | +| 6 | 0.364491 | `azmcp_storage` | ❌ | +| 7 | 0.363888 | `azmcp_eventgrid` | ❌ | +| 8 | 0.359523 | `azmcp_kusto` | ❌ | +| 9 | 0.351200 | `azmcp_datadog` | ❌ | +| 10 | 0.346469 | `azmcp_sql` | ❌ | + +--- + +## Test 58 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me my cosmosdb accounts + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495138 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.416867 | `azmcp_subscription` | ❌ | +| 3 | 0.373741 | `azmcp_quota` | ❌ | +| 4 | 0.373534 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.362858 | `azmcp_kusto` | ❌ | +| 6 | 0.360318 | `azmcp_storage` | ❌ | +| 7 | 0.348190 | `azmcp_grafana` | ❌ | +| 8 | 0.346894 | `azmcp_datadog` | ❌ | +| 9 | 0.341262 | `azmcp_sql` | ❌ | +| 10 | 0.333808 | `azmcp_group` | ❌ | + +--- + +## Test 59 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the cosmosdb accounts in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.527920 | `azmcp_subscription` | ❌ | +| 2 | 0.487577 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 3 | 0.392271 | `azmcp_group` | ❌ | +| 4 | 0.391720 | `azmcp_quota` | ❌ | +| 5 | 0.370423 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.362357 | `azmcp_storage` | ❌ | +| 7 | 0.359981 | `azmcp_kusto` | ❌ | +| 8 | 0.356063 | `azmcp_eventgrid` | ❌ | +| 9 | 0.355953 | `azmcp_datadog` | ❌ | +| 10 | 0.352980 | `azmcp_sql` | ❌ | + +--- + +## Test 60 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.478595 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.386101 | `azmcp_search` | ❌ | +| 3 | 0.330813 | `azmcp_kusto` | ❌ | +| 4 | 0.306493 | `azmcp_sql` | ❌ | +| 5 | 0.296715 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.295608 | `azmcp_storage` | ❌ | +| 7 | 0.292730 | `azmcp_subscription` | ❌ | +| 8 | 0.291195 | `azmcp_acr` | ❌ | +| 9 | 0.283191 | `azmcp_quota` | ❌ | +| 10 | 0.281575 | `azmcp_postgres` | ❌ | + +--- + +## Test 61 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** List all the containers in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.505612 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.352773 | `azmcp_subscription` | ❌ | +| 3 | 0.344158 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.336560 | `azmcp_kusto` | ❌ | +| 5 | 0.335845 | `azmcp_acr` | ❌ | +| 6 | 0.328457 | `azmcp_storage` | ❌ | +| 7 | 0.323260 | `azmcp_quota` | ❌ | +| 8 | 0.323172 | `azmcp_sql` | ❌ | +| 9 | 0.307595 | `azmcp_mysql` | ❌ | +| 10 | 0.303996 | `azmcp_group` | ❌ | + +--- + +## Test 62 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the containers in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.494447 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.327296 | `azmcp_kusto` | ❌ | +| 3 | 0.317629 | `azmcp_subscription` | ❌ | +| 4 | 0.316882 | `azmcp_sql` | ❌ | +| 5 | 0.316446 | `azmcp_quota` | ❌ | +| 6 | 0.313510 | `azmcp_storage` | ❌ | +| 7 | 0.312590 | `azmcp_acr` | ❌ | +| 8 | 0.306481 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.301510 | `azmcp_mysql` | ❌ | +| 10 | 0.293908 | `azmcp_postgres` | ❌ | + +--- + +## Test 63 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** List all the databases in the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.505877 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.368700 | `azmcp_sql` | ❌ | +| 3 | 0.362990 | `azmcp_kusto` | ❌ | +| 4 | 0.362762 | `azmcp_subscription` | ❌ | +| 5 | 0.351082 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.338111 | `azmcp_mysql` | ❌ | +| 7 | 0.318887 | `azmcp_postgres` | ❌ | +| 8 | 0.317312 | `azmcp_storage` | ❌ | +| 9 | 0.309740 | `azmcp_group` | ❌ | +| 10 | 0.309492 | `azmcp_datadog` | ❌ | + +--- + +## Test 64 + +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the databases in the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.505872 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.367192 | `azmcp_kusto` | ❌ | +| 3 | 0.357547 | `azmcp_sql` | ❌ | +| 4 | 0.337014 | `azmcp_subscription` | ❌ | +| 5 | 0.334848 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.327883 | `azmcp_mysql` | ❌ | +| 7 | 0.315490 | `azmcp_storage` | ❌ | +| 8 | 0.314660 | `azmcp_postgres` | ❌ | +| 9 | 0.312270 | `azmcp_quota` | ❌ | +| 10 | 0.301126 | `azmcp_datadog` | ❌ | + +--- + +## Test 65 + +**Expected Tool:** `azmcp_datadog` +**Prompt:** List all monitored resources in the Datadog resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.505540 | `azmcp_datadog` | ✅ **EXPECTED** | +| 2 | 0.341172 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.322074 | `azmcp_monitor` | ❌ | +| 4 | 0.307994 | `azmcp_foundry` | ❌ | +| 5 | 0.305199 | `azmcp_quota` | ❌ | +| 6 | 0.298870 | `azmcp_group` | ❌ | +| 7 | 0.288411 | `azmcp_grafana` | ❌ | +| 8 | 0.263550 | `azmcp_postgres` | ❌ | +| 9 | 0.249065 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.240672 | `azmcp_kusto` | ❌ | + +--- + +## Test 66 + +**Expected Tool:** `azmcp_datadog` +**Prompt:** Show me the monitored resources in the Datadog resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.494458 | `azmcp_datadog` | ✅ **EXPECTED** | +| 2 | 0.341042 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.338501 | `azmcp_monitor` | ❌ | +| 4 | 0.316839 | `azmcp_quota` | ❌ | +| 5 | 0.296331 | `azmcp_foundry` | ❌ | +| 6 | 0.295269 | `azmcp_grafana` | ❌ | +| 7 | 0.274840 | `azmcp_group` | ❌ | +| 8 | 0.261081 | `azmcp_postgres` | ❌ | +| 9 | 0.255628 | `azmcp_applens` | ❌ | +| 10 | 0.245719 | `azmcp_kusto` | ❌ | + +--- + +## Test 67 + +**Expected Tool:** `azmcp_deploy` +**Prompt:** Show me the log of the application deployed by azd + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.532432 | `azmcp_deploy` | ✅ **EXPECTED** | +| 2 | 0.388398 | `azmcp_monitor` | ❌ | +| 3 | 0.379015 | `azmcp_datadog` | ❌ | +| 4 | 0.357338 | `azmcp_functionapp` | ❌ | +| 5 | 0.346793 | `azmcp_aks` | ❌ | +| 6 | 0.336979 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.333606 | `azmcp_cloudarchitect` | ❌ | +| 8 | 0.332832 | `azmcp_appconfig` | ❌ | +| 9 | 0.332746 | `azmcp_virtualdesktop` | ❌ | +| 10 | 0.330460 | `azmcp_sql` | ❌ | + +--- + +## Test 68 + +**Expected Tool:** `azmcp_deploy` +**Prompt:** Generate the azure architecture diagram for this application + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.597812 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.486296 | `azmcp_deploy` | ✅ **EXPECTED** | +| 3 | 0.424789 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.378685 | `azmcp_bestpractices` | ❌ | +| 5 | 0.322538 | `azmcp_applens` | ❌ | +| 6 | 0.322230 | `azmcp_extension_azqr` | ❌ | +| 7 | 0.321775 | `azmcp_functionapp` | ❌ | +| 8 | 0.317843 | `azmcp_bicepschema` | ❌ | +| 9 | 0.296496 | `azmcp_datadog` | ❌ | +| 10 | 0.288863 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 69 + +**Expected Tool:** `azmcp_deploy` +**Prompt:** Show me the rules to generate bicep scripts + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.576123 | `azmcp_bicepschema` | ❌ | +| 2 | 0.389233 | `azmcp_bestpractices` | ❌ | +| 3 | 0.356696 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.354340 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.347627 | `azmcp_deploy` | ✅ **EXPECTED** | +| 6 | 0.279335 | `azmcp_storage` | ❌ | +| 7 | 0.275629 | `azmcp_loadtesting` | ❌ | +| 8 | 0.263916 | `azmcp_workbooks` | ❌ | +| 9 | 0.263047 | `azmcp_search` | ❌ | +| 10 | 0.261811 | `azmcp_functionapp` | ❌ | + +--- + +## Test 70 + +**Expected Tool:** `azmcp_deploy` +**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.466964 | `azmcp_deploy` | ✅ **EXPECTED** | +| 2 | 0.372768 | `azmcp_functionapp` | ❌ | +| 3 | 0.363156 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.339672 | `azmcp_bestpractices` | ❌ | +| 5 | 0.332176 | `azmcp_azureterraformbestpractices` | ❌ | +| 6 | 0.308644 | `azmcp_appconfig` | ❌ | +| 7 | 0.286343 | `azmcp_aks` | ❌ | +| 8 | 0.284377 | `azmcp_acr` | ❌ | +| 9 | 0.281491 | `azmcp_sql` | ❌ | +| 10 | 0.275549 | `azmcp_bicepschema` | ❌ | + +--- + +## Test 71 + +**Expected Tool:** `azmcp_deploy` +**Prompt:** Create a plan to deploy this application to azure + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.565968 | `azmcp_deploy` | ✅ **EXPECTED** | +| 2 | 0.481327 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.421276 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.392658 | `azmcp_bestpractices` | ❌ | +| 5 | 0.392313 | `azmcp_functionapp` | ❌ | +| 6 | 0.363246 | `azmcp_appconfig` | ❌ | +| 7 | 0.347804 | `azmcp_sql` | ❌ | +| 8 | 0.335035 | `azmcp_loadtesting` | ❌ | +| 9 | 0.328304 | `azmcp_aks` | ❌ | +| 10 | 0.325117 | `azmcp_bicepschema` | ❌ | + +--- + +## Test 72 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid topics in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.609138 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.487417 | `azmcp_subscription` | ❌ | +| 3 | 0.398388 | `azmcp_group` | ❌ | +| 4 | 0.370937 | `azmcp_servicebus` | ❌ | +| 5 | 0.327350 | `azmcp_quota` | ❌ | +| 6 | 0.318434 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.305462 | `azmcp_resourcehealth` | ❌ | +| 8 | 0.302627 | `azmcp_aks` | ❌ | +| 9 | 0.294008 | `azmcp_bestpractices` | ❌ | +| 10 | 0.293552 | `azmcp_kusto` | ❌ | + +--- + +## Test 73 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show me the Event Grid topics in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.609629 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.453133 | `azmcp_subscription` | ❌ | +| 3 | 0.383559 | `azmcp_group` | ❌ | +| 4 | 0.380682 | `azmcp_servicebus` | ❌ | +| 5 | 0.330870 | `azmcp_quota` | ❌ | +| 6 | 0.305947 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.303629 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.301846 | `azmcp_monitor` | ❌ | +| 9 | 0.293112 | `azmcp_kusto` | ❌ | +| 10 | 0.292068 | `azmcp_datadog` | ❌ | + +--- + +## Test 74 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid topics in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.581669 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.482326 | `azmcp_subscription` | ❌ | +| 3 | 0.366686 | `azmcp_group` | ❌ | +| 4 | 0.364622 | `azmcp_servicebus` | ❌ | +| 5 | 0.298583 | `azmcp_quota` | ❌ | +| 6 | 0.289473 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.284098 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.271164 | `azmcp_datadog` | ❌ | +| 9 | 0.271068 | `azmcp_aks` | ❌ | +| 10 | 0.270599 | `azmcp_search` | ❌ | + +--- + +## Test 75 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid topics in resource group in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.556899 | `azmcp_group` | ❌ | +| 2 | 0.514364 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.421820 | `azmcp_subscription` | ❌ | +| 4 | 0.331842 | `azmcp_servicebus` | ❌ | +| 5 | 0.331472 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.331339 | `azmcp_quota` | ❌ | +| 7 | 0.330459 | `azmcp_extension_azqr` | ❌ | +| 8 | 0.286783 | `azmcp_datadog` | ❌ | +| 9 | 0.272245 | `azmcp_role` | ❌ | +| 10 | 0.267904 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 76 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show me all Event Grid subscriptions for topic + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.595396 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.446492 | `azmcp_subscription` | ❌ | +| 3 | 0.372509 | `azmcp_servicebus` | ❌ | +| 4 | 0.367824 | `azmcp_group` | ❌ | +| 5 | 0.316921 | `azmcp_quota` | ❌ | +| 6 | 0.300870 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.298329 | `azmcp_monitor` | ❌ | +| 8 | 0.287961 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.287164 | `azmcp_datadog` | ❌ | +| 10 | 0.284959 | `azmcp_search` | ❌ | + +--- + +## Test 77 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List Event Grid subscriptions for topic in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.591743 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.486190 | `azmcp_subscription` | ❌ | +| 3 | 0.396456 | `azmcp_group` | ❌ | +| 4 | 0.386525 | `azmcp_servicebus` | ❌ | +| 5 | 0.328972 | `azmcp_quota` | ❌ | +| 6 | 0.313368 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.309759 | `azmcp_resourcehealth` | ❌ | +| 8 | 0.303519 | `azmcp_monitor` | ❌ | +| 9 | 0.294868 | `azmcp_datadog` | ❌ | +| 10 | 0.286565 | `azmcp_marketplace` | ❌ | + +--- + +## Test 78 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List Event Grid subscriptions for topic in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.565359 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.516734 | `azmcp_group` | ❌ | +| 3 | 0.464231 | `azmcp_subscription` | ❌ | +| 4 | 0.375868 | `azmcp_servicebus` | ❌ | +| 5 | 0.340821 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.340444 | `azmcp_quota` | ❌ | +| 7 | 0.324606 | `azmcp_extension_azqr` | ❌ | +| 8 | 0.315087 | `azmcp_datadog` | ❌ | +| 9 | 0.306648 | `azmcp_role` | ❌ | +| 10 | 0.304012 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 79 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show all Event Grid subscriptions in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.564708 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.507648 | `azmcp_subscription` | ❌ | +| 3 | 0.392902 | `azmcp_group` | ❌ | +| 4 | 0.339891 | `azmcp_servicebus` | ❌ | +| 5 | 0.322986 | `azmcp_quota` | ❌ | +| 6 | 0.322001 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.311450 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.310789 | `azmcp_datadog` | ❌ | +| 9 | 0.309646 | `azmcp_monitor` | ❌ | +| 10 | 0.299730 | `azmcp_aks` | ❌ | + +--- + +## Test 80 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid subscriptions in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.532125 | `azmcp_subscription` | ❌ | +| 2 | 0.530934 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.395075 | `azmcp_group` | ❌ | +| 4 | 0.330035 | `azmcp_servicebus` | ❌ | +| 5 | 0.297898 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.296541 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.295515 | `azmcp_quota` | ❌ | +| 8 | 0.286174 | `azmcp_datadog` | ❌ | +| 9 | 0.277986 | `azmcp_extension_azqr` | ❌ | +| 10 | 0.272329 | `azmcp_aks` | ❌ | + +--- + +## Test 81 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show Event Grid subscriptions in resource group in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.539388 | `azmcp_group` | ❌ | +| 2 | 0.508213 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.467677 | `azmcp_subscription` | ❌ | +| 4 | 0.351677 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.335222 | `azmcp_extension_azqr` | ❌ | +| 6 | 0.332902 | `azmcp_quota` | ❌ | +| 7 | 0.319810 | `azmcp_servicebus` | ❌ | +| 8 | 0.311375 | `azmcp_datadog` | ❌ | +| 9 | 0.288889 | `azmcp_monitor` | ❌ | +| 10 | 0.284099 | `azmcp_role` | ❌ | + +--- + +## Test 82 + +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List Event Grid subscriptions for subscription in location + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.540058 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.504607 | `azmcp_subscription` | ❌ | +| 3 | 0.404267 | `azmcp_group` | ❌ | +| 4 | 0.353377 | `azmcp_quota` | ❌ | +| 5 | 0.323691 | `azmcp_servicebus` | ❌ | +| 6 | 0.322644 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.319625 | `azmcp_resourcehealth` | ❌ | +| 8 | 0.296422 | `azmcp_monitor` | ❌ | +| 9 | 0.290419 | `azmcp_datadog` | ❌ | +| 10 | 0.287618 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 83 + +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Check my Azure subscription for any compliance issues or recommendations + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489262 | `azmcp_subscription` | ❌ | +| 2 | 0.476826 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 3 | 0.475542 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.464915 | `azmcp_bestpractices` | ❌ | +| 5 | 0.464037 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.450977 | `azmcp_quota` | ❌ | +| 7 | 0.437909 | `azmcp_applens` | ❌ | +| 8 | 0.436625 | `azmcp_azureterraformbestpractices` | ❌ | +| 9 | 0.424375 | `azmcp_monitor` | ❌ | +| 10 | 0.411639 | `azmcp_deploy` | ❌ | + +--- + +## Test 84 + +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Provide compliance recommendations for my current Azure subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.537297 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.498407 | `azmcp_bestpractices` | ❌ | +| 3 | 0.479029 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 5 | 0.454636 | `azmcp_subscription` | ❌ | +| 6 | 0.432417 | `azmcp_deploy` | ❌ | +| 7 | 0.399862 | `azmcp_quota` | ❌ | +| 8 | 0.397263 | `azmcp_resourcehealth` | ❌ | +| 9 | 0.395046 | `azmcp_applens` | ❌ | +| 10 | 0.383091 | `azmcp_role` | ❌ | + +--- + +## Test 85 + +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Scan my Azure subscription for compliance recommendations + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.525269 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.516925 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 3 | 0.497831 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.495991 | `azmcp_bestpractices` | ❌ | +| 5 | 0.477837 | `azmcp_subscription` | ❌ | +| 6 | 0.447485 | `azmcp_deploy` | ❌ | +| 7 | 0.428462 | `azmcp_quota` | ❌ | +| 8 | 0.420284 | `azmcp_applens` | ❌ | +| 9 | 0.416916 | `azmcp_resourcehealth` | ❌ | +| 10 | 0.409001 | `azmcp_monitor` | ❌ | + +--- + +## Test 86 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** List all knowledge indexes in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.474050 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.324932 | `azmcp_search` | ❌ | +| 3 | 0.278608 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.263364 | `azmcp_kusto` | ❌ | +| 5 | 0.260814 | `azmcp_grafana` | ❌ | +| 6 | 0.254463 | `azmcp_aks` | ❌ | +| 7 | 0.224340 | `azmcp_deploy` | ❌ | +| 8 | 0.224282 | `azmcp_subscription` | ❌ | +| 9 | 0.216850 | `azmcp_marketplace` | ❌ | +| 10 | 0.216073 | `azmcp_bestpractices` | ❌ | + +--- + +## Test 87 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me the knowledge indexes in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.440800 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.326070 | `azmcp_search` | ❌ | +| 3 | 0.263918 | `azmcp_grafana` | ❌ | +| 4 | 0.261986 | `azmcp_applens` | ❌ | +| 5 | 0.249483 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.239658 | `azmcp_kusto` | ❌ | +| 7 | 0.233887 | `azmcp_monitor` | ❌ | +| 8 | 0.232806 | `azmcp_deploy` | ❌ | +| 9 | 0.223210 | `azmcp_workbooks` | ❌ | +| 10 | 0.222636 | `azmcp_aks` | ❌ | + +--- + +## Test 88 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me the schema for knowledge index in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.385252 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.335934 | `azmcp_search` | ❌ | +| 3 | 0.312430 | `azmcp_bicepschema` | ❌ | +| 4 | 0.291695 | `azmcp_kusto` | ❌ | +| 5 | 0.261719 | `azmcp_grafana` | ❌ | +| 6 | 0.248364 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.237381 | `azmcp_aks` | ❌ | +| 8 | 0.234182 | `azmcp_cloudarchitect` | ❌ | +| 9 | 0.233848 | `azmcp_postgres` | ❌ | +| 10 | 0.215409 | `azmcp_applens` | ❌ | + +--- + +## Test 89 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Get the schema configuration for knowledge index + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.267849 | `azmcp_bicepschema` | ❌ | +| 2 | 0.249555 | `azmcp_search` | ❌ | +| 3 | 0.229289 | `azmcp_kusto` | ❌ | +| 4 | 0.222056 | `azmcp_appconfig` | ❌ | +| 5 | 0.215793 | `azmcp_aks` | ❌ | +| 6 | 0.206737 | `azmcp_postgres` | ❌ | +| 7 | 0.193490 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.180191 | `azmcp_grafana` | ❌ | +| 9 | 0.179997 | `azmcp_quota` | ❌ | +| 10 | 0.177175 | `azmcp_mysql` | ❌ | + +--- + +## Test 90 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Deploy a GPT4o instance on my resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.313936 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.290762 | `azmcp_group` | ❌ | +| 3 | 0.266857 | `azmcp_postgres` | ❌ | +| 4 | 0.252874 | `azmcp_loadtesting` | ❌ | +| 5 | 0.244022 | `azmcp_functionapp` | ❌ | +| 6 | 0.243618 | `azmcp_quota` | ❌ | +| 7 | 0.230088 | `azmcp_cloudarchitect` | ❌ | +| 8 | 0.229626 | `azmcp_grafana` | ❌ | +| 9 | 0.228564 | `azmcp_eventgrid` | ❌ | +| 10 | 0.226556 | `azmcp_bicepschema` | ❌ | + +--- + +## Test 91 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** List all AI Foundry model deployments + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.576600 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.349659 | `azmcp_deploy` | ❌ | +| 3 | 0.318385 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.304095 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.290622 | `azmcp_search` | ❌ | +| 6 | 0.283331 | `azmcp_subscription` | ❌ | +| 7 | 0.282602 | `azmcp_marketplace` | ❌ | +| 8 | 0.277688 | `azmcp_bestpractices` | ❌ | +| 9 | 0.273495 | `azmcp_datadog` | ❌ | +| 10 | 0.272778 | `azmcp_grafana` | ❌ | + +--- + +## Test 92 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me all AI Foundry model deployments + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.547282 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.326257 | `azmcp_deploy` | ❌ | +| 3 | 0.305009 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.291042 | `azmcp_search` | ❌ | +| 5 | 0.266932 | `azmcp_grafana` | ❌ | +| 6 | 0.256434 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.252530 | `azmcp_marketplace` | ❌ | +| 8 | 0.248963 | `azmcp_datadog` | ❌ | +| 9 | 0.248834 | `azmcp_bestpractices` | ❌ | +| 10 | 0.244907 | `azmcp_applens` | ❌ | + +--- + +## Test 93 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** List all AI Foundry models + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.516049 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.251421 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.246756 | `azmcp_search` | ❌ | +| 4 | 0.243136 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.240387 | `azmcp_deploy` | ❌ | +| 6 | 0.218320 | `azmcp_marketplace` | ❌ | +| 7 | 0.209731 | `azmcp_subscription` | ❌ | +| 8 | 0.206619 | `azmcp_grafana` | ❌ | +| 9 | 0.203995 | `azmcp_bestpractices` | ❌ | +| 10 | 0.198217 | `azmcp_bicepschema` | ❌ | + +--- + +## Test 94 + +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me the available AI Foundry models + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484092 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.264390 | `azmcp_search` | ❌ | +| 3 | 0.256450 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.240554 | `azmcp_deploy` | ❌ | +| 5 | 0.220400 | `azmcp_applens` | ❌ | +| 6 | 0.217579 | `azmcp_marketplace` | ❌ | +| 7 | 0.215159 | `azmcp_quota` | ❌ | +| 8 | 0.209424 | `azmcp_bestpractices` | ❌ | +| 9 | 0.209164 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.202138 | `azmcp_grafana` | ❌ | + +--- + +## Test 95 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Describe the function app in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.628110 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.431210 | `azmcp_group` | ❌ | +| 3 | 0.410849 | `azmcp_deploy` | ❌ | +| 4 | 0.394603 | `azmcp_appconfig` | ❌ | +| 5 | 0.379957 | `azmcp_applens` | ❌ | +| 6 | 0.374214 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.360809 | `azmcp_bestpractices` | ❌ | +| 8 | 0.359831 | `azmcp_datadog` | ❌ | +| 9 | 0.347163 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.340445 | `azmcp_role` | ❌ | + +--- + +## Test 96 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Get configuration for function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.582046 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.498985 | `azmcp_appconfig` | ❌ | +| 3 | 0.390856 | `azmcp_deploy` | ❌ | +| 4 | 0.358192 | `azmcp_bestpractices` | ❌ | +| 5 | 0.326173 | `azmcp_quota` | ❌ | +| 6 | 0.312828 | `azmcp_cloudarchitect` | ❌ | +| 7 | 0.302391 | `azmcp_resourcehealth` | ❌ | +| 8 | 0.300775 | `azmcp_datadog` | ❌ | +| 9 | 0.299605 | `azmcp_aks` | ❌ | +| 10 | 0.296835 | `azmcp_subscription` | ❌ | + +--- + +## Test 97 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Get function app status for + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.567955 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.353492 | `azmcp_appconfig` | ❌ | +| 3 | 0.352948 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.325533 | `azmcp_bestpractices` | ❌ | +| 5 | 0.319690 | `azmcp_deploy` | ❌ | +| 6 | 0.319662 | `azmcp_datadog` | ❌ | +| 7 | 0.309853 | `azmcp_quota` | ❌ | +| 8 | 0.295423 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.284938 | `azmcp_storage` | ❌ | +| 10 | 0.283001 | `azmcp_subscription` | ❌ | + +--- + +## Test 98 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Get information about my function app in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.580212 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.418337 | `azmcp_group` | ❌ | +| 3 | 0.380960 | `azmcp_quota` | ❌ | +| 4 | 0.364796 | `azmcp_bestpractices` | ❌ | +| 5 | 0.362824 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.361200 | `azmcp_deploy` | ❌ | +| 7 | 0.358478 | `azmcp_datadog` | ❌ | +| 8 | 0.357695 | `azmcp_appconfig` | ❌ | +| 9 | 0.332519 | `azmcp_extension_azqr` | ❌ | +| 10 | 0.319945 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 99 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Retrieve host name and status of function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.569840 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.401488 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.356708 | `azmcp_deploy` | ❌ | +| 4 | 0.353167 | `azmcp_datadog` | ❌ | +| 5 | 0.352709 | `azmcp_appconfig` | ❌ | +| 6 | 0.344234 | `azmcp_bestpractices` | ❌ | +| 7 | 0.327506 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.322909 | `azmcp_applens` | ❌ | +| 9 | 0.318154 | `azmcp_quota` | ❌ | +| 10 | 0.317124 | `azmcp_monitor` | ❌ | + +--- + +## Test 100 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show function app details for in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.562219 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.375633 | `azmcp_group` | ❌ | +| 3 | 0.364112 | `azmcp_deploy` | ❌ | +| 4 | 0.359562 | `azmcp_applens` | ❌ | +| 5 | 0.345442 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.343953 | `azmcp_appconfig` | ❌ | +| 7 | 0.336439 | `azmcp_datadog` | ❌ | +| 8 | 0.326832 | `azmcp_bestpractices` | ❌ | +| 9 | 0.308545 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.307996 | `azmcp_quota` | ❌ | + +--- + +## Test 101 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show me the details for the function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.557426 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.365698 | `azmcp_deploy` | ❌ | +| 3 | 0.364287 | `azmcp_appconfig` | ❌ | +| 4 | 0.325394 | `azmcp_bestpractices` | ❌ | +| 5 | 0.316865 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.311453 | `azmcp_datadog` | ❌ | +| 7 | 0.307273 | `azmcp_storage` | ❌ | +| 8 | 0.303689 | `azmcp_monitor` | ❌ | +| 9 | 0.302884 | `azmcp_resourcehealth` | ❌ | +| 10 | 0.302325 | `azmcp_subscription` | ❌ | + +--- + +## Test 102 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show plan and region for function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.524943 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.425444 | `azmcp_deploy` | ❌ | +| 3 | 0.406688 | `azmcp_quota` | ❌ | +| 4 | 0.358593 | `azmcp_appconfig` | ❌ | +| 5 | 0.341503 | `azmcp_bestpractices` | ❌ | +| 6 | 0.323433 | `azmcp_cloudarchitect` | ❌ | +| 7 | 0.316017 | `azmcp_resourcehealth` | ❌ | +| 8 | 0.315252 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.312819 | `azmcp_monitor` | ❌ | +| 10 | 0.312663 | `azmcp_subscription` | ❌ | + +--- + +## Test 103 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** What is the status of function app ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.574308 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.380681 | `azmcp_appconfig` | ❌ | +| 3 | 0.376216 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.344797 | `azmcp_datadog` | ❌ | +| 5 | 0.344547 | `azmcp_deploy` | ❌ | +| 6 | 0.330230 | `azmcp_bestpractices` | ❌ | +| 7 | 0.323317 | `azmcp_applens` | ❌ | +| 8 | 0.309069 | `azmcp_quota` | ❌ | +| 9 | 0.301905 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.299341 | `azmcp_storage` | ❌ | + +--- + +## Test 104 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** List all function apps in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.577726 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.515108 | `azmcp_subscription` | ❌ | +| 3 | 0.412623 | `azmcp_group` | ❌ | +| 4 | 0.404884 | `azmcp_deploy` | ❌ | +| 5 | 0.388648 | `azmcp_bestpractices` | ❌ | +| 6 | 0.382802 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.363315 | `azmcp_eventgrid` | ❌ | +| 8 | 0.362129 | `azmcp_appconfig` | ❌ | +| 9 | 0.356032 | `azmcp_foundry` | ❌ | +| 10 | 0.353197 | `azmcp_aks` | ❌ | + +--- + +## Test 105 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show me my Azure function apps + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.546462 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.431422 | `azmcp_deploy` | ❌ | +| 3 | 0.411904 | `azmcp_bestpractices` | ❌ | +| 4 | 0.388215 | `azmcp_subscription` | ❌ | +| 5 | 0.369532 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.359714 | `azmcp_appconfig` | ❌ | +| 7 | 0.348694 | `azmcp_group` | ❌ | +| 8 | 0.344194 | `azmcp_cloudarchitect` | ❌ | +| 9 | 0.343324 | `azmcp_datadog` | ❌ | +| 10 | 0.339113 | `azmcp_quota` | ❌ | + +--- + +## Test 106 + +**Expected Tool:** `azmcp_functionapp` +**Prompt:** What function apps do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.477054 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.336045 | `azmcp_deploy` | ❌ | +| 3 | 0.315874 | `azmcp_applens` | ❌ | +| 4 | 0.307577 | `azmcp_appconfig` | ❌ | +| 5 | 0.281592 | `azmcp_storage` | ❌ | +| 6 | 0.275795 | `azmcp_bestpractices` | ❌ | +| 7 | 0.263539 | `azmcp_datadog` | ❌ | +| 8 | 0.263060 | `azmcp_foundry` | ❌ | +| 9 | 0.256138 | `azmcp_search` | ❌ | +| 10 | 0.255436 | `azmcp_kusto` | ❌ | + +--- + +## Test 107 + +**Expected Tool:** `azmcp_grafana` +**Prompt:** List all Azure Managed Grafana in one subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.538181 | `azmcp_grafana` | ✅ **EXPECTED** | +| 2 | 0.501163 | `azmcp_subscription` | ❌ | +| 3 | 0.418066 | `azmcp_group` | ❌ | +| 4 | 0.402195 | `azmcp_monitor` | ❌ | +| 5 | 0.379533 | `azmcp_datadog` | ❌ | +| 6 | 0.369398 | `azmcp_eventgrid` | ❌ | +| 7 | 0.360017 | `azmcp_aks` | ❌ | +| 8 | 0.354475 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.349955 | `azmcp_kusto` | ❌ | +| 10 | 0.343147 | `azmcp_sql` | ❌ | + +--- + +## Test 108 + +**Expected Tool:** `azmcp_group` +**Prompt:** List all resource groups in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.630696 | `azmcp_group` | ✅ **EXPECTED** | +| 2 | 0.484042 | `azmcp_subscription` | ❌ | +| 3 | 0.351016 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.350239 | `azmcp_quota` | ❌ | +| 5 | 0.321025 | `azmcp_foundry` | ❌ | +| 6 | 0.319368 | `azmcp_eventgrid` | ❌ | +| 7 | 0.306216 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.305052 | `azmcp_resourcehealth` | ❌ | +| 9 | 0.301199 | `azmcp_role` | ❌ | +| 10 | 0.295431 | `azmcp_aks` | ❌ | + +--- + +## Test 109 + +**Expected Tool:** `azmcp_group` +**Prompt:** Show me my resource groups + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.543670 | `azmcp_group` | ✅ **EXPECTED** | +| 2 | 0.357902 | `azmcp_quota` | ❌ | +| 3 | 0.332796 | `azmcp_subscription` | ❌ | +| 4 | 0.332315 | `azmcp_foundry` | ❌ | +| 5 | 0.323258 | `azmcp_extension_azqr` | ❌ | +| 6 | 0.309079 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.304220 | `azmcp_datadog` | ❌ | +| 8 | 0.299658 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.294679 | `azmcp_grafana` | ❌ | +| 10 | 0.291949 | `azmcp_role` | ❌ | + +--- + +## Test 110 + +**Expected Tool:** `azmcp_group` +**Prompt:** Show me the resource groups in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.599256 | `azmcp_group` | ✅ **EXPECTED** | +| 2 | 0.464939 | `azmcp_subscription` | ❌ | +| 3 | 0.375107 | `azmcp_quota` | ❌ | +| 4 | 0.367930 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.337136 | `azmcp_eventgrid` | ❌ | +| 6 | 0.323888 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.315345 | `azmcp_foundry` | ❌ | +| 8 | 0.309760 | `azmcp_role` | ❌ | +| 9 | 0.300293 | `azmcp_aks` | ❌ | +| 10 | 0.297613 | `azmcp_datadog` | ❌ | + +--- + +## Test 111 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Create a new certificate called in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.414956 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261027 | `azmcp_subscription` | ❌ | +| 3 | 0.250185 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.247385 | `azmcp_functionapp` | ❌ | +| 5 | 0.240163 | `azmcp_appconfig` | ❌ | +| 6 | 0.222949 | `azmcp_acr` | ❌ | +| 7 | 0.213769 | `azmcp_role` | ❌ | +| 8 | 0.209628 | `azmcp_bestpractices` | ❌ | +| 9 | 0.208864 | `azmcp_storage` | ❌ | +| 10 | 0.208604 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 112 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the certificate in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.430470 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.310188 | `azmcp_subscription` | ❌ | +| 3 | 0.262525 | `azmcp_storage` | ❌ | +| 4 | 0.261820 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.260111 | `azmcp_quota` | ❌ | +| 6 | 0.258225 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.250553 | `azmcp_appconfig` | ❌ | +| 8 | 0.249673 | `azmcp_monitor` | ❌ | +| 9 | 0.248089 | `azmcp_search` | ❌ | +| 10 | 0.237310 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 113 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the details of the certificate in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.415223 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.307997 | `azmcp_subscription` | ❌ | +| 3 | 0.268045 | `azmcp_quota` | ❌ | +| 4 | 0.264143 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.262927 | `azmcp_storage` | ❌ | +| 6 | 0.258833 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.258582 | `azmcp_monitor` | ❌ | +| 8 | 0.256711 | `azmcp_appconfig` | ❌ | +| 9 | 0.249206 | `azmcp_aks` | ❌ | +| 10 | 0.240227 | `azmcp_search` | ❌ | + +--- + +## Test 114 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Import the certificate in file into the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.368547 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.230171 | `azmcp_subscription` | ❌ | +| 3 | 0.210857 | `azmcp_functionapp` | ❌ | +| 4 | 0.210482 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.209985 | `azmcp_appconfig` | ❌ | +| 6 | 0.208808 | `azmcp_storage` | ❌ | +| 7 | 0.199260 | `azmcp_cloudarchitect` | ❌ | +| 8 | 0.191327 | `azmcp_acr` | ❌ | +| 9 | 0.190976 | `azmcp_bicepschema` | ❌ | +| 10 | 0.186954 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 115 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Import a certificate into the key vault using the name + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.393495 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261423 | `azmcp_subscription` | ❌ | +| 3 | 0.234363 | `azmcp_functionapp` | ❌ | +| 4 | 0.214973 | `azmcp_acr` | ❌ | +| 5 | 0.214343 | `azmcp_storage` | ❌ | +| 6 | 0.212306 | `azmcp_bicepschema` | ❌ | +| 7 | 0.209511 | `azmcp_appconfig` | ❌ | +| 8 | 0.207376 | `azmcp_cloudarchitect` | ❌ | +| 9 | 0.198655 | `azmcp_extension_azqr` | ❌ | +| 10 | 0.197304 | `azmcp_deploy` | ❌ | + +--- + +## Test 116 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** List all certificates in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.457880 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.371875 | `azmcp_subscription` | ❌ | +| 3 | 0.282556 | `azmcp_storage` | ❌ | +| 4 | 0.278864 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.271396 | `azmcp_bestpractices` | ❌ | +| 6 | 0.269812 | `azmcp_group` | ❌ | +| 7 | 0.269165 | `azmcp_role` | ❌ | +| 8 | 0.263515 | `azmcp_aks` | ❌ | +| 9 | 0.261774 | `azmcp_quota` | ❌ | +| 10 | 0.258326 | `azmcp_acr` | ❌ | + +--- + +## Test 117 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the certificates in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.446779 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.347408 | `azmcp_subscription` | ❌ | +| 3 | 0.291540 | `azmcp_storage` | ❌ | +| 4 | 0.279813 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.276152 | `azmcp_quota` | ❌ | +| 6 | 0.256931 | `azmcp_virtualdesktop` | ❌ | +| 7 | 0.254946 | `azmcp_functionapp` | ❌ | +| 8 | 0.254285 | `azmcp_appconfig` | ❌ | +| 9 | 0.253630 | `azmcp_aks` | ❌ | +| 10 | 0.253540 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 118 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Create a new key called with the RSA type in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.437063 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.252600 | `azmcp_role` | ❌ | +| 3 | 0.239020 | `azmcp_storage` | ❌ | +| 4 | 0.231401 | `azmcp_appconfig` | ❌ | +| 5 | 0.231400 | `azmcp_subscription` | ❌ | +| 6 | 0.228889 | `azmcp_functionapp` | ❌ | +| 7 | 0.228839 | `azmcp_aks` | ❌ | +| 8 | 0.228719 | `azmcp_acr` | ❌ | +| 9 | 0.228562 | `azmcp_sql` | ❌ | +| 10 | 0.223763 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 119 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** List all keys in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489042 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.378477 | `azmcp_subscription` | ❌ | +| 3 | 0.323082 | `azmcp_storage` | ❌ | +| 4 | 0.312646 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.288367 | `azmcp_appconfig` | ❌ | +| 6 | 0.288230 | `azmcp_aks` | ❌ | +| 7 | 0.277344 | `azmcp_quota` | ❌ | +| 8 | 0.273574 | `azmcp_functionapp` | ❌ | +| 9 | 0.273033 | `azmcp_bestpractices` | ❌ | +| 10 | 0.269972 | `azmcp_group` | ❌ | + +--- + +## Test 120 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the keys in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484488 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.335838 | `azmcp_subscription` | ❌ | +| 3 | 0.309437 | `azmcp_storage` | ❌ | +| 4 | 0.289215 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.279515 | `azmcp_appconfig` | ❌ | +| 6 | 0.278884 | `azmcp_virtualdesktop` | ❌ | +| 7 | 0.267041 | `azmcp_quota` | ❌ | +| 8 | 0.265503 | `azmcp_kusto` | ❌ | +| 9 | 0.262598 | `azmcp_functionapp` | ❌ | +| 10 | 0.261913 | `azmcp_aks` | ❌ | + +--- + +## Test 121 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Create a new secret called with value in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.428954 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.290174 | `azmcp_appconfig` | ❌ | +| 3 | 0.253700 | `azmcp_storage` | ❌ | +| 4 | 0.249726 | `azmcp_functionapp` | ❌ | +| 5 | 0.239625 | `azmcp_subscription` | ❌ | +| 6 | 0.221018 | `azmcp_acr` | ❌ | +| 7 | 0.215972 | `azmcp_role` | ❌ | +| 8 | 0.214762 | `azmcp_virtualdesktop` | ❌ | +| 9 | 0.214314 | `azmcp_aks` | ❌ | +| 10 | 0.209354 | `azmcp_sql` | ❌ | + +--- + +## Test 122 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** List all secrets in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.461770 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.362117 | `azmcp_subscription` | ❌ | +| 3 | 0.298624 | `azmcp_storage` | ❌ | +| 4 | 0.285664 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.273135 | `azmcp_aks` | ❌ | +| 6 | 0.269529 | `azmcp_role` | ❌ | +| 7 | 0.267643 | `azmcp_appconfig` | ❌ | +| 8 | 0.264749 | `azmcp_group` | ❌ | +| 9 | 0.259628 | `azmcp_functionapp` | ❌ | +| 10 | 0.259534 | `azmcp_bestpractices` | ❌ | + +--- + +## Test 123 + +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the secrets in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.491063 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.345964 | `azmcp_subscription` | ❌ | +| 3 | 0.343006 | `azmcp_storage` | ❌ | +| 4 | 0.313082 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.294372 | `azmcp_appconfig` | ❌ | +| 6 | 0.292498 | `azmcp_virtualdesktop` | ❌ | +| 7 | 0.289602 | `azmcp_search` | ❌ | +| 8 | 0.283516 | `azmcp_kusto` | ❌ | +| 9 | 0.280336 | `azmcp_bestpractices` | ❌ | +| 10 | 0.280156 | `azmcp_aks` | ❌ | + +--- + +## Test 124 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the details of the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.420449 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.291656 | `azmcp_aks` | ❌ | +| 3 | 0.289176 | `azmcp_datadog` | ❌ | +| 4 | 0.288562 | `azmcp_grafana` | ❌ | +| 5 | 0.285235 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.274531 | `azmcp_monitor` | ❌ | +| 7 | 0.267253 | `azmcp_search` | ❌ | +| 8 | 0.262184 | `azmcp_resourcehealth` | ❌ | +| 9 | 0.255912 | `azmcp_postgres` | ❌ | +| 10 | 0.247675 | `azmcp_cosmos` | ❌ | + +--- + +## Test 125 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** List all Data Explorer clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.469685 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.418050 | `azmcp_subscription` | ❌ | +| 3 | 0.373466 | `azmcp_aks` | ❌ | +| 4 | 0.357577 | `azmcp_eventgrid` | ❌ | +| 5 | 0.336887 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.335710 | `azmcp_datadog` | ❌ | +| 7 | 0.332153 | `azmcp_grafana` | ❌ | +| 8 | 0.330970 | `azmcp_group` | ❌ | +| 9 | 0.316992 | `azmcp_quota` | ❌ | +| 10 | 0.311420 | `azmcp_search` | ❌ | + +--- + +## Test 126 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me my Data Explorer clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.414645 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.303718 | `azmcp_grafana` | ❌ | +| 3 | 0.276598 | `azmcp_aks` | ❌ | +| 4 | 0.265648 | `azmcp_datadog` | ❌ | +| 5 | 0.264845 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.261966 | `azmcp_search` | ❌ | +| 7 | 0.245224 | `azmcp_monitor` | ❌ | +| 8 | 0.237777 | `azmcp_cosmos` | ❌ | +| 9 | 0.232591 | `azmcp_quota` | ❌ | +| 10 | 0.231540 | `azmcp_postgres` | ❌ | + +--- + +## Test 127 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the Data Explorer clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.470329 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.393411 | `azmcp_subscription` | ❌ | +| 3 | 0.367847 | `azmcp_eventgrid` | ❌ | +| 4 | 0.363297 | `azmcp_aks` | ❌ | +| 5 | 0.353939 | `azmcp_grafana` | ❌ | +| 6 | 0.345894 | `azmcp_datadog` | ❌ | +| 7 | 0.329599 | `azmcp_monitor` | ❌ | +| 8 | 0.323074 | `azmcp_group` | ❌ | +| 9 | 0.321334 | `azmcp_quota` | ❌ | +| 10 | 0.317763 | `azmcp_cosmos` | ❌ | + +--- + +## Test 128 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** List all databases in the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.441110 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.322033 | `azmcp_postgres` | ❌ | +| 3 | 0.321703 | `azmcp_cosmos` | ❌ | +| 4 | 0.305613 | `azmcp_sql` | ❌ | +| 5 | 0.294813 | `azmcp_mysql` | ❌ | +| 6 | 0.292121 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.289287 | `azmcp_grafana` | ❌ | +| 8 | 0.278173 | `azmcp_datadog` | ❌ | +| 9 | 0.272000 | `azmcp_aks` | ❌ | +| 10 | 0.248457 | `azmcp_search` | ❌ | + +--- + +## Test 129 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the databases in the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.437140 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.340300 | `azmcp_cosmos` | ❌ | +| 3 | 0.312765 | `azmcp_postgres` | ❌ | +| 4 | 0.304479 | `azmcp_sql` | ❌ | +| 5 | 0.285119 | `azmcp_mysql` | ❌ | +| 6 | 0.280287 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.277043 | `azmcp_grafana` | ❌ | +| 8 | 0.274113 | `azmcp_datadog` | ❌ | +| 9 | 0.260362 | `azmcp_aks` | ❌ | +| 10 | 0.248206 | `azmcp_search` | ❌ | + +--- + +## Test 130 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.372634 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.344929 | `azmcp_search` | ❌ | +| 3 | 0.262841 | `azmcp_postgres` | ❌ | +| 4 | 0.243571 | `azmcp_cosmos` | ❌ | +| 5 | 0.237454 | `azmcp_grafana` | ❌ | +| 6 | 0.223395 | `azmcp_sql` | ❌ | +| 7 | 0.214948 | `azmcp_mysql` | ❌ | +| 8 | 0.210887 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.210411 | `azmcp_monitor` | ❌ | +| 10 | 0.207593 | `azmcp_aks` | ❌ | + +--- + +## Test 131 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me a data sample from the Data Explorer table in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.394274 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.280897 | `azmcp_postgres` | ❌ | +| 3 | 0.243538 | `azmcp_cosmos` | ❌ | +| 4 | 0.242176 | `azmcp_grafana` | ❌ | +| 5 | 0.232336 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.229544 | `azmcp_mysql` | ❌ | +| 7 | 0.219929 | `azmcp_datadog` | ❌ | +| 8 | 0.216798 | `azmcp_aks` | ❌ | +| 9 | 0.213520 | `azmcp_search` | ❌ | +| 10 | 0.212336 | `azmcp_sql` | ❌ | + +--- + +## Test 132 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** List all tables in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.432854 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.323641 | `azmcp_postgres` | ❌ | +| 3 | 0.288326 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.280233 | `azmcp_grafana` | ❌ | +| 5 | 0.275229 | `azmcp_sql` | ❌ | +| 6 | 0.274022 | `azmcp_cosmos` | ❌ | +| 7 | 0.271088 | `azmcp_mysql` | ❌ | +| 8 | 0.249565 | `azmcp_datadog` | ❌ | +| 9 | 0.247908 | `azmcp_aks` | ❌ | +| 10 | 0.237305 | `azmcp_storage` | ❌ | + +--- + +## Test 133 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the tables in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.434011 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.324197 | `azmcp_postgres` | ❌ | +| 3 | 0.296475 | `azmcp_cosmos` | ❌ | +| 4 | 0.282237 | `azmcp_sql` | ❌ | +| 5 | 0.274686 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.272279 | `azmcp_mysql` | ❌ | +| 7 | 0.267183 | `azmcp_grafana` | ❌ | +| 8 | 0.250012 | `azmcp_datadog` | ❌ | +| 9 | 0.240927 | `azmcp_aks` | ❌ | +| 10 | 0.231356 | `azmcp_storage` | ❌ | + +--- + +## Test 134 + +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the schema for table in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.374783 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.296771 | `azmcp_postgres` | ❌ | +| 3 | 0.279198 | `azmcp_bicepschema` | ❌ | +| 4 | 0.248783 | `azmcp_mysql` | ❌ | +| 5 | 0.245880 | `azmcp_cosmos` | ❌ | +| 6 | 0.231741 | `azmcp_sql` | ❌ | +| 7 | 0.225069 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.224879 | `azmcp_grafana` | ❌ | +| 9 | 0.205717 | `azmcp_aks` | ❌ | +| 10 | 0.201414 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 135 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.507273 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.293085 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.287017 | `azmcp_group` | ❌ | +| 4 | 0.283765 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.282053 | `azmcp_extension_azqr` | ❌ | +| 6 | 0.260342 | `azmcp_functionapp` | ❌ | +| 7 | 0.258060 | `azmcp_cloudarchitect` | ❌ | +| 8 | 0.251022 | `azmcp_search` | ❌ | +| 9 | 0.248870 | `azmcp_subscription` | ❌ | +| 10 | 0.245369 | `azmcp_applens` | ❌ | + +--- + +## Test 136 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Get the load test with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.535112 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.370769 | `azmcp_group` | ❌ | +| 3 | 0.340588 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.322534 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.302826 | `azmcp_quota` | ❌ | +| 6 | 0.263705 | `azmcp_datadog` | ❌ | +| 7 | 0.260744 | `azmcp_monitor` | ❌ | +| 8 | 0.255694 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.254828 | `azmcp_functionapp` | ❌ | +| 10 | 0.238316 | `azmcp_kusto` | ❌ | + +--- + +## Test 137 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Create a load test resource in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.541830 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.464016 | `azmcp_group` | ❌ | +| 3 | 0.339752 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.299933 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.298318 | `azmcp_subscription` | ❌ | +| 6 | 0.294030 | `azmcp_functionapp` | ❌ | +| 7 | 0.291404 | `azmcp_quota` | ❌ | +| 8 | 0.269683 | `azmcp_eventgrid` | ❌ | +| 9 | 0.264913 | `azmcp_foundry` | ❌ | +| 10 | 0.258992 | `azmcp_acr` | ❌ | + +--- + +## Test 138 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** List all load testing resources in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.561530 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.561458 | `azmcp_group` | ❌ | +| 3 | 0.418136 | `azmcp_subscription` | ❌ | +| 4 | 0.392691 | `azmcp_quota` | ❌ | +| 5 | 0.380496 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.368686 | `azmcp_extension_azqr` | ❌ | +| 7 | 0.367275 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.349176 | `azmcp_foundry` | ❌ | +| 9 | 0.337242 | `azmcp_monitor` | ❌ | +| 10 | 0.336542 | `azmcp_functionapp` | ❌ | + +--- + +## Test 139 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.551843 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.346232 | `azmcp_group` | ❌ | +| 3 | 0.300269 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.278848 | `azmcp_functionapp` | ❌ | +| 5 | 0.262554 | `azmcp_cloudarchitect` | ❌ | +| 6 | 0.256802 | `azmcp_foundry` | ❌ | +| 7 | 0.255458 | `azmcp_resourcehealth` | ❌ | +| 8 | 0.252374 | `azmcp_acr` | ❌ | +| 9 | 0.248121 | `azmcp_sql` | ❌ | +| 10 | 0.246814 | `azmcp_subscription` | ❌ | + +--- + +## Test 140 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Get the load test run with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.542545 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.368912 | `azmcp_group` | ❌ | +| 3 | 0.339385 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.311943 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.294793 | `azmcp_quota` | ❌ | +| 6 | 0.258167 | `azmcp_functionapp` | ❌ | +| 7 | 0.256276 | `azmcp_monitor` | ❌ | +| 8 | 0.253581 | `azmcp_datadog` | ❌ | +| 9 | 0.250594 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.233768 | `azmcp_foundry` | ❌ | + +--- + +## Test 141 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Get all the load test runs for the test with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.535448 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.367775 | `azmcp_group` | ❌ | +| 3 | 0.322831 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.306857 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.299614 | `azmcp_quota` | ❌ | +| 6 | 0.264810 | `azmcp_monitor` | ❌ | +| 7 | 0.259791 | `azmcp_functionapp` | ❌ | +| 8 | 0.256381 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.251713 | `azmcp_datadog` | ❌ | +| 10 | 0.245391 | `azmcp_subscription` | ❌ | + +--- + +## Test 142 + +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.480664 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.290813 | `azmcp_group` | ❌ | +| 3 | 0.237845 | `azmcp_functionapp` | ❌ | +| 4 | 0.223800 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.222799 | `azmcp_sql` | ❌ | +| 6 | 0.221597 | `azmcp_virtualdesktop` | ❌ | +| 7 | 0.220259 | `azmcp_appconfig` | ❌ | +| 8 | 0.219857 | `azmcp_datadog` | ❌ | +| 9 | 0.218665 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.217183 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 143 + +**Expected Tool:** `azmcp_marketplace` +**Prompt:** Get details about marketplace product + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.452534 | `azmcp_marketplace` | ✅ **EXPECTED** | +| 2 | 0.212285 | `azmcp_quota` | ❌ | +| 3 | 0.204853 | `azmcp_search` | ❌ | +| 4 | 0.201502 | `azmcp_servicebus` | ❌ | +| 5 | 0.197796 | `azmcp_foundry` | ❌ | +| 6 | 0.191047 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.187071 | `azmcp_subscription` | ❌ | +| 8 | 0.185958 | `azmcp_grafana` | ❌ | +| 9 | 0.183289 | `azmcp_eventgrid` | ❌ | +| 10 | 0.181377 | `azmcp_workbooks` | ❌ | + +--- + +## Test 144 + +**Expected Tool:** `azmcp_marketplace` +**Prompt:** Search for Microsoft products in the marketplace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.529988 | `azmcp_marketplace` | ✅ **EXPECTED** | +| 2 | 0.395643 | `azmcp_search` | ❌ | +| 3 | 0.313169 | `azmcp_sql` | ❌ | +| 4 | 0.308916 | `azmcp_monitor` | ❌ | +| 5 | 0.295966 | `azmcp_virtualdesktop` | ❌ | +| 6 | 0.291640 | `azmcp_kusto` | ❌ | +| 7 | 0.288536 | `azmcp_subscription` | ❌ | +| 8 | 0.287118 | `azmcp_eventgrid` | ❌ | +| 9 | 0.285044 | `azmcp_cloudarchitect` | ❌ | +| 10 | 0.283280 | `azmcp_cosmos` | ❌ | + +--- + +## Test 145 + +**Expected Tool:** `azmcp_marketplace` +**Prompt:** Show me marketplace products from publisher + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438400 | `azmcp_marketplace` | ✅ **EXPECTED** | +| 2 | 0.216907 | `azmcp_subscription` | ❌ | +| 3 | 0.211683 | `azmcp_eventgrid` | ❌ | +| 4 | 0.201609 | `azmcp_search` | ❌ | +| 5 | 0.197938 | `azmcp_grafana` | ❌ | +| 6 | 0.195197 | `azmcp_servicebus` | ❌ | +| 7 | 0.192156 | `azmcp_foundry` | ❌ | +| 8 | 0.183762 | `azmcp_quota` | ❌ | +| 9 | 0.183747 | `azmcp_workbooks` | ❌ | +| 10 | 0.183332 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 146 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the health status of entity in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.422624 | `azmcp_resourcehealth` | ❌ | +| 2 | 0.418441 | `azmcp_grafana` | ❌ | +| 3 | 0.387549 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.346611 | `azmcp_datadog` | ❌ | +| 5 | 0.317525 | `azmcp_applens` | ❌ | +| 6 | 0.308125 | `azmcp_kusto` | ❌ | +| 7 | 0.269965 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.268515 | `azmcp_search` | ❌ | +| 9 | 0.264866 | `azmcp_quota` | ❌ | +| 10 | 0.264082 | `azmcp_workbooks` | ❌ | + +--- + +## Test 147 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Get metric definitions for from the namespace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.351982 | `azmcp_quota` | ❌ | +| 2 | 0.272063 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.248439 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.247208 | `azmcp_datadog` | ❌ | +| 5 | 0.246255 | `azmcp_grafana` | ❌ | +| 6 | 0.245525 | `azmcp_bicepschema` | ❌ | +| 7 | 0.236474 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.224460 | `azmcp_foundry` | ❌ | +| 9 | 0.217035 | `azmcp_aks` | ❌ | +| 10 | 0.208050 | `azmcp_servicebus` | ❌ | + +--- + +## Test 148 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me all available metrics and their definitions for storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.493833 | `azmcp_storage` | ❌ | +| 2 | 0.432167 | `azmcp_quota` | ❌ | +| 3 | 0.423608 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.381914 | `azmcp_monitor` | ✅ **EXPECTED** | +| 5 | 0.354717 | `azmcp_datadog` | ❌ | +| 6 | 0.342172 | `azmcp_subscription` | ❌ | +| 7 | 0.331352 | `azmcp_resourcehealth` | ❌ | +| 8 | 0.318640 | `azmcp_kusto` | ❌ | +| 9 | 0.317037 | `azmcp_search` | ❌ | +| 10 | 0.312625 | `azmcp_grafana` | ❌ | + +--- + +## Test 149 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** What metric definitions are available for the Application Insights resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.433212 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.373960 | `azmcp_quota` | ❌ | +| 3 | 0.367555 | `azmcp_datadog` | ❌ | +| 4 | 0.363460 | `azmcp_loadtesting` | ❌ | +| 5 | 0.353600 | `azmcp_applens` | ❌ | +| 6 | 0.345413 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.325271 | `azmcp_functionapp` | ❌ | +| 8 | 0.321014 | `azmcp_kusto` | ❌ | +| 9 | 0.320198 | `azmcp_grafana` | ❌ | +| 10 | 0.310320 | `azmcp_sql` | ❌ | + +--- + +## Test 150 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438639 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.411589 | `azmcp_applens` | ❌ | +| 3 | 0.390067 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.346779 | `azmcp_loadtesting` | ❌ | +| 5 | 0.326919 | `azmcp_functionapp` | ❌ | +| 6 | 0.322796 | `azmcp_datadog` | ❌ | +| 7 | 0.314675 | `azmcp_extension_azqr` | ❌ | +| 8 | 0.304102 | `azmcp_quota` | ❌ | +| 9 | 0.301880 | `azmcp_kusto` | ❌ | +| 10 | 0.299662 | `azmcp_grafana` | ❌ | + +--- + +## Test 151 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Check the availability metrics for my Application Insights resource for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.399765 | `azmcp_resourcehealth` | ❌ | +| 2 | 0.388325 | `azmcp_quota` | ❌ | +| 3 | 0.385832 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.343441 | `azmcp_applens` | ❌ | +| 5 | 0.307587 | `azmcp_datadog` | ❌ | +| 6 | 0.300984 | `azmcp_loadtesting` | ❌ | +| 7 | 0.297007 | `azmcp_functionapp` | ❌ | +| 8 | 0.270383 | `azmcp_extension_azqr` | ❌ | +| 9 | 0.264353 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.264031 | `azmcp_kusto` | ❌ | + +--- + +## Test 152 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Get the metric for over the last with intervals + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.305426 | `azmcp_quota` | ❌ | +| 2 | 0.266407 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.216692 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.212537 | `azmcp_datadog` | ❌ | +| 5 | 0.209334 | `azmcp_grafana` | ❌ | +| 6 | 0.187891 | `azmcp_kusto` | ❌ | +| 7 | 0.184234 | `azmcp_group` | ❌ | +| 8 | 0.180186 | `azmcp_applens` | ❌ | +| 9 | 0.178896 | `azmcp_extension_azqr` | ❌ | +| 10 | 0.172957 | `azmcp_foundry` | ❌ | + +--- + +## Test 153 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.392711 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.383712 | `azmcp_applens` | ❌ | +| 3 | 0.366024 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.338263 | `azmcp_quota` | ❌ | +| 5 | 0.321564 | `azmcp_datadog` | ❌ | +| 6 | 0.311959 | `azmcp_loadtesting` | ❌ | +| 7 | 0.304615 | `azmcp_functionapp` | ❌ | +| 8 | 0.289844 | `azmcp_kusto` | ❌ | +| 9 | 0.283523 | `azmcp_extension_azqr` | ❌ | +| 10 | 0.271184 | `azmcp_search` | ❌ | + +--- + +## Test 154 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Query the metric for for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.341092 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.331651 | `azmcp_quota` | ❌ | +| 3 | 0.261588 | `azmcp_kusto` | ❌ | +| 4 | 0.248080 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.238623 | `azmcp_grafana` | ❌ | +| 6 | 0.234638 | `azmcp_datadog` | ❌ | +| 7 | 0.221923 | `azmcp_mysql` | ❌ | +| 8 | 0.219342 | `azmcp_postgres` | ❌ | +| 9 | 0.206016 | `azmcp_extension_azqr` | ❌ | +| 10 | 0.202060 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 155 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** What's the request per second rate for my Application Insights resource over the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.347052 | `azmcp_quota` | ❌ | +| 2 | 0.340061 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.326242 | `azmcp_loadtesting` | ❌ | +| 4 | 0.322101 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.314390 | `azmcp_applens` | ❌ | +| 6 | 0.292787 | `azmcp_functionapp` | ❌ | +| 7 | 0.291904 | `azmcp_datadog` | ❌ | +| 8 | 0.259311 | `azmcp_kusto` | ❌ | +| 9 | 0.258891 | `azmcp_extension_azqr` | ❌ | +| 10 | 0.252319 | `azmcp_role` | ❌ | + +--- + +## Test 156 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.445442 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.368844 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.362288 | `azmcp_grafana` | ❌ | +| 4 | 0.338120 | `azmcp_kusto` | ❌ | +| 5 | 0.313567 | `azmcp_datadog` | ❌ | +| 6 | 0.312097 | `azmcp_quota` | ❌ | +| 7 | 0.309686 | `azmcp_applens` | ❌ | +| 8 | 0.297287 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.293340 | `azmcp_group` | ❌ | +| 10 | 0.286562 | `azmcp_aks` | ❌ | + +--- + +## Test 157 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** List all tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.482865 | `azmcp_grafana` | ❌ | +| 2 | 0.388783 | `azmcp_kusto` | ❌ | +| 3 | 0.368180 | `azmcp_workbooks` | ❌ | +| 4 | 0.368135 | `azmcp_monitor` | ✅ **EXPECTED** | +| 5 | 0.349227 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.338863 | `azmcp_sql` | ❌ | +| 7 | 0.312427 | `azmcp_postgres` | ❌ | +| 8 | 0.306137 | `azmcp_cosmos` | ❌ | +| 9 | 0.305865 | `azmcp_mysql` | ❌ | +| 10 | 0.304702 | `azmcp_storage` | ❌ | + +--- + +## Test 158 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.488967 | `azmcp_grafana` | ❌ | +| 2 | 0.405068 | `azmcp_kusto` | ❌ | +| 3 | 0.383687 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.370746 | `azmcp_workbooks` | ❌ | +| 5 | 0.338658 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.334989 | `azmcp_sql` | ❌ | +| 7 | 0.319132 | `azmcp_cosmos` | ❌ | +| 8 | 0.312400 | `azmcp_postgres` | ❌ | +| 9 | 0.304436 | `azmcp_mysql` | ❌ | +| 10 | 0.304066 | `azmcp_aks` | ❌ | + +--- + +## Test 159 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** List all available table types in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.464888 | `azmcp_grafana` | ❌ | +| 2 | 0.402005 | `azmcp_kusto` | ❌ | +| 3 | 0.353489 | `azmcp_sql` | ❌ | +| 4 | 0.353487 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.348783 | `azmcp_monitor` | ✅ **EXPECTED** | +| 6 | 0.345854 | `azmcp_workbooks` | ❌ | +| 7 | 0.340746 | `azmcp_quota` | ❌ | +| 8 | 0.326593 | `azmcp_postgres` | ❌ | +| 9 | 0.324471 | `azmcp_storage` | ❌ | +| 10 | 0.322132 | `azmcp_mysql` | ❌ | + +--- + +## Test 160 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the available table types in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.475507 | `azmcp_grafana` | ❌ | +| 2 | 0.406264 | `azmcp_kusto` | ❌ | +| 3 | 0.359559 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.352540 | `azmcp_quota` | ❌ | +| 5 | 0.344392 | `azmcp_sql` | ❌ | +| 6 | 0.342589 | `azmcp_workbooks` | ❌ | +| 7 | 0.339395 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.327606 | `azmcp_storage` | ❌ | +| 9 | 0.319753 | `azmcp_postgres` | ❌ | +| 10 | 0.315933 | `azmcp_search` | ❌ | + +--- + +## Test 161 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** List all Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484877 | `azmcp_grafana` | ❌ | +| 2 | 0.469148 | `azmcp_subscription` | ❌ | +| 3 | 0.382964 | `azmcp_group` | ❌ | +| 4 | 0.379664 | `azmcp_monitor` | ✅ **EXPECTED** | +| 5 | 0.371660 | `azmcp_workbooks` | ❌ | +| 6 | 0.357570 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.339512 | `azmcp_aks` | ❌ | +| 8 | 0.335932 | `azmcp_kusto` | ❌ | +| 9 | 0.333567 | `azmcp_eventgrid` | ❌ | +| 10 | 0.331795 | `azmcp_quota` | ❌ | + +--- + +## Test 162 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me my Log Analytics workspaces + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.503381 | `azmcp_grafana` | ❌ | +| 2 | 0.406049 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.380500 | `azmcp_workbooks` | ❌ | +| 4 | 0.372430 | `azmcp_kusto` | ❌ | +| 5 | 0.361355 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.348645 | `azmcp_subscription` | ❌ | +| 7 | 0.346527 | `azmcp_search` | ❌ | +| 8 | 0.340120 | `azmcp_storage` | ❌ | +| 9 | 0.336245 | `azmcp_datadog` | ❌ | +| 10 | 0.331733 | `azmcp_aks` | ❌ | + +--- + +## Test 163 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495901 | `azmcp_grafana` | ❌ | +| 2 | 0.433252 | `azmcp_subscription` | ❌ | +| 3 | 0.415960 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.375788 | `azmcp_workbooks` | ❌ | +| 5 | 0.364537 | `azmcp_group` | ❌ | +| 6 | 0.350056 | `azmcp_kusto` | ❌ | +| 7 | 0.340184 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.333467 | `azmcp_eventgrid` | ❌ | +| 9 | 0.331574 | `azmcp_datadog` | ❌ | +| 10 | 0.328450 | `azmcp_quota` | ❌ | + +--- + +## Test 164 + +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the logs for the past hour in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.444028 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.412712 | `azmcp_grafana` | ❌ | +| 3 | 0.344817 | `azmcp_kusto` | ❌ | +| 4 | 0.318029 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.305353 | `azmcp_search` | ❌ | +| 6 | 0.304018 | `azmcp_datadog` | ❌ | +| 7 | 0.293440 | `azmcp_workbooks` | ❌ | +| 8 | 0.292203 | `azmcp_applens` | ❌ | +| 9 | 0.290118 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.283063 | `azmcp_aks` | ❌ | + +--- + +## Test 165 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** List all MySQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.427263 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.335618 | `azmcp_postgres` | ❌ | +| 3 | 0.298836 | `azmcp_sql` | ❌ | +| 4 | 0.237442 | `azmcp_kusto` | ❌ | +| 5 | 0.236545 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.228192 | `azmcp_subscription` | ❌ | +| 7 | 0.218406 | `azmcp_grafana` | ❌ | +| 8 | 0.214933 | `azmcp_foundry` | ❌ | +| 9 | 0.210067 | `azmcp_cosmos` | ❌ | +| 10 | 0.202822 | `azmcp_group` | ❌ | + +--- + +## Test 166 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the MySQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.401467 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.325492 | `azmcp_postgres` | ❌ | +| 3 | 0.288100 | `azmcp_sql` | ❌ | +| 4 | 0.244163 | `azmcp_kusto` | ❌ | +| 5 | 0.216951 | `azmcp_cosmos` | ❌ | +| 6 | 0.214079 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.208194 | `azmcp_grafana` | ❌ | +| 8 | 0.198541 | `azmcp_foundry` | ❌ | +| 9 | 0.195965 | `azmcp_subscription` | ❌ | +| 10 | 0.183015 | `azmcp_quota` | ❌ | + +--- + +## Test 167 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me all items that contain the word in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.365122 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.308393 | `azmcp_search` | ❌ | +| 3 | 0.299730 | `azmcp_postgres` | ❌ | +| 4 | 0.269395 | `azmcp_sql` | ❌ | +| 5 | 0.236073 | `azmcp_kusto` | ❌ | +| 6 | 0.210813 | `azmcp_cosmos` | ❌ | +| 7 | 0.189688 | `azmcp_grafana` | ❌ | +| 8 | 0.166527 | `azmcp_monitor` | ❌ | +| 9 | 0.165845 | `azmcp_foundry` | ❌ | +| 10 | 0.162718 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 168 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the configuration of MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.392620 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.258177 | `azmcp_postgres` | ❌ | +| 3 | 0.217939 | `azmcp_sql` | ❌ | +| 4 | 0.209603 | `azmcp_appconfig` | ❌ | +| 5 | 0.170141 | `azmcp_quota` | ❌ | +| 6 | 0.162785 | `azmcp_foundry` | ❌ | +| 7 | 0.161050 | `azmcp_redis` | ❌ | +| 8 | 0.159950 | `azmcp_grafana` | ❌ | +| 9 | 0.151409 | `azmcp_monitor` | ❌ | +| 10 | 0.146375 | `azmcp_datadog` | ❌ | + +--- + +## Test 169 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** List all MySQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.474325 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.411552 | `azmcp_subscription` | ❌ | +| 3 | 0.338975 | `azmcp_sql` | ❌ | +| 4 | 0.335083 | `azmcp_postgres` | ❌ | +| 5 | 0.284037 | `azmcp_foundry` | ❌ | +| 6 | 0.282689 | `azmcp_eventgrid` | ❌ | +| 7 | 0.282670 | `azmcp_group` | ❌ | +| 8 | 0.274582 | `azmcp_kusto` | ❌ | +| 9 | 0.266776 | `azmcp_grafana` | ❌ | +| 10 | 0.260214 | `azmcp_redis` | ❌ | + +--- + +## Test 170 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me my MySQL servers + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.393860 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.244379 | `azmcp_postgres` | ❌ | +| 3 | 0.244331 | `azmcp_sql` | ❌ | +| 4 | 0.209077 | `azmcp_grafana` | ❌ | +| 5 | 0.207333 | `azmcp_foundry` | ❌ | +| 6 | 0.206544 | `azmcp_kusto` | ❌ | +| 7 | 0.191239 | `azmcp_subscription` | ❌ | +| 8 | 0.181680 | `azmcp_quota` | ❌ | +| 9 | 0.179401 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.176370 | `azmcp_redis` | ❌ | + +--- + +## Test 171 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the MySQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.471053 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.397751 | `azmcp_subscription` | ❌ | +| 3 | 0.357912 | `azmcp_sql` | ❌ | +| 4 | 0.340553 | `azmcp_postgres` | ❌ | +| 5 | 0.286037 | `azmcp_kusto` | ❌ | +| 6 | 0.284135 | `azmcp_eventgrid` | ❌ | +| 7 | 0.277898 | `azmcp_foundry` | ❌ | +| 8 | 0.277645 | `azmcp_quota` | ❌ | +| 9 | 0.275796 | `azmcp_group` | ❌ | +| 10 | 0.272299 | `azmcp_grafana` | ❌ | + +--- + +## Test 172 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the value of connection timeout in seconds in my MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.296979 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.165585 | `azmcp_postgres` | ❌ | +| 3 | 0.147878 | `azmcp_sql` | ❌ | +| 4 | 0.134969 | `azmcp_redis` | ❌ | +| 5 | 0.129702 | `azmcp_quota` | ❌ | +| 6 | 0.121577 | `azmcp_kusto` | ❌ | +| 7 | 0.121211 | `azmcp_grafana` | ❌ | +| 8 | 0.111610 | `azmcp_appconfig` | ❌ | +| 9 | 0.111152 | `azmcp_foundry` | ❌ | +| 10 | 0.110405 | `azmcp_datadog` | ❌ | + +--- + +## Test 173 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Set connection timeout to 20 seconds for my MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.302376 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.170686 | `azmcp_postgres` | ❌ | +| 3 | 0.163432 | `azmcp_sql` | ❌ | +| 4 | 0.125859 | `azmcp_redis` | ❌ | +| 5 | 0.103961 | `azmcp_foundry` | ❌ | +| 6 | 0.103955 | `azmcp_cosmos` | ❌ | +| 7 | 0.090740 | `azmcp_grafana` | ❌ | +| 8 | 0.090153 | `azmcp_quota` | ❌ | +| 9 | 0.089806 | `azmcp_kusto` | ❌ | +| 10 | 0.089135 | `azmcp_subscription` | ❌ | + +--- + +## Test 174 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** List all tables in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.397539 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.309067 | `azmcp_postgres` | ❌ | +| 3 | 0.265189 | `azmcp_sql` | ❌ | +| 4 | 0.230436 | `azmcp_kusto` | ❌ | +| 5 | 0.210486 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.202400 | `azmcp_subscription` | ❌ | +| 7 | 0.187484 | `azmcp_grafana` | ❌ | +| 8 | 0.186341 | `azmcp_cosmos` | ❌ | +| 9 | 0.176869 | `azmcp_foundry` | ❌ | +| 10 | 0.170647 | `azmcp_group` | ❌ | + +--- + +## Test 175 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the tables in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.388756 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.313649 | `azmcp_postgres` | ❌ | +| 3 | 0.263849 | `azmcp_sql` | ❌ | +| 4 | 0.244073 | `azmcp_kusto` | ❌ | +| 5 | 0.204013 | `azmcp_cosmos` | ❌ | +| 6 | 0.202090 | `azmcp_grafana` | ❌ | +| 7 | 0.201124 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.182707 | `azmcp_subscription` | ❌ | +| 9 | 0.172425 | `azmcp_quota` | ❌ | +| 10 | 0.161361 | `azmcp_datadog` | ❌ | + +--- + +## Test 176 + +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the schema of table
in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.363799 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.286456 | `azmcp_postgres` | ❌ | +| 3 | 0.235354 | `azmcp_bicepschema` | ❌ | +| 4 | 0.213487 | `azmcp_sql` | ❌ | +| 5 | 0.211200 | `azmcp_kusto` | ❌ | +| 6 | 0.168844 | `azmcp_grafana` | ❌ | +| 7 | 0.162134 | `azmcp_cosmos` | ❌ | +| 8 | 0.158988 | `azmcp_quota` | ❌ | +| 9 | 0.158456 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.149380 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 177 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** List all PostgreSQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.509081 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.270336 | `azmcp_sql` | ❌ | +| 3 | 0.248242 | `azmcp_mysql` | ❌ | +| 4 | 0.222211 | `azmcp_kusto` | ❌ | +| 5 | 0.211906 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.208730 | `azmcp_subscription` | ❌ | +| 7 | 0.208045 | `azmcp_foundry` | ❌ | +| 8 | 0.184841 | `azmcp_group` | ❌ | +| 9 | 0.184531 | `azmcp_grafana` | ❌ | +| 10 | 0.179894 | `azmcp_cosmos` | ❌ | + +--- + +## Test 178 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the PostgreSQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.499609 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.262843 | `azmcp_sql` | ❌ | +| 3 | 0.239247 | `azmcp_mysql` | ❌ | +| 4 | 0.223616 | `azmcp_kusto` | ❌ | +| 5 | 0.190133 | `azmcp_foundry` | ❌ | +| 6 | 0.187399 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.185711 | `azmcp_cosmos` | ❌ | +| 8 | 0.181771 | `azmcp_subscription` | ❌ | +| 9 | 0.171564 | `azmcp_grafana` | ❌ | +| 10 | 0.161869 | `azmcp_datadog` | ❌ | + +--- + +## Test 179 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me all items that contain the word in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.442320 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.281076 | `azmcp_search` | ❌ | +| 3 | 0.254583 | `azmcp_sql` | ❌ | +| 4 | 0.226298 | `azmcp_mysql` | ❌ | +| 5 | 0.223699 | `azmcp_kusto` | ❌ | +| 6 | 0.189317 | `azmcp_cosmos` | ❌ | +| 7 | 0.175817 | `azmcp_grafana` | ❌ | +| 8 | 0.168399 | `azmcp_foundry` | ❌ | +| 9 | 0.148220 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.143930 | `azmcp_subscription` | ❌ | + +--- + +## Test 180 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the configuration of PostgreSQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.480171 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.201594 | `azmcp_sql` | ❌ | +| 3 | 0.196627 | `azmcp_mysql` | ❌ | +| 4 | 0.177772 | `azmcp_appconfig` | ❌ | +| 5 | 0.164270 | `azmcp_foundry` | ❌ | +| 6 | 0.151477 | `azmcp_quota` | ❌ | +| 7 | 0.140783 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.134939 | `azmcp_kusto` | ❌ | +| 9 | 0.130993 | `azmcp_datadog` | ❌ | +| 10 | 0.129832 | `azmcp_grafana` | ❌ | + +--- + +## Test 181 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** List all PostgreSQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.544907 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.401506 | `azmcp_subscription` | ❌ | +| 3 | 0.327082 | `azmcp_sql` | ❌ | +| 4 | 0.311534 | `azmcp_eventgrid` | ❌ | +| 5 | 0.300621 | `azmcp_foundry` | ❌ | +| 6 | 0.286205 | `azmcp_mysql` | ❌ | +| 7 | 0.283976 | `azmcp_group` | ❌ | +| 8 | 0.275330 | `azmcp_kusto` | ❌ | +| 9 | 0.262206 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.259620 | `azmcp_aks` | ❌ | + +--- + +## Test 182 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me my PostgreSQL servers + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.472426 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.241585 | `azmcp_sql` | ❌ | +| 3 | 0.230855 | `azmcp_foundry` | ❌ | +| 4 | 0.221810 | `azmcp_mysql` | ❌ | +| 5 | 0.209751 | `azmcp_kusto` | ❌ | +| 6 | 0.207818 | `azmcp_subscription` | ❌ | +| 7 | 0.190223 | `azmcp_grafana` | ❌ | +| 8 | 0.189019 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.179392 | `azmcp_datadog` | ❌ | +| 10 | 0.178234 | `azmcp_quota` | ❌ | + +--- + +## Test 183 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the PostgreSQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.544209 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.390308 | `azmcp_subscription` | ❌ | +| 3 | 0.341243 | `azmcp_sql` | ❌ | +| 4 | 0.311251 | `azmcp_eventgrid` | ❌ | +| 5 | 0.297834 | `azmcp_mysql` | ❌ | +| 6 | 0.294569 | `azmcp_foundry` | ❌ | +| 7 | 0.285843 | `azmcp_kusto` | ❌ | +| 8 | 0.278531 | `azmcp_quota` | ❌ | +| 9 | 0.277530 | `azmcp_group` | ❌ | +| 10 | 0.270254 | `azmcp_datadog` | ❌ | + +--- + +## Test 184 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.400135 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.182286 | `azmcp_mysql` | ❌ | +| 3 | 0.164005 | `azmcp_sql` | ❌ | +| 4 | 0.143079 | `azmcp_foundry` | ❌ | +| 5 | 0.141150 | `azmcp_quota` | ❌ | +| 6 | 0.130612 | `azmcp_kusto` | ❌ | +| 7 | 0.129964 | `azmcp_subscription` | ❌ | +| 8 | 0.127612 | `azmcp_eventgrid` | ❌ | +| 9 | 0.127218 | `azmcp_datadog` | ❌ | +| 10 | 0.125766 | `azmcp_search` | ❌ | + +--- + +## Test 185 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Enable replication for my PostgreSQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438215 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.200461 | `azmcp_mysql` | ❌ | +| 3 | 0.191113 | `azmcp_sql` | ❌ | +| 4 | 0.146671 | `azmcp_foundry` | ❌ | +| 5 | 0.129667 | `azmcp_eventgrid` | ❌ | +| 6 | 0.124194 | `azmcp_subscription` | ❌ | +| 7 | 0.118972 | `azmcp_kusto` | ❌ | +| 8 | 0.115820 | `azmcp_cosmos` | ❌ | +| 9 | 0.114909 | `azmcp_datadog` | ❌ | +| 10 | 0.109645 | `azmcp_group` | ❌ | + +--- + +## Test 186 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** List all tables in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495106 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.238779 | `azmcp_sql` | ❌ | +| 3 | 0.226041 | `azmcp_mysql` | ❌ | +| 4 | 0.216206 | `azmcp_kusto` | ❌ | +| 5 | 0.191490 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.183986 | `azmcp_subscription` | ❌ | +| 7 | 0.170090 | `azmcp_foundry` | ❌ | +| 8 | 0.160214 | `azmcp_cosmos` | ❌ | +| 9 | 0.152714 | `azmcp_grafana` | ❌ | +| 10 | 0.150386 | `azmcp_group` | ❌ | + +--- + +## Test 187 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the tables in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.493831 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.235454 | `azmcp_sql` | ❌ | +| 3 | 0.229419 | `azmcp_kusto` | ❌ | +| 4 | 0.226514 | `azmcp_mysql` | ❌ | +| 5 | 0.183320 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.172002 | `azmcp_cosmos` | ❌ | +| 7 | 0.167167 | `azmcp_subscription` | ❌ | +| 8 | 0.166661 | `azmcp_grafana` | ❌ | +| 9 | 0.158309 | `azmcp_foundry` | ❌ | +| 10 | 0.153267 | `azmcp_quota` | ❌ | + +--- + +## Test 188 + +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the schema of table
in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.443429 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.219528 | `azmcp_bicepschema` | ❌ | +| 3 | 0.204498 | `azmcp_mysql` | ❌ | +| 4 | 0.195507 | `azmcp_kusto` | ❌ | +| 5 | 0.194360 | `azmcp_sql` | ❌ | +| 6 | 0.137517 | `azmcp_quota` | ❌ | +| 7 | 0.137459 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.136825 | `azmcp_cosmos` | ❌ | +| 9 | 0.134742 | `azmcp_grafana` | ❌ | +| 10 | 0.130122 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 189 + +**Expected Tool:** `azmcp_quota` +**Prompt:** Show me the available regions for these resource types + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.526693 | `azmcp_quota` | ✅ **EXPECTED** | +| 2 | 0.307941 | `azmcp_foundry` | ❌ | +| 3 | 0.287794 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.283510 | `azmcp_group` | ❌ | +| 5 | 0.250516 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.247910 | `azmcp_postgres` | ❌ | +| 7 | 0.245201 | `azmcp_subscription` | ❌ | +| 8 | 0.240009 | `azmcp_datadog` | ❌ | +| 9 | 0.233884 | `azmcp_aks` | ❌ | +| 10 | 0.231445 | `azmcp_eventgrid` | ❌ | + +--- + +## Test 190 + +**Expected Tool:** `azmcp_quota` +**Prompt:** Check usage information for in region + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.594588 | `azmcp_quota` | ✅ **EXPECTED** | +| 2 | 0.381039 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.322727 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.311277 | `azmcp_storage` | ❌ | +| 5 | 0.304968 | `azmcp_foundry` | ❌ | +| 6 | 0.302456 | `azmcp_group` | ❌ | +| 7 | 0.295590 | `azmcp_datadog` | ❌ | +| 8 | 0.288971 | `azmcp_subscription` | ❌ | +| 9 | 0.278466 | `azmcp_monitor` | ❌ | +| 10 | 0.263989 | `azmcp_kusto` | ❌ | + +--- + +## Test 191 + +**Expected Tool:** `azmcp_redis` +**Prompt:** List all access policies in the Redis Cache + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.521407 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.303065 | `azmcp_role` | ❌ | +| 3 | 0.280213 | `azmcp_subscription` | ❌ | +| 4 | 0.266609 | `azmcp_grafana` | ❌ | +| 5 | 0.263463 | `azmcp_bestpractices` | ❌ | +| 6 | 0.263008 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.262725 | `azmcp_keyvault` | ❌ | +| 8 | 0.252810 | `azmcp_quota` | ❌ | +| 9 | 0.250393 | `azmcp_storage` | ❌ | +| 10 | 0.246327 | `azmcp_acr` | ❌ | + +--- + +## Test 192 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the access policies in the Redis Cache + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.538481 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.290386 | `azmcp_role` | ❌ | +| 3 | 0.278779 | `azmcp_grafana` | ❌ | +| 4 | 0.274594 | `azmcp_keyvault` | ❌ | +| 5 | 0.272004 | `azmcp_quota` | ❌ | +| 6 | 0.266732 | `azmcp_subscription` | ❌ | +| 7 | 0.260619 | `azmcp_storage` | ❌ | +| 8 | 0.253037 | `azmcp_datadog` | ❌ | +| 9 | 0.250995 | `azmcp_bestpractices` | ❌ | +| 10 | 0.250294 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 193 + +**Expected Tool:** `azmcp_redis` +**Prompt:** List all Redis Caches in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.524835 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.421616 | `azmcp_subscription` | ❌ | +| 3 | 0.310005 | `azmcp_eventgrid` | ❌ | +| 4 | 0.309418 | `azmcp_group` | ❌ | +| 5 | 0.282303 | `azmcp_kusto` | ❌ | +| 6 | 0.272714 | `azmcp_grafana` | ❌ | +| 7 | 0.270478 | `azmcp_servicebus` | ❌ | +| 8 | 0.266747 | `azmcp_foundry` | ❌ | +| 9 | 0.260466 | `azmcp_datadog` | ❌ | +| 10 | 0.260077 | `azmcp_quota` | ❌ | + +--- + +## Test 194 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me my Redis Caches + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.473500 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.239846 | `azmcp_grafana` | ❌ | +| 3 | 0.235526 | `azmcp_kusto` | ❌ | +| 4 | 0.215469 | `azmcp_mysql` | ❌ | +| 5 | 0.213039 | `azmcp_datadog` | ❌ | +| 6 | 0.210696 | `azmcp_postgres` | ❌ | +| 7 | 0.207560 | `azmcp_subscription` | ❌ | +| 8 | 0.205706 | `azmcp_quota` | ❌ | +| 9 | 0.200855 | `azmcp_storage` | ❌ | +| 10 | 0.195011 | `azmcp_foundry` | ❌ | + +--- + +## Test 195 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the Redis Caches in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.506847 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.382302 | `azmcp_subscription` | ❌ | +| 3 | 0.290925 | `azmcp_eventgrid` | ❌ | +| 4 | 0.277338 | `azmcp_grafana` | ❌ | +| 5 | 0.273901 | `azmcp_group` | ❌ | +| 6 | 0.263634 | `azmcp_kusto` | ❌ | +| 7 | 0.255835 | `azmcp_servicebus` | ❌ | +| 8 | 0.251709 | `azmcp_datadog` | ❌ | +| 9 | 0.244227 | `azmcp_quota` | ❌ | +| 10 | 0.241968 | `azmcp_postgres` | ❌ | + +--- + +## Test 196 + +**Expected Tool:** `azmcp_redis` +**Prompt:** List all databases in the Redis Cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.360827 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.357219 | `azmcp_kusto` | ❌ | +| 3 | 0.301675 | `azmcp_postgres` | ❌ | +| 4 | 0.284249 | `azmcp_cosmos` | ❌ | +| 5 | 0.282172 | `azmcp_mysql` | ❌ | +| 6 | 0.272976 | `azmcp_aks` | ❌ | +| 7 | 0.267935 | `azmcp_sql` | ❌ | +| 8 | 0.253162 | `azmcp_grafana` | ❌ | +| 9 | 0.249822 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.246186 | `azmcp_group` | ❌ | + +--- + +## Test 197 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the databases in the Redis Cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.353610 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.351483 | `azmcp_kusto` | ❌ | +| 3 | 0.292684 | `azmcp_postgres` | ❌ | +| 4 | 0.292149 | `azmcp_cosmos` | ❌ | +| 5 | 0.273921 | `azmcp_mysql` | ❌ | +| 6 | 0.257470 | `azmcp_sql` | ❌ | +| 7 | 0.252687 | `azmcp_aks` | ❌ | +| 8 | 0.245455 | `azmcp_grafana` | ❌ | +| 9 | 0.233233 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.221784 | `azmcp_group` | ❌ | + +--- + +## Test 198 + +**Expected Tool:** `azmcp_redis` +**Prompt:** List all Redis Clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.451670 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.442659 | `azmcp_subscription` | ❌ | +| 3 | 0.390091 | `azmcp_kusto` | ❌ | +| 4 | 0.386188 | `azmcp_aks` | ❌ | +| 5 | 0.364753 | `azmcp_eventgrid` | ❌ | +| 6 | 0.362736 | `azmcp_group` | ❌ | +| 7 | 0.323842 | `azmcp_quota` | ❌ | +| 8 | 0.320872 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.302992 | `azmcp_foundry` | ❌ | +| 10 | 0.299736 | `azmcp_postgres` | ❌ | + +--- + +## Test 199 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me my Redis Clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.399000 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.319735 | `azmcp_kusto` | ❌ | +| 3 | 0.287172 | `azmcp_aks` | ❌ | +| 4 | 0.259381 | `azmcp_grafana` | ❌ | +| 5 | 0.246000 | `azmcp_group` | ❌ | +| 6 | 0.245073 | `azmcp_postgres` | ❌ | +| 7 | 0.244387 | `azmcp_quota` | ❌ | +| 8 | 0.238117 | `azmcp_foundry` | ❌ | +| 9 | 0.235654 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.234636 | `azmcp_mysql` | ❌ | + +--- + +## Test 200 + +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the Redis Clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.436643 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.400978 | `azmcp_subscription` | ❌ | +| 3 | 0.371350 | `azmcp_kusto` | ❌ | +| 4 | 0.354359 | `azmcp_aks` | ❌ | +| 5 | 0.351516 | `azmcp_eventgrid` | ❌ | +| 6 | 0.334365 | `azmcp_group` | ❌ | +| 7 | 0.308509 | `azmcp_quota` | ❌ | +| 8 | 0.297796 | `azmcp_grafana` | ❌ | +| 9 | 0.290553 | `azmcp_cosmos` | ❌ | +| 10 | 0.285627 | `azmcp_datadog` | ❌ | + +--- + +## Test 201 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Get the availability status for resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.418025 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.398212 | `azmcp_quota` | ❌ | +| 3 | 0.275781 | `azmcp_foundry` | ❌ | +| 4 | 0.260375 | `azmcp_group` | ❌ | +| 5 | 0.260164 | `azmcp_datadog` | ❌ | +| 6 | 0.246206 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.234292 | `azmcp_role` | ❌ | +| 8 | 0.230112 | `azmcp_subscription` | ❌ | +| 9 | 0.226513 | `azmcp_extension_azqr` | ❌ | +| 10 | 0.223786 | `azmcp_postgres` | ❌ | + +--- + +## Test 202 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me the health status of the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.446300 | `azmcp_storage` | ❌ | +| 2 | 0.434595 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 3 | 0.371539 | `azmcp_quota` | ❌ | +| 4 | 0.360693 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.340138 | `azmcp_datadog` | ❌ | +| 6 | 0.317235 | `azmcp_subscription` | ❌ | +| 7 | 0.298780 | `azmcp_functionapp` | ❌ | +| 8 | 0.294750 | `azmcp_monitor` | ❌ | +| 9 | 0.278141 | `azmcp_keyvault` | ❌ | +| 10 | 0.269394 | `azmcp_aks` | ❌ | + +--- + +## Test 203 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** What is the availability status of virtual machine in resource group ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.413391 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.395586 | `azmcp_group` | ❌ | +| 3 | 0.382169 | `azmcp_quota` | ❌ | +| 4 | 0.343056 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.339436 | `azmcp_datadog` | ❌ | +| 6 | 0.299383 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.289013 | `azmcp_functionapp` | ❌ | +| 8 | 0.282909 | `azmcp_subscription` | ❌ | +| 9 | 0.278469 | `azmcp_aks` | ❌ | +| 10 | 0.276604 | `azmcp_monitor` | ❌ | + +--- + +## Test 204 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** List availability status for all resources in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.521277 | `azmcp_subscription` | ❌ | +| 2 | 0.473950 | `azmcp_quota` | ❌ | +| 3 | 0.472732 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 4 | 0.438679 | `azmcp_group` | ❌ | +| 5 | 0.370294 | `azmcp_foundry` | ❌ | +| 6 | 0.369232 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.365647 | `azmcp_datadog` | ❌ | +| 8 | 0.359969 | `azmcp_eventgrid` | ❌ | +| 9 | 0.350508 | `azmcp_marketplace` | ❌ | +| 10 | 0.347640 | `azmcp_aks` | ❌ | + +--- + +## Test 205 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me the health status of all my Azure resources + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.569808 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.458158 | `azmcp_datadog` | ❌ | +| 3 | 0.428684 | `azmcp_quota` | ❌ | +| 4 | 0.406390 | `azmcp_bestpractices` | ❌ | +| 5 | 0.396871 | `azmcp_monitor` | ❌ | +| 6 | 0.386160 | `azmcp_subscription` | ❌ | +| 7 | 0.379332 | `azmcp_applens` | ❌ | +| 8 | 0.372846 | `azmcp_group` | ❌ | +| 9 | 0.370278 | `azmcp_deploy` | ❌ | +| 10 | 0.362140 | `azmcp_aks` | ❌ | + +--- + +## Test 206 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** What resources in resource group have health issues? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.575344 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.437073 | `azmcp_group` | ❌ | +| 3 | 0.420929 | `azmcp_datadog` | ❌ | +| 4 | 0.376753 | `azmcp_applens` | ❌ | +| 5 | 0.373304 | `azmcp_quota` | ❌ | +| 6 | 0.330185 | `azmcp_extension_azqr` | ❌ | +| 7 | 0.328447 | `azmcp_monitor` | ❌ | +| 8 | 0.302020 | `azmcp_foundry` | ❌ | +| 9 | 0.296445 | `azmcp_bestpractices` | ❌ | +| 10 | 0.296402 | `azmcp_role` | ❌ | + +--- + +## Test 207 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** List all service health events in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495135 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.446696 | `azmcp_subscription` | ❌ | +| 3 | 0.444646 | `azmcp_eventgrid` | ❌ | +| 4 | 0.373484 | `azmcp_datadog` | ❌ | +| 5 | 0.370892 | `azmcp_servicebus` | ❌ | +| 6 | 0.342289 | `azmcp_monitor` | ❌ | +| 7 | 0.332208 | `azmcp_group` | ❌ | +| 8 | 0.329392 | `azmcp_foundry` | ❌ | +| 9 | 0.303592 | `azmcp_aks` | ❌ | +| 10 | 0.301782 | `azmcp_quota` | ❌ | + +--- + +## Test 208 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me Azure service health events for subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.502417 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.469826 | `azmcp_subscription` | ❌ | +| 3 | 0.414984 | `azmcp_eventgrid` | ❌ | +| 4 | 0.399025 | `azmcp_datadog` | ❌ | +| 5 | 0.373389 | `azmcp_monitor` | ❌ | +| 6 | 0.364761 | `azmcp_servicebus` | ❌ | +| 7 | 0.346927 | `azmcp_quota` | ❌ | +| 8 | 0.337956 | `azmcp_extension_azqr` | ❌ | +| 9 | 0.337033 | `azmcp_group` | ❌ | +| 10 | 0.315545 | `azmcp_sql` | ❌ | + +--- + +## Test 209 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** What service issues have occurred in the last 30 days? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.278725 | `azmcp_foundry` | ❌ | +| 2 | 0.266076 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 3 | 0.258189 | `azmcp_datadog` | ❌ | +| 4 | 0.253985 | `azmcp_servicebus` | ❌ | +| 5 | 0.247487 | `azmcp_applens` | ❌ | +| 6 | 0.244392 | `azmcp_eventgrid` | ❌ | +| 7 | 0.229695 | `azmcp_monitor` | ❌ | +| 8 | 0.216820 | `azmcp_aks` | ❌ | +| 9 | 0.204627 | `azmcp_sql` | ❌ | +| 10 | 0.201222 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 210 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** List active service health events in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496164 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.459820 | `azmcp_eventgrid` | ❌ | +| 3 | 0.442619 | `azmcp_subscription` | ❌ | +| 4 | 0.379736 | `azmcp_servicebus` | ❌ | +| 5 | 0.375840 | `azmcp_datadog` | ❌ | +| 6 | 0.342317 | `azmcp_monitor` | ❌ | +| 7 | 0.325897 | `azmcp_foundry` | ❌ | +| 8 | 0.322835 | `azmcp_group` | ❌ | +| 9 | 0.308440 | `azmcp_quota` | ❌ | +| 10 | 0.304116 | `azmcp_aks` | ❌ | + +--- + +## Test 211 + +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me planned maintenance events for my Azure services + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.417500 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.408581 | `azmcp_monitor` | ❌ | +| 3 | 0.405886 | `azmcp_datadog` | ❌ | +| 4 | 0.391096 | `azmcp_deploy` | ❌ | +| 5 | 0.381085 | `azmcp_subscription` | ❌ | +| 6 | 0.375543 | `azmcp_eventgrid` | ❌ | +| 7 | 0.373124 | `azmcp_quota` | ❌ | +| 8 | 0.370375 | `azmcp_cloudarchitect` | ❌ | +| 9 | 0.366383 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.364299 | `azmcp_sql` | ❌ | + +--- + +## Test 212 + +**Expected Tool:** `azmcp_role` +**Prompt:** List all available role assignments in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.472280 | `azmcp_subscription` | ❌ | +| 2 | 0.459704 | `azmcp_role` | ✅ **EXPECTED** | +| 3 | 0.359733 | `azmcp_group` | ❌ | +| 4 | 0.323728 | `azmcp_quota` | ❌ | +| 5 | 0.308279 | `azmcp_eventgrid` | ❌ | +| 6 | 0.282426 | `azmcp_marketplace` | ❌ | +| 7 | 0.275105 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.272787 | `azmcp_bestpractices` | ❌ | +| 9 | 0.271439 | `azmcp_deploy` | ❌ | +| 10 | 0.271212 | `azmcp_aks` | ❌ | + +--- + +## Test 213 + +**Expected Tool:** `azmcp_role` +**Prompt:** Show me the available role assignments in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.458736 | `azmcp_subscription` | ❌ | +| 2 | 0.451875 | `azmcp_role` | ✅ **EXPECTED** | +| 3 | 0.354289 | `azmcp_group` | ❌ | +| 4 | 0.350849 | `azmcp_quota` | ❌ | +| 5 | 0.319092 | `azmcp_eventgrid` | ❌ | +| 6 | 0.307040 | `azmcp_marketplace` | ❌ | +| 7 | 0.296300 | `azmcp_deploy` | ❌ | +| 8 | 0.291314 | `azmcp_resourcehealth` | ❌ | +| 9 | 0.278336 | `azmcp_functionapp` | ❌ | +| 10 | 0.277531 | `azmcp_grafana` | ❌ | + +--- + +## Test 214 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me the details of the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.464596 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.341600 | `azmcp_foundry` | ❌ | +| 3 | 0.327010 | `azmcp_kusto` | ❌ | +| 4 | 0.320590 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.313225 | `azmcp_monitor` | ❌ | +| 6 | 0.298288 | `azmcp_cosmos` | ❌ | +| 7 | 0.290768 | `azmcp_datadog` | ❌ | +| 8 | 0.284039 | `azmcp_quota` | ❌ | +| 9 | 0.271405 | `azmcp_resourcehealth` | ❌ | +| 10 | 0.268411 | `azmcp_aks` | ❌ | + +--- + +## Test 215 + +**Expected Tool:** `azmcp_search` +**Prompt:** List all indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.519226 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.391829 | `azmcp_foundry` | ❌ | +| 3 | 0.338280 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.334339 | `azmcp_kusto` | ❌ | +| 5 | 0.317141 | `azmcp_cosmos` | ❌ | +| 6 | 0.296659 | `azmcp_subscription` | ❌ | +| 7 | 0.294372 | `azmcp_monitor` | ❌ | +| 8 | 0.293909 | `azmcp_postgres` | ❌ | +| 9 | 0.293395 | `azmcp_aks` | ❌ | +| 10 | 0.293279 | `azmcp_sql` | ❌ | + +--- + +## Test 216 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me the indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498146 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.375540 | `azmcp_foundry` | ❌ | +| 3 | 0.353150 | `azmcp_kusto` | ❌ | +| 4 | 0.338925 | `azmcp_cosmos` | ❌ | +| 5 | 0.331715 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.319727 | `azmcp_monitor` | ❌ | +| 7 | 0.296098 | `azmcp_datadog` | ❌ | +| 8 | 0.295050 | `azmcp_sql` | ❌ | +| 9 | 0.294719 | `azmcp_quota` | ❌ | +| 10 | 0.290788 | `azmcp_postgres` | ❌ | + +--- + +## Test 217 + +**Expected Tool:** `azmcp_search` +**Prompt:** Search for instances of in the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.502447 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.307555 | `azmcp_foundry` | ❌ | +| 3 | 0.300930 | `azmcp_monitor` | ❌ | +| 4 | 0.289442 | `azmcp_cosmos` | ❌ | +| 5 | 0.284065 | `azmcp_kusto` | ❌ | +| 6 | 0.254755 | `azmcp_sql` | ❌ | +| 7 | 0.244489 | `azmcp_postgres` | ❌ | +| 8 | 0.237671 | `azmcp_redis` | ❌ | +| 9 | 0.235245 | `azmcp_eventgrid` | ❌ | +| 10 | 0.234440 | `azmcp_quota` | ❌ | + +--- + +## Test 218 + +**Expected Tool:** `azmcp_search` +**Prompt:** List all Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498549 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.479136 | `azmcp_subscription` | ❌ | +| 3 | 0.453625 | `azmcp_foundry` | ❌ | +| 4 | 0.364003 | `azmcp_group` | ❌ | +| 5 | 0.361223 | `azmcp_eventgrid` | ❌ | +| 6 | 0.342784 | `azmcp_aks` | ❌ | +| 7 | 0.339819 | `azmcp_bestpractices` | ❌ | +| 8 | 0.336819 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.336398 | `azmcp_quota` | ❌ | +| 10 | 0.332505 | `azmcp_marketplace` | ❌ | + +--- + +## Test 219 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me the Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.522087 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.427264 | `azmcp_subscription` | ❌ | +| 3 | 0.395980 | `azmcp_foundry` | ❌ | +| 4 | 0.350033 | `azmcp_cosmos` | ❌ | +| 5 | 0.349156 | `azmcp_eventgrid` | ❌ | +| 6 | 0.347143 | `azmcp_kusto` | ❌ | +| 7 | 0.347099 | `azmcp_marketplace` | ❌ | +| 8 | 0.341602 | `azmcp_monitor` | ❌ | +| 9 | 0.336849 | `azmcp_group` | ❌ | +| 10 | 0.335340 | `azmcp_quota` | ❌ | + +--- + +## Test 220 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me my Cognitive Search services + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484171 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.392029 | `azmcp_foundry` | ❌ | +| 3 | 0.305470 | `azmcp_kusto` | ❌ | +| 4 | 0.301629 | `azmcp_cosmos` | ❌ | +| 5 | 0.286864 | `azmcp_grafana` | ❌ | +| 6 | 0.284404 | `azmcp_sql` | ❌ | +| 7 | 0.284079 | `azmcp_cloudarchitect` | ❌ | +| 8 | 0.284056 | `azmcp_monitor` | ❌ | +| 9 | 0.281667 | `azmcp_storage` | ❌ | +| 10 | 0.281410 | `azmcp_deploy` | ❌ | + +--- + +## Test 221 + +**Expected Tool:** `azmcp_servicebus` +**Prompt:** Show me the details of service bus queue + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.515210 | `azmcp_servicebus` | ✅ **EXPECTED** | +| 2 | 0.312904 | `azmcp_quota` | ❌ | +| 3 | 0.286360 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.275943 | `azmcp_kusto` | ❌ | +| 5 | 0.272038 | `azmcp_foundry` | ❌ | +| 6 | 0.262728 | `azmcp_eventgrid` | ❌ | +| 7 | 0.259788 | `azmcp_storage` | ❌ | +| 8 | 0.251788 | `azmcp_monitor` | ❌ | +| 9 | 0.251344 | `azmcp_resourcehealth` | ❌ | +| 10 | 0.244928 | `azmcp_aks` | ❌ | + +--- + +## Test 222 + +**Expected Tool:** `azmcp_servicebus` +**Prompt:** Show me the details of service bus topic + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.513487 | `azmcp_servicebus` | ✅ **EXPECTED** | +| 2 | 0.372201 | `azmcp_eventgrid` | ❌ | +| 3 | 0.298671 | `azmcp_subscription` | ❌ | +| 4 | 0.291785 | `azmcp_foundry` | ❌ | +| 5 | 0.282600 | `azmcp_quota` | ❌ | +| 6 | 0.282077 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.271208 | `azmcp_resourcehealth` | ❌ | +| 8 | 0.269860 | `azmcp_search` | ❌ | +| 9 | 0.268553 | `azmcp_monitor` | ❌ | +| 10 | 0.265564 | `azmcp_aks` | ❌ | + +--- + +## Test 223 + +**Expected Tool:** `azmcp_servicebus` +**Prompt:** Show me the details of service bus subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.483620 | `azmcp_servicebus` | ✅ **EXPECTED** | +| 2 | 0.404173 | `azmcp_subscription` | ❌ | +| 3 | 0.353947 | `azmcp_eventgrid` | ❌ | +| 4 | 0.278273 | `azmcp_group` | ❌ | +| 5 | 0.267185 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.264548 | `azmcp_foundry` | ❌ | +| 7 | 0.261472 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.254120 | `azmcp_quota` | ❌ | +| 9 | 0.249486 | `azmcp_monitor` | ❌ | +| 10 | 0.246711 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 224 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a new SQL database named in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.354889 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.326429 | `azmcp_postgres` | ❌ | +| 3 | 0.296864 | `azmcp_mysql` | ❌ | +| 4 | 0.220158 | `azmcp_cosmos` | ❌ | +| 5 | 0.203427 | `azmcp_kusto` | ❌ | +| 6 | 0.174318 | `azmcp_search` | ❌ | +| 7 | 0.172873 | `azmcp_cloudarchitect` | ❌ | +| 8 | 0.165702 | `azmcp_bicepschema` | ❌ | +| 9 | 0.163315 | `azmcp_storage` | ❌ | +| 10 | 0.154363 | `azmcp_group` | ❌ | + +--- + +## Test 225 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a SQL database with Basic tier in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.427036 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.377151 | `azmcp_postgres` | ❌ | +| 3 | 0.353239 | `azmcp_mysql` | ❌ | +| 4 | 0.291727 | `azmcp_cosmos` | ❌ | +| 5 | 0.271791 | `azmcp_kusto` | ❌ | +| 6 | 0.264317 | `azmcp_bicepschema` | ❌ | +| 7 | 0.263575 | `azmcp_cloudarchitect` | ❌ | +| 8 | 0.245992 | `azmcp_storage` | ❌ | +| 9 | 0.243610 | `azmcp_keyvault` | ❌ | +| 10 | 0.235687 | `azmcp_functionapp` | ❌ | + +--- + +## Test 226 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a new database called on SQL server in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.402220 | `azmcp_group` | ❌ | +| 2 | 0.399096 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.344192 | `azmcp_postgres` | ❌ | +| 4 | 0.325680 | `azmcp_cosmos` | ❌ | +| 5 | 0.325161 | `azmcp_mysql` | ❌ | +| 6 | 0.273047 | `azmcp_functionapp` | ❌ | +| 7 | 0.267818 | `azmcp_cloudarchitect` | ❌ | +| 8 | 0.266096 | `azmcp_kusto` | ❌ | +| 9 | 0.263051 | `azmcp_datadog` | ❌ | +| 10 | 0.260257 | `azmcp_acr` | ❌ | + +--- + +## Test 227 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete the SQL database from server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.334602 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.332653 | `azmcp_postgres` | ❌ | +| 3 | 0.313922 | `azmcp_mysql` | ❌ | +| 4 | 0.222678 | `azmcp_kusto` | ❌ | +| 5 | 0.218277 | `azmcp_cosmos` | ❌ | +| 6 | 0.175415 | `azmcp_grafana` | ❌ | +| 7 | 0.170540 | `azmcp_functionapp` | ❌ | +| 8 | 0.166703 | `azmcp_storage` | ❌ | +| 9 | 0.164516 | `azmcp_subscription` | ❌ | +| 10 | 0.163586 | `azmcp_redis` | ❌ | + +--- + +## Test 228 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Remove database from SQL server in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.433699 | `azmcp_group` | ❌ | +| 2 | 0.382013 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.337766 | `azmcp_postgres` | ❌ | +| 4 | 0.328687 | `azmcp_cosmos` | ❌ | +| 5 | 0.313432 | `azmcp_mysql` | ❌ | +| 6 | 0.292780 | `azmcp_functionapp` | ❌ | +| 7 | 0.282031 | `azmcp_kusto` | ❌ | +| 8 | 0.277462 | `azmcp_redis` | ❌ | +| 9 | 0.266161 | `azmcp_acr` | ❌ | +| 10 | 0.265866 | `azmcp_role` | ❌ | + +--- + +## Test 229 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete the database called on server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.313811 | `azmcp_postgres` | ❌ | +| 2 | 0.288769 | `azmcp_mysql` | ❌ | +| 3 | 0.278216 | `azmcp_sql` | ✅ **EXPECTED** | +| 4 | 0.223266 | `azmcp_cosmos` | ❌ | +| 5 | 0.196580 | `azmcp_kusto` | ❌ | +| 6 | 0.166727 | `azmcp_redis` | ❌ | +| 7 | 0.163054 | `azmcp_grafana` | ❌ | +| 8 | 0.158706 | `azmcp_functionapp` | ❌ | +| 9 | 0.152230 | `azmcp_subscription` | ❌ | +| 10 | 0.146265 | `azmcp_bicepschema` | ❌ | + +--- + +## Test 230 + +**Expected Tool:** `azmcp_sql` +**Prompt:** List all databases in the Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.492783 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.435227 | `azmcp_postgres` | ❌ | +| 3 | 0.411265 | `azmcp_mysql` | ❌ | +| 4 | 0.362256 | `azmcp_kusto` | ❌ | +| 5 | 0.361211 | `azmcp_cosmos` | ❌ | +| 6 | 0.347685 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.346110 | `azmcp_subscription` | ❌ | +| 8 | 0.328404 | `azmcp_datadog` | ❌ | +| 9 | 0.319099 | `azmcp_group` | ❌ | +| 10 | 0.312592 | `azmcp_storage` | ❌ | + +--- + +## Test 231 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me all the databases configuration details in the Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.433230 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.382584 | `azmcp_postgres` | ❌ | +| 3 | 0.377617 | `azmcp_mysql` | ❌ | +| 4 | 0.322424 | `azmcp_appconfig` | ❌ | +| 5 | 0.292651 | `azmcp_cosmos` | ❌ | +| 6 | 0.287388 | `azmcp_quota` | ❌ | +| 7 | 0.283697 | `azmcp_kusto` | ❌ | +| 8 | 0.279683 | `azmcp_datadog` | ❌ | +| 9 | 0.277502 | `azmcp_deploy` | ❌ | +| 10 | 0.273744 | `azmcp_bestpractices` | ❌ | + +--- + +## Test 232 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Get the configuration details for the SQL database on server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.331119 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.315911 | `azmcp_postgres` | ❌ | +| 3 | 0.284460 | `azmcp_mysql` | ❌ | +| 4 | 0.259903 | `azmcp_appconfig` | ❌ | +| 5 | 0.223361 | `azmcp_quota` | ❌ | +| 6 | 0.180046 | `azmcp_kusto` | ❌ | +| 7 | 0.179869 | `azmcp_cosmos` | ❌ | +| 8 | 0.172370 | `azmcp_resourcehealth` | ❌ | +| 9 | 0.171587 | `azmcp_bicepschema` | ❌ | +| 10 | 0.170890 | `azmcp_servicebus` | ❌ | + +--- + +## Test 233 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the details of SQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.354989 | `azmcp_postgres` | ❌ | +| 2 | 0.343676 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.297867 | `azmcp_mysql` | ❌ | +| 4 | 0.261261 | `azmcp_kusto` | ❌ | +| 5 | 0.236717 | `azmcp_cosmos` | ❌ | +| 6 | 0.228112 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.212781 | `azmcp_search` | ❌ | +| 8 | 0.211080 | `azmcp_quota` | ❌ | +| 9 | 0.207654 | `azmcp_datadog` | ❌ | +| 10 | 0.197841 | `azmcp_storage` | ❌ | + +--- + +## Test 234 + +**Expected Tool:** `azmcp_sql` +**Prompt:** List all elastic pools in SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.515055 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.382015 | `azmcp_postgres` | ❌ | +| 3 | 0.358128 | `azmcp_mysql` | ❌ | +| 4 | 0.337734 | `azmcp_kusto` | ❌ | +| 5 | 0.318174 | `azmcp_quota` | ❌ | +| 6 | 0.313235 | `azmcp_azuremanagedlustre` | ❌ | +| 7 | 0.288409 | `azmcp_cosmos` | ❌ | +| 8 | 0.287461 | `azmcp_search` | ❌ | +| 9 | 0.286980 | `azmcp_storage` | ❌ | +| 10 | 0.284197 | `azmcp_aks` | ❌ | + +--- + +## Test 235 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the elastic pools configured for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.497997 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.376034 | `azmcp_postgres` | ❌ | +| 3 | 0.356804 | `azmcp_mysql` | ❌ | +| 4 | 0.331796 | `azmcp_quota` | ❌ | +| 5 | 0.297870 | `azmcp_kusto` | ❌ | +| 6 | 0.290138 | `azmcp_aks` | ❌ | +| 7 | 0.281185 | `azmcp_cosmos` | ❌ | +| 8 | 0.279705 | `azmcp_virtualdesktop` | ❌ | +| 9 | 0.278975 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.275223 | `azmcp_appconfig` | ❌ | + +--- + +## Test 236 + +**Expected Tool:** `azmcp_sql` +**Prompt:** What elastic pools are available in my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489544 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.362013 | `azmcp_postgres` | ❌ | +| 3 | 0.355550 | `azmcp_mysql` | ❌ | +| 4 | 0.347591 | `azmcp_quota` | ❌ | +| 5 | 0.315322 | `azmcp_kusto` | ❌ | +| 6 | 0.292007 | `azmcp_cosmos` | ❌ | +| 7 | 0.271119 | `azmcp_storage` | ❌ | +| 8 | 0.269593 | `azmcp_virtualdesktop` | ❌ | +| 9 | 0.265846 | `azmcp_aks` | ❌ | +| 10 | 0.259620 | `azmcp_search` | ❌ | + +--- + +## Test 237 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a new Azure SQL server named in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.446714 | `azmcp_group` | ❌ | +| 2 | 0.415614 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.358221 | `azmcp_postgres` | ❌ | +| 4 | 0.340018 | `azmcp_mysql` | ❌ | +| 5 | 0.332831 | `azmcp_extension_azqr` | ❌ | +| 6 | 0.316645 | `azmcp_cloudarchitect` | ❌ | +| 7 | 0.291217 | `azmcp_functionapp` | ❌ | +| 8 | 0.287714 | `azmcp_acr` | ❌ | +| 9 | 0.287431 | `azmcp_datadog` | ❌ | +| 10 | 0.273617 | `azmcp_cosmos` | ❌ | + +--- + +## Test 238 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create an Azure SQL server with name in location with admin user + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.441697 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.359023 | `azmcp_mysql` | ❌ | +| 3 | 0.356599 | `azmcp_postgres` | ❌ | +| 4 | 0.336075 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.301281 | `azmcp_subscription` | ❌ | +| 6 | 0.295381 | `azmcp_search` | ❌ | +| 7 | 0.290846 | `azmcp_deploy` | ❌ | +| 8 | 0.289774 | `azmcp_aks` | ❌ | +| 9 | 0.285365 | `azmcp_storage` | ❌ | +| 10 | 0.282247 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 239 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Set up a new SQL server called in my resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.414844 | `azmcp_group` | ❌ | +| 2 | 0.407435 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.336369 | `azmcp_postgres` | ❌ | +| 4 | 0.320172 | `azmcp_mysql` | ❌ | +| 5 | 0.290261 | `azmcp_functionapp` | ❌ | +| 6 | 0.273630 | `azmcp_cloudarchitect` | ❌ | +| 7 | 0.263351 | `azmcp_quota` | ❌ | +| 8 | 0.263261 | `azmcp_extension_azqr` | ❌ | +| 9 | 0.259347 | `azmcp_aks` | ❌ | +| 10 | 0.256552 | `azmcp_loadtesting` | ❌ | + +--- + +## Test 240 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete the Azure SQL server from resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.455481 | `azmcp_group` | ❌ | +| 2 | 0.418659 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.370771 | `azmcp_postgres` | ❌ | +| 4 | 0.363453 | `azmcp_mysql` | ❌ | +| 5 | 0.329260 | `azmcp_functionapp` | ❌ | +| 6 | 0.320411 | `azmcp_subscription` | ❌ | +| 7 | 0.317588 | `azmcp_extension_azqr` | ❌ | +| 8 | 0.312219 | `azmcp_role` | ❌ | +| 9 | 0.308250 | `azmcp_aks` | ❌ | +| 10 | 0.298916 | `azmcp_quota` | ❌ | + +--- + +## Test 241 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Remove the SQL server from my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.329923 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.322005 | `azmcp_subscription` | ❌ | +| 3 | 0.277999 | `azmcp_postgres` | ❌ | +| 4 | 0.248747 | `azmcp_mysql` | ❌ | +| 5 | 0.233488 | `azmcp_eventgrid` | ❌ | +| 6 | 0.217006 | `azmcp_group` | ❌ | +| 7 | 0.215538 | `azmcp_servicebus` | ❌ | +| 8 | 0.209730 | `azmcp_kusto` | ❌ | +| 9 | 0.197073 | `azmcp_virtualdesktop` | ❌ | +| 10 | 0.179068 | `azmcp_redis` | ❌ | + +--- + +## Test 242 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete SQL server permanently + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.305040 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.274573 | `azmcp_postgres` | ❌ | +| 3 | 0.243498 | `azmcp_mysql` | ❌ | +| 4 | 0.224113 | `azmcp_kusto` | ❌ | +| 5 | 0.192758 | `azmcp_storage` | ❌ | +| 6 | 0.188154 | `azmcp_redis` | ❌ | +| 7 | 0.183781 | `azmcp_cosmos` | ❌ | +| 8 | 0.165444 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.164503 | `azmcp_search` | ❌ | +| 10 | 0.161234 | `azmcp_bicepschema` | ❌ | + +--- + +## Test 243 + +**Expected Tool:** `azmcp_sql` +**Prompt:** List Microsoft Entra ID administrators for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.479697 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.296947 | `azmcp_postgres` | ❌ | +| 3 | 0.272843 | `azmcp_role` | ❌ | +| 4 | 0.267755 | `azmcp_subscription` | ❌ | +| 5 | 0.267122 | `azmcp_search` | ❌ | +| 6 | 0.261196 | `azmcp_mysql` | ❌ | +| 7 | 0.249550 | `azmcp_kusto` | ❌ | +| 8 | 0.249339 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.243688 | `azmcp_group` | ❌ | +| 10 | 0.243532 | `azmcp_quota` | ❌ | + +--- + +## Test 244 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the Entra ID administrators configured for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.458610 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.246640 | `azmcp_postgres` | ❌ | +| 3 | 0.213214 | `azmcp_mysql` | ❌ | +| 4 | 0.210631 | `azmcp_search` | ❌ | +| 5 | 0.205300 | `azmcp_role` | ❌ | +| 6 | 0.200855 | `azmcp_kusto` | ❌ | +| 7 | 0.189314 | `azmcp_quota` | ❌ | +| 8 | 0.177902 | `azmcp_datadog` | ❌ | +| 9 | 0.176942 | `azmcp_virtualdesktop` | ❌ | +| 10 | 0.176884 | `azmcp_subscription` | ❌ | + +--- + +## Test 245 + +**Expected Tool:** `azmcp_sql` +**Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.478715 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.245652 | `azmcp_mysql` | ❌ | +| 3 | 0.239884 | `azmcp_postgres` | ❌ | +| 4 | 0.228914 | `azmcp_search` | ❌ | +| 5 | 0.227351 | `azmcp_virtualdesktop` | ❌ | +| 6 | 0.222202 | `azmcp_role` | ❌ | +| 7 | 0.218015 | `azmcp_kusto` | ❌ | +| 8 | 0.201699 | `azmcp_applens` | ❌ | +| 9 | 0.190207 | `azmcp_cosmos` | ❌ | +| 10 | 0.189008 | `azmcp_storage` | ❌ | + +--- + +## Test 246 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a firewall rule for my Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.466881 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.361904 | `azmcp_postgres` | ❌ | +| 3 | 0.348106 | `azmcp_mysql` | ❌ | +| 4 | 0.291863 | `azmcp_role` | ❌ | +| 5 | 0.289214 | `azmcp_monitor` | ❌ | +| 6 | 0.283650 | `azmcp_cloudarchitect` | ❌ | +| 7 | 0.283356 | `azmcp_functionapp` | ❌ | +| 8 | 0.281877 | `azmcp_redis` | ❌ | +| 9 | 0.272489 | `azmcp_servicebus` | ❌ | +| 10 | 0.270930 | `azmcp_search` | ❌ | + +--- + +## Test 247 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Add a firewall rule to allow access from IP range to for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.349030 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.276443 | `azmcp_postgres` | ❌ | +| 3 | 0.220736 | `azmcp_mysql` | ❌ | +| 4 | 0.208250 | `azmcp_quota` | ❌ | +| 5 | 0.206693 | `azmcp_role` | ❌ | +| 6 | 0.203945 | `azmcp_functionapp` | ❌ | +| 7 | 0.198208 | `azmcp_search` | ❌ | +| 8 | 0.187439 | `azmcp_foundry` | ❌ | +| 9 | 0.184773 | `azmcp_redis` | ❌ | +| 10 | 0.180380 | `azmcp_bicepschema` | ❌ | + +--- + +## Test 248 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Create a new firewall rule named for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.383972 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.289799 | `azmcp_postgres` | ❌ | +| 3 | 0.251502 | `azmcp_mysql` | ❌ | +| 4 | 0.222495 | `azmcp_search` | ❌ | +| 5 | 0.216068 | `azmcp_cloudarchitect` | ❌ | +| 6 | 0.203085 | `azmcp_quota` | ❌ | +| 7 | 0.201205 | `azmcp_servicebus` | ❌ | +| 8 | 0.200070 | `azmcp_monitor` | ❌ | +| 9 | 0.196763 | `azmcp_redis` | ❌ | +| 10 | 0.194800 | `azmcp_functionapp` | ❌ | + +--- + +## Test 249 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete a firewall rule from my Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.432811 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.342039 | `azmcp_postgres` | ❌ | +| 3 | 0.334096 | `azmcp_mysql` | ❌ | +| 4 | 0.295978 | `azmcp_functionapp` | ❌ | +| 5 | 0.287440 | `azmcp_redis` | ❌ | +| 6 | 0.284686 | `azmcp_monitor` | ❌ | +| 7 | 0.277691 | `azmcp_role` | ❌ | +| 8 | 0.276848 | `azmcp_quota` | ❌ | +| 9 | 0.271822 | `azmcp_subscription` | ❌ | +| 10 | 0.261720 | `azmcp_servicebus` | ❌ | + +--- + +## Test 250 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Remove the firewall rule from SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.315418 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.244050 | `azmcp_postgres` | ❌ | +| 3 | 0.198427 | `azmcp_role` | ❌ | +| 4 | 0.197587 | `azmcp_functionapp` | ❌ | +| 5 | 0.191987 | `azmcp_quota` | ❌ | +| 6 | 0.190779 | `azmcp_mysql` | ❌ | +| 7 | 0.190190 | `azmcp_redis` | ❌ | +| 8 | 0.183533 | `azmcp_monitor` | ❌ | +| 9 | 0.179710 | `azmcp_servicebus` | ❌ | +| 10 | 0.175918 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 251 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Delete firewall rule for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.374666 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.302565 | `azmcp_postgres` | ❌ | +| 3 | 0.266095 | `azmcp_mysql` | ❌ | +| 4 | 0.248874 | `azmcp_quota` | ❌ | +| 5 | 0.245669 | `azmcp_redis` | ❌ | +| 6 | 0.233061 | `azmcp_functionapp` | ❌ | +| 7 | 0.230288 | `azmcp_role` | ❌ | +| 8 | 0.219787 | `azmcp_monitor` | ❌ | +| 9 | 0.218614 | `azmcp_cloudarchitect` | ❌ | +| 10 | 0.211232 | `azmcp_search` | ❌ | + +--- + +## Test 252 + +**Expected Tool:** `azmcp_sql` +**Prompt:** List all firewall rules for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.408644 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.343544 | `azmcp_postgres` | ❌ | +| 3 | 0.286859 | `azmcp_quota` | ❌ | +| 4 | 0.273793 | `azmcp_mysql` | ❌ | +| 5 | 0.265185 | `azmcp_azuremanagedlustre` | ❌ | +| 6 | 0.260348 | `azmcp_subscription` | ❌ | +| 7 | 0.256440 | `azmcp_search` | ❌ | +| 8 | 0.246804 | `azmcp_kusto` | ❌ | +| 9 | 0.246222 | `azmcp_monitor` | ❌ | +| 10 | 0.239682 | `azmcp_bestpractices` | ❌ | + +--- + +## Test 253 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the firewall rules for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.394749 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.329782 | `azmcp_postgres` | ❌ | +| 3 | 0.269570 | `azmcp_quota` | ❌ | +| 4 | 0.263067 | `azmcp_mysql` | ❌ | +| 5 | 0.245959 | `azmcp_monitor` | ❌ | +| 6 | 0.237497 | `azmcp_kusto` | ❌ | +| 7 | 0.237137 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.233764 | `azmcp_search` | ❌ | +| 9 | 0.227179 | `azmcp_redis` | ❌ | +| 10 | 0.225913 | `azmcp_servicebus` | ❌ | + +--- + +## Test 254 + +**Expected Tool:** `azmcp_sql` +**Prompt:** What firewall rules are configured for my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.390688 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.311190 | `azmcp_postgres` | ❌ | +| 3 | 0.260548 | `azmcp_mysql` | ❌ | +| 4 | 0.256885 | `azmcp_quota` | ❌ | +| 5 | 0.238047 | `azmcp_redis` | ❌ | +| 6 | 0.226366 | `azmcp_monitor` | ❌ | +| 7 | 0.225082 | `azmcp_role` | ❌ | +| 8 | 0.222700 | `azmcp_servicebus` | ❌ | +| 9 | 0.220352 | `azmcp_search` | ❌ | +| 10 | 0.215415 | `azmcp_kusto` | ❌ | + +--- + +## Test 255 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the details of Azure SQL server in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.493954 | `azmcp_group` | ❌ | +| 2 | 0.439495 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.397148 | `azmcp_postgres` | ❌ | +| 4 | 0.386015 | `azmcp_quota` | ❌ | +| 5 | 0.385318 | `azmcp_extension_azqr` | ❌ | +| 6 | 0.371435 | `azmcp_datadog` | ❌ | +| 7 | 0.366218 | `azmcp_mysql` | ❌ | +| 8 | 0.357924 | `azmcp_resourcehealth` | ❌ | +| 9 | 0.335571 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.335197 | `azmcp_monitor` | ❌ | + +--- + +## Test 256 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Get the configuration details for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.318318 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.292498 | `azmcp_postgres` | ❌ | +| 3 | 0.291868 | `azmcp_appconfig` | ❌ | +| 4 | 0.259466 | `azmcp_mysql` | ❌ | +| 5 | 0.255966 | `azmcp_quota` | ❌ | +| 6 | 0.215692 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.213417 | `azmcp_search` | ❌ | +| 8 | 0.208568 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.208310 | `azmcp_cloudarchitect` | ❌ | +| 10 | 0.204324 | `azmcp_deploy` | ❌ | + +--- + +## Test 257 + +**Expected Tool:** `azmcp_sql` +**Prompt:** Display the properties of SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.341151 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.314077 | `azmcp_postgres` | ❌ | +| 3 | 0.272830 | `azmcp_kusto` | ❌ | +| 4 | 0.271643 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.271529 | `azmcp_search` | ❌ | +| 6 | 0.269773 | `azmcp_mysql` | ❌ | +| 7 | 0.264026 | `azmcp_storage` | ❌ | +| 8 | 0.251428 | `azmcp_resourcehealth` | ❌ | +| 9 | 0.244545 | `azmcp_quota` | ❌ | +| 10 | 0.237671 | `azmcp_datadog` | ❌ | + +--- + +## Test 258 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create a new storage account called testaccount123 in East US region + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.413741 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.303463 | `azmcp_loadtesting` | ❌ | +| 3 | 0.300949 | `azmcp_quota` | ❌ | +| 4 | 0.280951 | `azmcp_subscription` | ❌ | +| 5 | 0.275618 | `azmcp_cloudarchitect` | ❌ | +| 6 | 0.264633 | `azmcp_keyvault` | ❌ | +| 7 | 0.263528 | `azmcp_acr` | ❌ | +| 8 | 0.259127 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.257551 | `azmcp_functionapp` | ❌ | +| 10 | 0.256122 | `azmcp_sql` | ❌ | + +--- + +## Test 259 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create a storage account with premium performance and LRS replication + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.405301 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.372605 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.352246 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.341673 | `azmcp_loadtesting` | ❌ | +| 5 | 0.334731 | `azmcp_sql` | ❌ | +| 6 | 0.322564 | `azmcp_acr` | ❌ | +| 7 | 0.321778 | `azmcp_redis` | ❌ | +| 8 | 0.319361 | `azmcp_quota` | ❌ | +| 9 | 0.317445 | `azmcp_cosmos` | ❌ | +| 10 | 0.314803 | `azmcp_keyvault` | ❌ | + +--- + +## Test 260 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.486960 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.378261 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.374347 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.344197 | `azmcp_functionapp` | ❌ | +| 5 | 0.331636 | `azmcp_sql` | ❌ | +| 6 | 0.330498 | `azmcp_acr` | ❌ | +| 7 | 0.320561 | `azmcp_keyvault` | ❌ | +| 8 | 0.313433 | `azmcp_datadog` | ❌ | +| 9 | 0.308941 | `azmcp_group` | ❌ | +| 10 | 0.307754 | `azmcp_loadtesting` | ❌ | + +--- + +## Test 261 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the details for my storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.491151 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.394592 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.392509 | `azmcp_subscription` | ❌ | +| 4 | 0.384707 | `azmcp_quota` | ❌ | +| 5 | 0.325773 | `azmcp_functionapp` | ❌ | +| 6 | 0.315945 | `azmcp_datadog` | ❌ | +| 7 | 0.311418 | `azmcp_keyvault` | ❌ | +| 8 | 0.306206 | `azmcp_monitor` | ❌ | +| 9 | 0.306166 | `azmcp_group` | ❌ | +| 10 | 0.303560 | `azmcp_appconfig` | ❌ | + +--- + +## Test 262 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Get details about the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489227 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.376407 | `azmcp_quota` | ❌ | +| 3 | 0.365554 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.361999 | `azmcp_subscription` | ❌ | +| 5 | 0.316209 | `azmcp_functionapp` | ❌ | +| 6 | 0.310625 | `azmcp_keyvault` | ❌ | +| 7 | 0.298055 | `azmcp_datadog` | ❌ | +| 8 | 0.296681 | `azmcp_servicebus` | ❌ | +| 9 | 0.296324 | `azmcp_appconfig` | ❌ | +| 10 | 0.295196 | `azmcp_acr` | ❌ | + +--- + +## Test 263 + +**Expected Tool:** `azmcp_storage` +**Prompt:** List all storage accounts in my subscription including their location and SKU + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.479627 | `azmcp_subscription` | ❌ | +| 2 | 0.458884 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.433259 | `azmcp_quota` | ❌ | +| 4 | 0.389936 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.367140 | `azmcp_group` | ❌ | +| 6 | 0.327591 | `azmcp_aks` | ❌ | +| 7 | 0.323152 | `azmcp_eventgrid` | ❌ | +| 8 | 0.318780 | `azmcp_marketplace` | ❌ | +| 9 | 0.314110 | `azmcp_kusto` | ❌ | +| 10 | 0.309042 | `azmcp_bestpractices` | ❌ | + +--- + +## Test 264 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.433925 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.396756 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.389847 | `azmcp_quota` | ❌ | +| 4 | 0.335275 | `azmcp_subscription` | ❌ | +| 5 | 0.331402 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.285324 | `azmcp_aks` | ❌ | +| 7 | 0.284636 | `azmcp_bestpractices` | ❌ | +| 8 | 0.284177 | `azmcp_keyvault` | ❌ | +| 9 | 0.283108 | `azmcp_group` | ❌ | +| 10 | 0.282789 | `azmcp_grafana` | ❌ | + +--- + +## Test 265 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.464032 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.430931 | `azmcp_subscription` | ❌ | +| 3 | 0.369725 | `azmcp_quota` | ❌ | +| 4 | 0.366525 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.330399 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.328249 | `azmcp_keyvault` | ❌ | +| 7 | 0.324623 | `azmcp_appconfig` | ❌ | +| 8 | 0.324335 | `azmcp_bestpractices` | ❌ | +| 9 | 0.322287 | `azmcp_group` | ❌ | +| 10 | 0.320008 | `azmcp_sql` | ❌ | + +--- + +## Test 266 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Set access tier to Cool for multiple blobs in the container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.410953 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.341448 | `azmcp_acr` | ❌ | +| 3 | 0.317117 | `azmcp_cosmos` | ❌ | +| 4 | 0.310546 | `azmcp_functionapp` | ❌ | +| 5 | 0.305051 | `azmcp_subscription` | ❌ | +| 6 | 0.305019 | `azmcp_keyvault` | ❌ | +| 7 | 0.293043 | `azmcp_azuremanagedlustre` | ❌ | +| 8 | 0.286643 | `azmcp_role` | ❌ | +| 9 | 0.283813 | `azmcp_quota` | ❌ | +| 10 | 0.281683 | `azmcp_cloudarchitect` | ❌ | + +--- + +## Test 267 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.393929 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.368809 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.362576 | `azmcp_acr` | ❌ | +| 4 | 0.322948 | `azmcp_subscription` | ❌ | +| 5 | 0.309952 | `azmcp_functionapp` | ❌ | +| 6 | 0.305741 | `azmcp_keyvault` | ❌ | +| 7 | 0.294105 | `azmcp_cloudarchitect` | ❌ | +| 8 | 0.292760 | `azmcp_cosmos` | ❌ | +| 9 | 0.290598 | `azmcp_quota` | ❌ | +| 10 | 0.282420 | `azmcp_aks` | ❌ | + +--- + +## Test 268 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create the storage container mycontainer in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.406977 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.339040 | `azmcp_acr` | ❌ | +| 3 | 0.288533 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.276919 | `azmcp_cosmos` | ❌ | +| 5 | 0.275153 | `azmcp_cloudarchitect` | ❌ | +| 6 | 0.274058 | `azmcp_subscription` | ❌ | +| 7 | 0.272018 | `azmcp_functionapp` | ❌ | +| 8 | 0.267588 | `azmcp_group` | ❌ | +| 9 | 0.254361 | `azmcp_keyvault` | ❌ | +| 10 | 0.251644 | `azmcp_quota` | ❌ | + +--- + +## Test 269 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create the container using blob public access in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.407786 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.362999 | `azmcp_acr` | ❌ | +| 3 | 0.296164 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.294027 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.291960 | `azmcp_cosmos` | ❌ | +| 6 | 0.291521 | `azmcp_functionapp` | ❌ | +| 7 | 0.280179 | `azmcp_keyvault` | ❌ | +| 8 | 0.272478 | `azmcp_subscription` | ❌ | +| 9 | 0.255154 | `azmcp_quota` | ❌ | +| 10 | 0.250657 | `azmcp_role` | ❌ | + +--- + +## Test 270 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create a new blob container named documents with container public access in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.388421 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.376097 | `azmcp_cosmos` | ❌ | +| 3 | 0.321842 | `azmcp_acr` | ❌ | +| 4 | 0.292490 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.292423 | `azmcp_functionapp` | ❌ | +| 6 | 0.273974 | `azmcp_keyvault` | ❌ | +| 7 | 0.268675 | `azmcp_cloudarchitect` | ❌ | +| 8 | 0.267622 | `azmcp_subscription` | ❌ | +| 9 | 0.259238 | `azmcp_group` | ❌ | +| 10 | 0.249913 | `azmcp_quota` | ❌ | + +--- + +## Test 271 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the properties of the storage container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.483236 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.384733 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.369509 | `azmcp_quota` | ❌ | +| 4 | 0.360761 | `azmcp_acr` | ❌ | +| 5 | 0.338758 | `azmcp_subscription` | ❌ | +| 6 | 0.332722 | `azmcp_cosmos` | ❌ | +| 7 | 0.307763 | `azmcp_functionapp` | ❌ | +| 8 | 0.300046 | `azmcp_keyvault` | ❌ | +| 9 | 0.295528 | `azmcp_aks` | ❌ | +| 10 | 0.293468 | `azmcp_monitor` | ❌ | + +--- + +## Test 272 + +**Expected Tool:** `azmcp_storage` +**Prompt:** List all blob containers in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.435729 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.356838 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.349220 | `azmcp_subscription` | ❌ | +| 4 | 0.345851 | `azmcp_acr` | ❌ | +| 5 | 0.307432 | `azmcp_quota` | ❌ | +| 6 | 0.305164 | `azmcp_cosmos` | ❌ | +| 7 | 0.291564 | `azmcp_group` | ❌ | +| 8 | 0.276822 | `azmcp_aks` | ❌ | +| 9 | 0.264710 | `azmcp_functionapp` | ❌ | +| 10 | 0.253246 | `azmcp_sql` | ❌ | + +--- + +## Test 273 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the containers in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.462006 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.378238 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.364989 | `azmcp_subscription` | ❌ | +| 4 | 0.355040 | `azmcp_acr` | ❌ | +| 5 | 0.352284 | `azmcp_quota` | ❌ | +| 6 | 0.316348 | `azmcp_cosmos` | ❌ | +| 7 | 0.304235 | `azmcp_group` | ❌ | +| 8 | 0.295468 | `azmcp_functionapp` | ❌ | +| 9 | 0.293632 | `azmcp_aks` | ❌ | +| 10 | 0.284145 | `azmcp_kusto` | ❌ | + +--- + +## Test 274 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the properties for blob in container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.469337 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.377328 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.361293 | `azmcp_cosmos` | ❌ | +| 4 | 0.349844 | `azmcp_acr` | ❌ | +| 5 | 0.336419 | `azmcp_quota` | ❌ | +| 6 | 0.299278 | `azmcp_kusto` | ❌ | +| 7 | 0.292160 | `azmcp_subscription` | ❌ | +| 8 | 0.287394 | `azmcp_appconfig` | ❌ | +| 9 | 0.286865 | `azmcp_sql` | ❌ | +| 10 | 0.285813 | `azmcp_keyvault` | ❌ | + +--- + +## Test 275 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Get the details about blob in the container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.435820 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.325984 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.320251 | `azmcp_acr` | ❌ | +| 4 | 0.313846 | `azmcp_cosmos` | ❌ | +| 5 | 0.312605 | `azmcp_quota` | ❌ | +| 6 | 0.267268 | `azmcp_servicebus` | ❌ | +| 7 | 0.255213 | `azmcp_subscription` | ❌ | +| 8 | 0.255181 | `azmcp_functionapp` | ❌ | +| 9 | 0.250936 | `azmcp_keyvault` | ❌ | +| 10 | 0.247746 | `azmcp_appconfig` | ❌ | + +--- + +## Test 276 + +**Expected Tool:** `azmcp_storage` +**Prompt:** List all blobs in the blob container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.439111 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.363709 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.342047 | `azmcp_subscription` | ❌ | +| 4 | 0.338220 | `azmcp_acr` | ❌ | +| 5 | 0.302393 | `azmcp_cosmos` | ❌ | +| 6 | 0.296421 | `azmcp_quota` | ❌ | +| 7 | 0.290670 | `azmcp_group` | ❌ | +| 8 | 0.270969 | `azmcp_functionapp` | ❌ | +| 9 | 0.269416 | `azmcp_aks` | ❌ | +| 10 | 0.257104 | `azmcp_keyvault` | ❌ | + +--- + +## Test 277 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the blobs in the blob container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.442541 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.351918 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.350271 | `azmcp_acr` | ❌ | +| 4 | 0.337506 | `azmcp_cosmos` | ❌ | +| 5 | 0.314825 | `azmcp_quota` | ❌ | +| 6 | 0.311964 | `azmcp_subscription` | ❌ | +| 7 | 0.276270 | `azmcp_aks` | ❌ | +| 8 | 0.273629 | `azmcp_kusto` | ❌ | +| 9 | 0.269634 | `azmcp_group` | ❌ | +| 10 | 0.267026 | `azmcp_functionapp` | ❌ | + +--- + +## Test 278 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Upload file to storage blob in container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.424429 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.295109 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.292922 | `azmcp_acr` | ❌ | +| 4 | 0.274278 | `azmcp_functionapp` | ❌ | +| 5 | 0.262885 | `azmcp_cosmos` | ❌ | +| 6 | 0.241833 | `azmcp_subscription` | ❌ | +| 7 | 0.236887 | `azmcp_appconfig` | ❌ | +| 8 | 0.234594 | `azmcp_deploy` | ❌ | +| 9 | 0.233672 | `azmcp_keyvault` | ❌ | +| 10 | 0.232538 | `azmcp_loadtesting` | ❌ | + +--- + +## Test 279 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Create a new directory at the path in Data Lake in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.366434 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.276915 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.264147 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.246961 | `azmcp_functionapp` | ❌ | +| 5 | 0.236757 | `azmcp_acr` | ❌ | +| 6 | 0.235250 | `azmcp_keyvault` | ❌ | +| 7 | 0.232686 | `azmcp_subscription` | ❌ | +| 8 | 0.227535 | `azmcp_group` | ❌ | +| 9 | 0.226061 | `azmcp_datadog` | ❌ | +| 10 | 0.224984 | `azmcp_sql` | ❌ | + +--- + +## Test 280 + +**Expected Tool:** `azmcp_storage` +**Prompt:** List all paths in the Data Lake file system in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498354 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.421437 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.335653 | `azmcp_subscription` | ❌ | +| 4 | 0.310934 | `azmcp_quota` | ❌ | +| 5 | 0.293542 | `azmcp_kusto` | ❌ | +| 6 | 0.291222 | `azmcp_datadog` | ❌ | +| 7 | 0.289666 | `azmcp_functionapp` | ❌ | +| 8 | 0.272944 | `azmcp_group` | ❌ | +| 9 | 0.267827 | `azmcp_aks` | ❌ | +| 10 | 0.265995 | `azmcp_search` | ❌ | + +--- + +## Test 281 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the paths in the Data Lake file system in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.488929 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.424722 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.325701 | `azmcp_quota` | ❌ | +| 4 | 0.322727 | `azmcp_subscription` | ❌ | +| 5 | 0.310864 | `azmcp_kusto` | ❌ | +| 6 | 0.289441 | `azmcp_datadog` | ❌ | +| 7 | 0.283802 | `azmcp_functionapp` | ❌ | +| 8 | 0.275791 | `azmcp_monitor` | ❌ | +| 9 | 0.274777 | `azmcp_grafana` | ❌ | +| 10 | 0.273084 | `azmcp_deploy` | ❌ | + +--- + +## Test 282 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Recursively list all paths in the Data Lake file system in the storage account filtered by + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.449217 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.381414 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.310896 | `azmcp_subscription` | ❌ | +| 4 | 0.274563 | `azmcp_search` | ❌ | +| 5 | 0.272425 | `azmcp_kusto` | ❌ | +| 6 | 0.272268 | `azmcp_deploy` | ❌ | +| 7 | 0.265323 | `azmcp_quota` | ❌ | +| 8 | 0.261369 | `azmcp_datadog` | ❌ | +| 9 | 0.261307 | `azmcp_functionapp` | ❌ | +| 10 | 0.260539 | `azmcp_group` | ❌ | + +--- + +## Test 283 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Send a message "Hello, World!" to the queue in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.410206 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.379236 | `azmcp_servicebus` | ❌ | +| 3 | 0.310543 | `azmcp_quota` | ❌ | +| 4 | 0.293852 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.285685 | `azmcp_kusto` | ❌ | +| 6 | 0.276287 | `azmcp_cosmos` | ❌ | +| 7 | 0.272383 | `azmcp_keyvault` | ❌ | +| 8 | 0.271239 | `azmcp_eventgrid` | ❌ | +| 9 | 0.268432 | `azmcp_functionapp` | ❌ | +| 10 | 0.267916 | `azmcp_subscription` | ❌ | + +--- + +## Test 284 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Send a message with TTL of 3600 seconds to the queue in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.389696 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.379285 | `azmcp_servicebus` | ❌ | +| 3 | 0.303915 | `azmcp_quota` | ❌ | +| 4 | 0.278806 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.265315 | `azmcp_keyvault` | ❌ | +| 6 | 0.259074 | `azmcp_subscription` | ❌ | +| 7 | 0.258916 | `azmcp_kusto` | ❌ | +| 8 | 0.257352 | `azmcp_redis` | ❌ | +| 9 | 0.254712 | `azmcp_eventgrid` | ❌ | +| 10 | 0.252856 | `azmcp_sql` | ❌ | + +--- + +## Test 285 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Add a message to the queue in storage account with visibility timeout of 30 seconds + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.385301 | `azmcp_servicebus` | ❌ | +| 2 | 0.357271 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.289166 | `azmcp_quota` | ❌ | +| 4 | 0.270632 | `azmcp_keyvault` | ❌ | +| 5 | 0.262351 | `azmcp_cosmos` | ❌ | +| 6 | 0.260051 | `azmcp_functionapp` | ❌ | +| 7 | 0.259534 | `azmcp_redis` | ❌ | +| 8 | 0.258806 | `azmcp_subscription` | ❌ | +| 9 | 0.257889 | `azmcp_eventgrid` | ❌ | +| 10 | 0.255382 | `azmcp_kusto` | ❌ | + +--- + +## Test 286 + +**Expected Tool:** `azmcp_storage` +**Prompt:** List all files and directories in the File Share in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.490692 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.480825 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.384753 | `azmcp_subscription` | ❌ | +| 4 | 0.347268 | `azmcp_group` | ❌ | +| 5 | 0.342629 | `azmcp_quota` | ❌ | +| 6 | 0.338875 | `azmcp_functionapp` | ❌ | +| 7 | 0.327608 | `azmcp_acr` | ❌ | +| 8 | 0.315941 | `azmcp_keyvault` | ❌ | +| 9 | 0.309531 | `azmcp_search` | ❌ | +| 10 | 0.306241 | `azmcp_aks` | ❌ | + +--- + +## Test 287 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the files in the File Share directory in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.461701 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.437915 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.345985 | `azmcp_subscription` | ❌ | +| 4 | 0.310491 | `azmcp_quota` | ❌ | +| 5 | 0.297641 | `azmcp_functionapp` | ❌ | +| 6 | 0.296263 | `azmcp_keyvault` | ❌ | +| 7 | 0.291516 | `azmcp_search` | ❌ | +| 8 | 0.291111 | `azmcp_group` | ❌ | +| 9 | 0.290435 | `azmcp_extension_azqr` | ❌ | +| 10 | 0.274956 | `azmcp_acr` | ❌ | + +--- + +## Test 288 + +**Expected Tool:** `azmcp_storage` +**Prompt:** List files with prefix 'report' in the File Share in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.452231 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.437155 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.423868 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.369122 | `azmcp_subscription` | ❌ | +| 5 | 0.348321 | `azmcp_quota` | ❌ | +| 6 | 0.338437 | `azmcp_group` | ❌ | +| 7 | 0.326036 | `azmcp_monitor` | ❌ | +| 8 | 0.322377 | `azmcp_acr` | ❌ | +| 9 | 0.318353 | `azmcp_functionapp` | ❌ | +| 10 | 0.311194 | `azmcp_search` | ❌ | + +--- + +## Test 289 + +**Expected Tool:** `azmcp_storage` +**Prompt:** List all tables in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.467027 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.410267 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.376717 | `azmcp_subscription` | ❌ | +| 4 | 0.359145 | `azmcp_kusto` | ❌ | +| 5 | 0.358110 | `azmcp_sql` | ❌ | +| 6 | 0.340169 | `azmcp_mysql` | ❌ | +| 7 | 0.334877 | `azmcp_quota` | ❌ | +| 8 | 0.334798 | `azmcp_postgres` | ❌ | +| 9 | 0.326508 | `azmcp_cosmos` | ❌ | +| 10 | 0.322041 | `azmcp_grafana` | ❌ | + +--- + +## Test 290 + +**Expected Tool:** `azmcp_storage` +**Prompt:** Show me the tables in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.490181 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.417166 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.376805 | `azmcp_kusto` | ❌ | +| 4 | 0.375342 | `azmcp_subscription` | ❌ | +| 5 | 0.364038 | `azmcp_quota` | ❌ | +| 6 | 0.360579 | `azmcp_sql` | ❌ | +| 7 | 0.347633 | `azmcp_cosmos` | ❌ | +| 8 | 0.334377 | `azmcp_mysql` | ❌ | +| 9 | 0.326195 | `azmcp_postgres` | ❌ | +| 10 | 0.318692 | `azmcp_grafana` | ❌ | + +--- + +## Test 291 + +**Expected Tool:** `azmcp_subscription` +**Prompt:** List all subscriptions for my account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.537114 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.312465 | `azmcp_group` | ❌ | +| 3 | 0.305650 | `azmcp_eventgrid` | ❌ | +| 4 | 0.274964 | `azmcp_foundry` | ❌ | +| 5 | 0.245363 | `azmcp_servicebus` | ❌ | +| 6 | 0.244004 | `azmcp_quota` | ❌ | +| 7 | 0.238411 | `azmcp_marketplace` | ❌ | +| 8 | 0.231381 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.230938 | `azmcp_storage` | ❌ | +| 10 | 0.227323 | `azmcp_datadog` | ❌ | + +--- + +## Test 292 + +**Expected Tool:** `azmcp_subscription` +**Prompt:** Show me my subscriptions + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.385304 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.248821 | `azmcp_eventgrid` | ❌ | +| 3 | 0.228069 | `azmcp_group` | ❌ | +| 4 | 0.194460 | `azmcp_servicebus` | ❌ | +| 5 | 0.185893 | `azmcp_foundry` | ❌ | +| 6 | 0.183037 | `azmcp_marketplace` | ❌ | +| 7 | 0.169804 | `azmcp_grafana` | ❌ | +| 8 | 0.161948 | `azmcp_datadog` | ❌ | +| 9 | 0.151483 | `azmcp_search` | ❌ | +| 10 | 0.150258 | `azmcp_postgres` | ❌ | + +--- + +## Test 293 + +**Expected Tool:** `azmcp_subscription` +**Prompt:** What is my current subscription? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.347831 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.241202 | `azmcp_eventgrid` | ❌ | +| 3 | 0.187522 | `azmcp_group` | ❌ | +| 4 | 0.180256 | `azmcp_servicebus` | ❌ | +| 5 | 0.169420 | `azmcp_marketplace` | ❌ | +| 6 | 0.165876 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.152072 | `azmcp_foundry` | ❌ | +| 8 | 0.148828 | `azmcp_extension_azqr` | ❌ | +| 9 | 0.148305 | `azmcp_kusto` | ❌ | +| 10 | 0.146523 | `azmcp_datadog` | ❌ | + +--- + +## Test 294 + +**Expected Tool:** `azmcp_subscription` +**Prompt:** What subscriptions do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.413063 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.297744 | `azmcp_eventgrid` | ❌ | +| 3 | 0.242670 | `azmcp_group` | ❌ | +| 4 | 0.236947 | `azmcp_servicebus` | ❌ | +| 5 | 0.209820 | `azmcp_marketplace` | ❌ | +| 6 | 0.200469 | `azmcp_foundry` | ❌ | +| 7 | 0.196750 | `azmcp_kusto` | ❌ | +| 8 | 0.190777 | `azmcp_datadog` | ❌ | +| 9 | 0.190413 | `azmcp_storage` | ❌ | +| 10 | 0.184141 | `azmcp_deploy` | ❌ | + +--- + +## Test 295 + +**Expected Tool:** `azmcp_virtualdesktop` +**Prompt:** List all host pools in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.487530 | `azmcp_subscription` | ❌ | +| 2 | 0.411561 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 3 | 0.377767 | `azmcp_group` | ❌ | +| 4 | 0.360182 | `azmcp_sql` | ❌ | +| 5 | 0.350196 | `azmcp_quota` | ❌ | +| 6 | 0.339560 | `azmcp_eventgrid` | ❌ | +| 7 | 0.331653 | `azmcp_aks` | ❌ | +| 8 | 0.314020 | `azmcp_azuremanagedlustre` | ❌ | +| 9 | 0.307668 | `azmcp_resourcehealth` | ❌ | +| 10 | 0.302233 | `azmcp_foundry` | ❌ | + +--- + +## Test 296 + +**Expected Tool:** `azmcp_virtualdesktop` +**Prompt:** List all session hosts in host pool + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.451799 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 2 | 0.286576 | `azmcp_quota` | ❌ | +| 3 | 0.273487 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.272631 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.265247 | `azmcp_sql` | ❌ | +| 6 | 0.262680 | `azmcp_subscription` | ❌ | +| 7 | 0.259658 | `azmcp_foundry` | ❌ | +| 8 | 0.242002 | `azmcp_search` | ❌ | +| 9 | 0.241780 | `azmcp_group` | ❌ | +| 10 | 0.235315 | `azmcp_grafana` | ❌ | + +--- + +## Test 297 + +**Expected Tool:** `azmcp_virtualdesktop` +**Prompt:** List all user sessions on session host in host pool + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.454673 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 2 | 0.272343 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.270036 | `azmcp_subscription` | ❌ | +| 4 | 0.263826 | `azmcp_quota` | ❌ | +| 5 | 0.251855 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.233565 | `azmcp_search` | ❌ | +| 7 | 0.233275 | `azmcp_sql` | ❌ | +| 8 | 0.232219 | `azmcp_grafana` | ❌ | +| 9 | 0.228825 | `azmcp_foundry` | ❌ | +| 10 | 0.226560 | `azmcp_group` | ❌ | + +--- + +## Test 298 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Create a new workbook named + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.465630 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.206723 | `azmcp_grafana` | ❌ | +| 3 | 0.115388 | `azmcp_bicepschema` | ❌ | +| 4 | 0.111941 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.102583 | `azmcp_functionapp` | ❌ | +| 6 | 0.099162 | `azmcp_cloudarchitect` | ❌ | +| 7 | 0.092287 | `azmcp_marketplace` | ❌ | +| 8 | 0.089752 | `azmcp_loadtesting` | ❌ | +| 9 | 0.088287 | `azmcp_keyvault` | ❌ | +| 10 | 0.082485 | `azmcp_group` | ❌ | + +--- + +## Test 299 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Delete the workbook with resource ID + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.456714 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.221231 | `azmcp_grafana` | ❌ | +| 3 | 0.151727 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.150755 | `azmcp_group` | ❌ | +| 5 | 0.148882 | `azmcp_extension_azqr` | ❌ | +| 6 | 0.147488 | `azmcp_sql` | ❌ | +| 7 | 0.147193 | `azmcp_postgres` | ❌ | +| 8 | 0.142326 | `azmcp_role` | ❌ | +| 9 | 0.138981 | `azmcp_functionapp` | ❌ | +| 10 | 0.135773 | `azmcp_resourcehealth` | ❌ | + +--- + +## Test 300 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** List all workbooks in my resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.539125 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.490077 | `azmcp_group` | ❌ | +| 3 | 0.360895 | `azmcp_grafana` | ❌ | +| 4 | 0.321430 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.317639 | `azmcp_subscription` | ❌ | +| 6 | 0.313932 | `azmcp_resourcehealth` | ❌ | +| 7 | 0.310074 | `azmcp_quota` | ❌ | +| 8 | 0.303552 | `azmcp_functionapp` | ❌ | +| 9 | 0.295696 | `azmcp_azuremanagedlustre` | ❌ | +| 10 | 0.294219 | `azmcp_role` | ❌ | + +--- + +## Test 301 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** What workbooks do I have in resource group ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.571828 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.490770 | `azmcp_group` | ❌ | +| 3 | 0.378435 | `azmcp_grafana` | ❌ | +| 4 | 0.343704 | `azmcp_quota` | ❌ | +| 5 | 0.343283 | `azmcp_resourcehealth` | ❌ | +| 6 | 0.338291 | `azmcp_functionapp` | ❌ | +| 7 | 0.334580 | `azmcp_extension_azqr` | ❌ | +| 8 | 0.321932 | `azmcp_datadog` | ❌ | +| 9 | 0.318579 | `azmcp_subscription` | ❌ | +| 10 | 0.313095 | `azmcp_role` | ❌ | + +--- + +## Test 302 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Get information about the workbook with resource ID + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.470736 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.242309 | `azmcp_grafana` | ❌ | +| 3 | 0.201831 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.190961 | `azmcp_quota` | ❌ | +| 5 | 0.189657 | `azmcp_extension_azqr` | ❌ | +| 6 | 0.164805 | `azmcp_group` | ❌ | +| 7 | 0.163349 | `azmcp_sql` | ❌ | +| 8 | 0.160280 | `azmcp_virtualdesktop` | ❌ | +| 9 | 0.159078 | `azmcp_datadog` | ❌ | +| 10 | 0.154093 | `azmcp_foundry` | ❌ | + +--- + +## Test 303 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Show me the workbook with display name + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.471788 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.276892 | `azmcp_grafana` | ❌ | +| 3 | 0.161902 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.150875 | `azmcp_marketplace` | ❌ | +| 5 | 0.143215 | `azmcp_virtualdesktop` | ❌ | +| 6 | 0.141357 | `azmcp_bicepschema` | ❌ | +| 7 | 0.131679 | `azmcp_applens` | ❌ | +| 8 | 0.127750 | `azmcp_group` | ❌ | +| 9 | 0.123368 | `azmcp_subscription` | ❌ | +| 10 | 0.122129 | `azmcp_search` | ❌ | + +--- + +## Test 304 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Update the workbook with a new text step + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.434069 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.206844 | `azmcp_grafana` | ❌ | +| 3 | 0.172204 | `azmcp_loadtesting` | ❌ | +| 4 | 0.153735 | `azmcp_bicepschema` | ❌ | +| 5 | 0.140182 | `azmcp_sql` | ❌ | +| 6 | 0.137148 | `azmcp_postgres` | ❌ | +| 7 | 0.136113 | `azmcp_virtualdesktop` | ❌ | +| 8 | 0.129525 | `azmcp_marketplace` | ❌ | +| 9 | 0.121202 | `azmcp_foundry` | ❌ | +| 10 | 0.119250 | `azmcp_functionapp` | ❌ | + +--- + +## Summary + +**Total Prompts Tested:** 304 +**Execution Time:** 37.0431243s + +### Success Rate Metrics + +**Top Choice Success:** 84.5% (257/304 tests) + +#### Confidence Level Distribution + +**💪 Very High Confidence (≥0.8):** 0.0% (0/304 tests) +**🎯 High Confidence (≥0.7):** 0.3% (1/304 tests) +**✅ Good Confidence (≥0.6):** 4.3% (13/304 tests) +**👍 Fair Confidence (≥0.5):** 30.9% (94/304 tests) +**👌 Acceptable Confidence (≥0.4):** 78.6% (239/304 tests) +**❌ Low Confidence (<0.4):** 21.4% (65/304 tests) + +#### Top Choice + Confidence Combinations + +**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/304 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 0.3% (1/304 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 4.3% (13/304 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 29.6% (90/304 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 70.4% (214/304 tests) + +### Success Rate Analysis + +🟠 **Fair** - The tool selection system needs significant improvement. + +⚠️ **Recommendation:** Tool descriptions need improvement to better match user intent (targets: ≥0.6 good, ≥0.7 high). + diff --git a/eng/tools/ToolDescriptionEvaluator/results.md b/eng/tools/ToolDescriptionEvaluator/results.md index 5f9f1eea0..4f9211744 100644 --- a/eng/tools/ToolDescriptionEvaluator/results.md +++ b/eng/tools/ToolDescriptionEvaluator/results.md @@ -1,112 +1,112 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-17 17:35:16 -**Tool count:** 136 -**Database setup time:** 4.8300256s +**Setup completed:** 2025-09-22 14:01:52 +**Tool count:** 140 +**Database setup time:** 2.0399131s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-17 17:35:16 -**Tool count:** 136 +**Analysis Date:** 2025-09-22 14:01:52 +**Tool count:** 140 ## Table of Contents -- [Test 1: azmcp_foundry_knowledge_index_list](#test-1) -- [Test 2: azmcp_foundry_knowledge_index_list](#test-2) -- [Test 3: azmcp_foundry_knowledge_index_schema](#test-3) -- [Test 4: azmcp_foundry_knowledge_index_schema](#test-4) -- [Test 5: azmcp_foundry_models_deploy](#test-5) -- [Test 6: azmcp_foundry_models_deployments_list](#test-6) -- [Test 7: azmcp_foundry_models_deployments_list](#test-7) -- [Test 8: azmcp_foundry_models_list](#test-8) -- [Test 9: azmcp_foundry_models_list](#test-9) -- [Test 10: azmcp_search_index_get](#test-10) -- [Test 11: azmcp_search_index_get](#test-11) -- [Test 12: azmcp_search_index_get](#test-12) -- [Test 13: azmcp_search_index_query](#test-13) -- [Test 14: azmcp_search_service_list](#test-14) -- [Test 15: azmcp_search_service_list](#test-15) -- [Test 16: azmcp_search_service_list](#test-16) -- [Test 17: azmcp_appconfig_account_list](#test-17) -- [Test 18: azmcp_appconfig_account_list](#test-18) -- [Test 19: azmcp_appconfig_account_list](#test-19) -- [Test 20: azmcp_appconfig_kv_delete](#test-20) -- [Test 21: azmcp_appconfig_kv_list](#test-21) -- [Test 22: azmcp_appconfig_kv_list](#test-22) -- [Test 23: azmcp_appconfig_kv_lock_set](#test-23) -- [Test 24: azmcp_appconfig_kv_lock_set](#test-24) -- [Test 25: azmcp_appconfig_kv_set](#test-25) -- [Test 26: azmcp_appconfig_kv_show](#test-26) -- [Test 27: azmcp_applens_resource_diagnose](#test-27) -- [Test 28: azmcp_applens_resource_diagnose](#test-28) -- [Test 29: azmcp_applens_resource_diagnose](#test-29) -- [Test 30: azmcp_acr_registry_list](#test-30) -- [Test 31: azmcp_acr_registry_list](#test-31) -- [Test 32: azmcp_acr_registry_list](#test-32) -- [Test 33: azmcp_acr_registry_list](#test-33) -- [Test 34: azmcp_acr_registry_list](#test-34) -- [Test 35: azmcp_acr_registry_repository_list](#test-35) -- [Test 36: azmcp_acr_registry_repository_list](#test-36) -- [Test 37: azmcp_acr_registry_repository_list](#test-37) -- [Test 38: azmcp_acr_registry_repository_list](#test-38) -- [Test 39: azmcp_cosmos_account_list](#test-39) -- [Test 40: azmcp_cosmos_account_list](#test-40) -- [Test 41: azmcp_cosmos_account_list](#test-41) -- [Test 42: azmcp_cosmos_database_container_item_query](#test-42) -- [Test 43: azmcp_cosmos_database_container_list](#test-43) -- [Test 44: azmcp_cosmos_database_container_list](#test-44) -- [Test 45: azmcp_cosmos_database_list](#test-45) -- [Test 46: azmcp_cosmos_database_list](#test-46) -- [Test 47: azmcp_kusto_cluster_get](#test-47) -- [Test 48: azmcp_kusto_cluster_list](#test-48) -- [Test 49: azmcp_kusto_cluster_list](#test-49) -- [Test 50: azmcp_kusto_cluster_list](#test-50) -- [Test 51: azmcp_kusto_database_list](#test-51) -- [Test 52: azmcp_kusto_database_list](#test-52) -- [Test 53: azmcp_kusto_query](#test-53) -- [Test 54: azmcp_kusto_sample](#test-54) -- [Test 55: azmcp_kusto_table_list](#test-55) -- [Test 56: azmcp_kusto_table_list](#test-56) -- [Test 57: azmcp_kusto_table_schema](#test-57) -- [Test 58: azmcp_mysql_database_list](#test-58) -- [Test 59: azmcp_mysql_database_list](#test-59) -- [Test 60: azmcp_mysql_database_query](#test-60) -- [Test 61: azmcp_mysql_server_config_get](#test-61) -- [Test 62: azmcp_mysql_server_list](#test-62) -- [Test 63: azmcp_mysql_server_list](#test-63) -- [Test 64: azmcp_mysql_server_list](#test-64) -- [Test 65: azmcp_mysql_server_param_get](#test-65) -- [Test 66: azmcp_mysql_server_param_set](#test-66) -- [Test 67: azmcp_mysql_table_list](#test-67) -- [Test 68: azmcp_mysql_table_list](#test-68) -- [Test 69: azmcp_mysql_table_schema_get](#test-69) -- [Test 70: azmcp_postgres_database_list](#test-70) -- [Test 71: azmcp_postgres_database_list](#test-71) -- [Test 72: azmcp_postgres_database_query](#test-72) -- [Test 73: azmcp_postgres_server_config_get](#test-73) -- [Test 74: azmcp_postgres_server_list](#test-74) -- [Test 75: azmcp_postgres_server_list](#test-75) -- [Test 76: azmcp_postgres_server_list](#test-76) -- [Test 77: azmcp_postgres_server_param](#test-77) -- [Test 78: azmcp_postgres_server_param_set](#test-78) -- [Test 79: azmcp_postgres_table_list](#test-79) -- [Test 80: azmcp_postgres_table_list](#test-80) -- [Test 81: azmcp_postgres_table_schema_get](#test-81) -- [Test 82: azmcp_deploy_app_logs_get](#test-82) -- [Test 83: azmcp_deploy_architecture_diagram_generate](#test-83) -- [Test 84: azmcp_deploy_iac_rules_get](#test-84) -- [Test 85: azmcp_deploy_pipeline_guidance_get](#test-85) -- [Test 86: azmcp_deploy_plan_get](#test-86) -- [Test 87: azmcp_eventgrid_topic_list](#test-87) -- [Test 88: azmcp_eventgrid_topic_list](#test-88) -- [Test 89: azmcp_eventgrid_topic_list](#test-89) -- [Test 90: azmcp_eventgrid_topic_list](#test-90) -- [Test 91: azmcp_functionapp_get](#test-91) -- [Test 92: azmcp_functionapp_get](#test-92) -- [Test 93: azmcp_functionapp_get](#test-93) -- [Test 94: azmcp_functionapp_get](#test-94) +- [Test 1: azmcp_acr_registry_list](#test-1) +- [Test 2: azmcp_acr_registry_list](#test-2) +- [Test 3: azmcp_acr_registry_list](#test-3) +- [Test 4: azmcp_acr_registry_list](#test-4) +- [Test 5: azmcp_acr_registry_list](#test-5) +- [Test 6: azmcp_acr_registry_repository_list](#test-6) +- [Test 7: azmcp_acr_registry_repository_list](#test-7) +- [Test 8: azmcp_acr_registry_repository_list](#test-8) +- [Test 9: azmcp_acr_registry_repository_list](#test-9) +- [Test 10: azmcp_aks_cluster_get](#test-10) +- [Test 11: azmcp_aks_cluster_get](#test-11) +- [Test 12: azmcp_aks_cluster_get](#test-12) +- [Test 13: azmcp_aks_cluster_get](#test-13) +- [Test 14: azmcp_aks_cluster_list](#test-14) +- [Test 15: azmcp_aks_cluster_list](#test-15) +- [Test 16: azmcp_aks_cluster_list](#test-16) +- [Test 17: azmcp_aks_nodepool_get](#test-17) +- [Test 18: azmcp_aks_nodepool_get](#test-18) +- [Test 19: azmcp_aks_nodepool_get](#test-19) +- [Test 20: azmcp_aks_nodepool_list](#test-20) +- [Test 21: azmcp_aks_nodepool_list](#test-21) +- [Test 22: azmcp_aks_nodepool_list](#test-22) +- [Test 23: azmcp_appconfig_account_list](#test-23) +- [Test 24: azmcp_appconfig_account_list](#test-24) +- [Test 25: azmcp_appconfig_account_list](#test-25) +- [Test 26: azmcp_appconfig_kv_delete](#test-26) +- [Test 27: azmcp_appconfig_kv_list](#test-27) +- [Test 28: azmcp_appconfig_kv_list](#test-28) +- [Test 29: azmcp_appconfig_kv_lock_set](#test-29) +- [Test 30: azmcp_appconfig_kv_lock_set](#test-30) +- [Test 31: azmcp_appconfig_kv_set](#test-31) +- [Test 32: azmcp_appconfig_kv_show](#test-32) +- [Test 33: azmcp_applens_resource_diagnose](#test-33) +- [Test 34: azmcp_applens_resource_diagnose](#test-34) +- [Test 35: azmcp_applens_resource_diagnose](#test-35) +- [Test 36: azmcp_azuremanagedlustre_filesystem_list](#test-36) +- [Test 37: azmcp_azuremanagedlustre_filesystem_list](#test-37) +- [Test 38: azmcp_azuremanagedlustre_filesystem_required-subnet-size](#test-38) +- [Test 39: azmcp_azuremanagedlustre_filesystem_sku_get](#test-39) +- [Test 40: azmcp_azureterraformbestpractices_get](#test-40) +- [Test 41: azmcp_azureterraformbestpractices_get](#test-41) +- [Test 42: azmcp_bestpractices_get](#test-42) +- [Test 43: azmcp_bestpractices_get](#test-43) +- [Test 44: azmcp_bestpractices_get](#test-44) +- [Test 45: azmcp_bestpractices_get](#test-45) +- [Test 46: azmcp_bestpractices_get](#test-46) +- [Test 47: azmcp_bestpractices_get](#test-47) +- [Test 48: azmcp_bestpractices_get](#test-48) +- [Test 49: azmcp_bestpractices_get](#test-49) +- [Test 50: azmcp_bestpractices_get](#test-50) +- [Test 51: azmcp_bestpractices_get](#test-51) +- [Test 52: azmcp_bicepschema_get](#test-52) +- [Test 53: azmcp_cloudarchitect_design](#test-53) +- [Test 54: azmcp_cloudarchitect_design](#test-54) +- [Test 55: azmcp_cloudarchitect_design](#test-55) +- [Test 56: azmcp_cloudarchitect_design](#test-56) +- [Test 57: azmcp_cosmos_account_list](#test-57) +- [Test 58: azmcp_cosmos_account_list](#test-58) +- [Test 59: azmcp_cosmos_account_list](#test-59) +- [Test 60: azmcp_cosmos_database_container_item_query](#test-60) +- [Test 61: azmcp_cosmos_database_container_list](#test-61) +- [Test 62: azmcp_cosmos_database_container_list](#test-62) +- [Test 63: azmcp_cosmos_database_list](#test-63) +- [Test 64: azmcp_cosmos_database_list](#test-64) +- [Test 65: azmcp_datadog_monitoredresources_list](#test-65) +- [Test 66: azmcp_datadog_monitoredresources_list](#test-66) +- [Test 67: azmcp_deploy_app_logs_get](#test-67) +- [Test 68: azmcp_deploy_architecture_diagram_generate](#test-68) +- [Test 69: azmcp_deploy_iac_rules_get](#test-69) +- [Test 70: azmcp_deploy_pipeline_guidance_get](#test-70) +- [Test 71: azmcp_deploy_plan_get](#test-71) +- [Test 72: azmcp_eventgrid_subscription_list](#test-72) +- [Test 73: azmcp_eventgrid_subscription_list](#test-73) +- [Test 74: azmcp_eventgrid_subscription_list](#test-74) +- [Test 75: azmcp_eventgrid_subscription_list](#test-75) +- [Test 76: azmcp_eventgrid_subscription_list](#test-76) +- [Test 77: azmcp_eventgrid_subscription_list](#test-77) +- [Test 78: azmcp_eventgrid_subscription_list](#test-78) +- [Test 79: azmcp_eventgrid_topic_list](#test-79) +- [Test 80: azmcp_eventgrid_topic_list](#test-80) +- [Test 81: azmcp_eventgrid_topic_list](#test-81) +- [Test 82: azmcp_eventgrid_topic_list](#test-82) +- [Test 83: azmcp_extension_azqr](#test-83) +- [Test 84: azmcp_extension_azqr](#test-84) +- [Test 85: azmcp_extension_azqr](#test-85) +- [Test 86: azmcp_foundry_knowledge_index_list](#test-86) +- [Test 87: azmcp_foundry_knowledge_index_list](#test-87) +- [Test 88: azmcp_foundry_knowledge_index_schema](#test-88) +- [Test 89: azmcp_foundry_knowledge_index_schema](#test-89) +- [Test 90: azmcp_foundry_models_deploy](#test-90) +- [Test 91: azmcp_foundry_models_deployments_list](#test-91) +- [Test 92: azmcp_foundry_models_deployments_list](#test-92) +- [Test 93: azmcp_foundry_models_list](#test-93) +- [Test 94: azmcp_foundry_models_list](#test-94) - [Test 95: azmcp_functionapp_get](#test-95) - [Test 96: azmcp_functionapp_get](#test-96) - [Test 97: azmcp_functionapp_get](#test-97) @@ -115,713 +115,920 @@ - [Test 100: azmcp_functionapp_get](#test-100) - [Test 101: azmcp_functionapp_get](#test-101) - [Test 102: azmcp_functionapp_get](#test-102) -- [Test 103: azmcp_keyvault_certificate_create](#test-103) -- [Test 104: azmcp_keyvault_certificate_get](#test-104) -- [Test 105: azmcp_keyvault_certificate_get](#test-105) -- [Test 106: azmcp_keyvault_certificate_import](#test-106) -- [Test 107: azmcp_keyvault_certificate_import](#test-107) -- [Test 108: azmcp_keyvault_certificate_list](#test-108) -- [Test 109: azmcp_keyvault_certificate_list](#test-109) -- [Test 110: azmcp_keyvault_key_create](#test-110) -- [Test 111: azmcp_keyvault_key_list](#test-111) -- [Test 112: azmcp_keyvault_key_list](#test-112) -- [Test 113: azmcp_keyvault_secret_create](#test-113) -- [Test 114: azmcp_keyvault_secret_list](#test-114) -- [Test 115: azmcp_keyvault_secret_list](#test-115) -- [Test 116: azmcp_aks_cluster_get](#test-116) -- [Test 117: azmcp_aks_cluster_get](#test-117) -- [Test 118: azmcp_aks_cluster_get](#test-118) -- [Test 119: azmcp_aks_cluster_get](#test-119) -- [Test 120: azmcp_aks_cluster_list](#test-120) -- [Test 121: azmcp_aks_cluster_list](#test-121) -- [Test 122: azmcp_aks_cluster_list](#test-122) -- [Test 123: azmcp_aks_nodepool_get](#test-123) -- [Test 124: azmcp_aks_nodepool_get](#test-124) -- [Test 125: azmcp_aks_nodepool_get](#test-125) -- [Test 126: azmcp_aks_nodepool_list](#test-126) -- [Test 127: azmcp_aks_nodepool_list](#test-127) -- [Test 128: azmcp_aks_nodepool_list](#test-128) -- [Test 129: azmcp_loadtesting_test_create](#test-129) -- [Test 130: azmcp_loadtesting_test_get](#test-130) -- [Test 131: azmcp_loadtesting_testresource_create](#test-131) -- [Test 132: azmcp_loadtesting_testresource_list](#test-132) -- [Test 133: azmcp_loadtesting_testrun_create](#test-133) -- [Test 134: azmcp_loadtesting_testrun_get](#test-134) -- [Test 135: azmcp_loadtesting_testrun_list](#test-135) -- [Test 136: azmcp_loadtesting_testrun_update](#test-136) -- [Test 137: azmcp_grafana_list](#test-137) -- [Test 138: azmcp_azuremanagedlustre_filesystem_list](#test-138) -- [Test 139: azmcp_azuremanagedlustre_filesystem_list](#test-139) -- [Test 140: azmcp_azuremanagedlustre_filesystem_required-subnet-size](#test-140) -- [Test 141: azmcp_azuremanagedlustre_filesystem_sku_get](#test-141) -- [Test 142: azmcp_marketplace_product_get](#test-142) -- [Test 143: azmcp_marketplace_product_list](#test-143) +- [Test 103: azmcp_functionapp_get](#test-103) +- [Test 104: azmcp_functionapp_get](#test-104) +- [Test 105: azmcp_functionapp_get](#test-105) +- [Test 106: azmcp_functionapp_get](#test-106) +- [Test 107: azmcp_grafana_list](#test-107) +- [Test 108: azmcp_group_list](#test-108) +- [Test 109: azmcp_group_list](#test-109) +- [Test 110: azmcp_group_list](#test-110) +- [Test 111: azmcp_keyvault_certificate_create](#test-111) +- [Test 112: azmcp_keyvault_certificate_get](#test-112) +- [Test 113: azmcp_keyvault_certificate_get](#test-113) +- [Test 114: azmcp_keyvault_certificate_import](#test-114) +- [Test 115: azmcp_keyvault_certificate_import](#test-115) +- [Test 116: azmcp_keyvault_certificate_list](#test-116) +- [Test 117: azmcp_keyvault_certificate_list](#test-117) +- [Test 118: azmcp_keyvault_key_create](#test-118) +- [Test 119: azmcp_keyvault_key_list](#test-119) +- [Test 120: azmcp_keyvault_key_list](#test-120) +- [Test 121: azmcp_keyvault_secret_create](#test-121) +- [Test 122: azmcp_keyvault_secret_list](#test-122) +- [Test 123: azmcp_keyvault_secret_list](#test-123) +- [Test 124: azmcp_kusto_cluster_get](#test-124) +- [Test 125: azmcp_kusto_cluster_list](#test-125) +- [Test 126: azmcp_kusto_cluster_list](#test-126) +- [Test 127: azmcp_kusto_cluster_list](#test-127) +- [Test 128: azmcp_kusto_database_list](#test-128) +- [Test 129: azmcp_kusto_database_list](#test-129) +- [Test 130: azmcp_kusto_query](#test-130) +- [Test 131: azmcp_kusto_sample](#test-131) +- [Test 132: azmcp_kusto_table_list](#test-132) +- [Test 133: azmcp_kusto_table_list](#test-133) +- [Test 134: azmcp_kusto_table_schema](#test-134) +- [Test 135: azmcp_loadtesting_test_create](#test-135) +- [Test 136: azmcp_loadtesting_test_get](#test-136) +- [Test 137: azmcp_loadtesting_testresource_create](#test-137) +- [Test 138: azmcp_loadtesting_testresource_list](#test-138) +- [Test 139: azmcp_loadtesting_testrun_create](#test-139) +- [Test 140: azmcp_loadtesting_testrun_get](#test-140) +- [Test 141: azmcp_loadtesting_testrun_list](#test-141) +- [Test 142: azmcp_loadtesting_testrun_update](#test-142) +- [Test 143: azmcp_marketplace_product_get](#test-143) - [Test 144: azmcp_marketplace_product_list](#test-144) -- [Test 145: azmcp_bestpractices_get](#test-145) -- [Test 146: azmcp_bestpractices_get](#test-146) -- [Test 147: azmcp_bestpractices_get](#test-147) -- [Test 148: azmcp_bestpractices_get](#test-148) -- [Test 149: azmcp_bestpractices_get](#test-149) -- [Test 150: azmcp_bestpractices_get](#test-150) -- [Test 151: azmcp_bestpractices_get](#test-151) -- [Test 152: azmcp_bestpractices_get](#test-152) -- [Test 153: azmcp_bestpractices_get](#test-153) -- [Test 154: azmcp_bestpractices_get](#test-154) -- [Test 155: azmcp_monitor_healthmodels_entity_gethealth](#test-155) -- [Test 156: azmcp_monitor_metrics_definitions](#test-156) -- [Test 157: azmcp_monitor_metrics_definitions](#test-157) -- [Test 158: azmcp_monitor_metrics_definitions](#test-158) -- [Test 159: azmcp_monitor_metrics_query](#test-159) -- [Test 160: azmcp_monitor_metrics_query](#test-160) -- [Test 161: azmcp_monitor_metrics_query](#test-161) -- [Test 162: azmcp_monitor_metrics_query](#test-162) -- [Test 163: azmcp_monitor_metrics_query](#test-163) -- [Test 164: azmcp_monitor_metrics_query](#test-164) -- [Test 165: azmcp_monitor_resource_log_query](#test-165) -- [Test 166: azmcp_monitor_table_list](#test-166) -- [Test 167: azmcp_monitor_table_list](#test-167) -- [Test 168: azmcp_monitor_table_type_list](#test-168) -- [Test 169: azmcp_monitor_table_type_list](#test-169) -- [Test 170: azmcp_monitor_workspace_list](#test-170) -- [Test 171: azmcp_monitor_workspace_list](#test-171) -- [Test 172: azmcp_monitor_workspace_list](#test-172) -- [Test 173: azmcp_monitor_workspace_log_query](#test-173) -- [Test 174: azmcp_datadog_monitoredresources_list](#test-174) -- [Test 175: azmcp_datadog_monitoredresources_list](#test-175) -- [Test 176: azmcp_extension_azqr](#test-176) -- [Test 177: azmcp_extension_azqr](#test-177) -- [Test 178: azmcp_extension_azqr](#test-178) -- [Test 179: azmcp_quota_region_availability_list](#test-179) -- [Test 180: azmcp_quota_usage_check](#test-180) -- [Test 181: azmcp_role_assignment_list](#test-181) -- [Test 182: azmcp_role_assignment_list](#test-182) -- [Test 183: azmcp_redis_cache_accesspolicy_list](#test-183) -- [Test 184: azmcp_redis_cache_accesspolicy_list](#test-184) -- [Test 185: azmcp_redis_cache_list](#test-185) -- [Test 186: azmcp_redis_cache_list](#test-186) -- [Test 187: azmcp_redis_cache_list](#test-187) -- [Test 188: azmcp_redis_cluster_database_list](#test-188) -- [Test 189: azmcp_redis_cluster_database_list](#test-189) -- [Test 190: azmcp_redis_cluster_list](#test-190) -- [Test 191: azmcp_redis_cluster_list](#test-191) -- [Test 192: azmcp_redis_cluster_list](#test-192) -- [Test 193: azmcp_group_list](#test-193) -- [Test 194: azmcp_group_list](#test-194) -- [Test 195: azmcp_group_list](#test-195) -- [Test 196: azmcp_resourcehealth_availability-status_get](#test-196) -- [Test 197: azmcp_resourcehealth_availability-status_get](#test-197) -- [Test 198: azmcp_resourcehealth_availability-status_get](#test-198) -- [Test 199: azmcp_resourcehealth_availability-status_list](#test-199) -- [Test 200: azmcp_resourcehealth_availability-status_list](#test-200) -- [Test 201: azmcp_resourcehealth_availability-status_list](#test-201) -- [Test 202: azmcp_resourcehealth_service-health-events_list](#test-202) -- [Test 203: azmcp_resourcehealth_service-health-events_list](#test-203) -- [Test 204: azmcp_resourcehealth_service-health-events_list](#test-204) -- [Test 205: azmcp_resourcehealth_service-health-events_list](#test-205) -- [Test 206: azmcp_resourcehealth_service-health-events_list](#test-206) -- [Test 207: azmcp_servicebus_queue_details](#test-207) -- [Test 208: azmcp_servicebus_topic_details](#test-208) -- [Test 209: azmcp_servicebus_topic_subscription_details](#test-209) -- [Test 210: azmcp_sql_db_list](#test-210) -- [Test 211: azmcp_sql_db_list](#test-211) -- [Test 212: azmcp_sql_db_show](#test-212) -- [Test 213: azmcp_sql_db_show](#test-213) -- [Test 214: azmcp_sql_elastic-pool_list](#test-214) -- [Test 215: azmcp_sql_elastic-pool_list](#test-215) -- [Test 216: azmcp_sql_elastic-pool_list](#test-216) -- [Test 217: azmcp_sql_server_create](#test-217) -- [Test 218: azmcp_sql_server_create](#test-218) -- [Test 219: azmcp_sql_server_create](#test-219) -- [Test 220: azmcp_sql_server_delete](#test-220) -- [Test 221: azmcp_sql_server_delete](#test-221) -- [Test 222: azmcp_sql_server_delete](#test-222) -- [Test 223: azmcp_sql_server_entra-admin_list](#test-223) -- [Test 224: azmcp_sql_server_entra-admin_list](#test-224) -- [Test 225: azmcp_sql_server_entra-admin_list](#test-225) -- [Test 226: azmcp_sql_server_firewall-rule_create](#test-226) -- [Test 227: azmcp_sql_server_firewall-rule_create](#test-227) -- [Test 228: azmcp_sql_server_firewall-rule_create](#test-228) -- [Test 229: azmcp_sql_server_firewall-rule_delete](#test-229) -- [Test 230: azmcp_sql_server_firewall-rule_delete](#test-230) -- [Test 231: azmcp_sql_server_firewall-rule_delete](#test-231) -- [Test 232: azmcp_sql_server_firewall-rule_list](#test-232) -- [Test 233: azmcp_sql_server_firewall-rule_list](#test-233) -- [Test 234: azmcp_sql_server_firewall-rule_list](#test-234) -- [Test 235: azmcp_sql_server_show](#test-235) -- [Test 236: azmcp_sql_server_show](#test-236) -- [Test 237: azmcp_sql_server_show](#test-237) -- [Test 238: azmcp_storage_account_create](#test-238) -- [Test 239: azmcp_storage_account_create](#test-239) -- [Test 240: azmcp_storage_account_create](#test-240) -- [Test 241: azmcp_storage_account_get](#test-241) -- [Test 242: azmcp_storage_account_get](#test-242) -- [Test 243: azmcp_storage_account_get](#test-243) -- [Test 244: azmcp_storage_account_get](#test-244) -- [Test 245: azmcp_storage_account_get](#test-245) -- [Test 246: azmcp_storage_blob_batch_set-tier](#test-246) -- [Test 247: azmcp_storage_blob_batch_set-tier](#test-247) -- [Test 248: azmcp_storage_blob_container_create](#test-248) -- [Test 249: azmcp_storage_blob_container_create](#test-249) -- [Test 250: azmcp_storage_blob_container_create](#test-250) -- [Test 251: azmcp_storage_blob_container_get](#test-251) -- [Test 252: azmcp_storage_blob_container_get](#test-252) -- [Test 253: azmcp_storage_blob_container_get](#test-253) -- [Test 254: azmcp_storage_blob_get](#test-254) -- [Test 255: azmcp_storage_blob_get](#test-255) -- [Test 256: azmcp_storage_blob_get](#test-256) -- [Test 257: azmcp_storage_blob_get](#test-257) -- [Test 258: azmcp_storage_blob_upload](#test-258) -- [Test 259: azmcp_storage_datalake_directory_create](#test-259) -- [Test 260: azmcp_storage_datalake_file-system_list-paths](#test-260) -- [Test 261: azmcp_storage_datalake_file-system_list-paths](#test-261) -- [Test 262: azmcp_storage_datalake_file-system_list-paths](#test-262) -- [Test 263: azmcp_storage_queue_message_send](#test-263) -- [Test 264: azmcp_storage_queue_message_send](#test-264) -- [Test 265: azmcp_storage_queue_message_send](#test-265) -- [Test 266: azmcp_storage_share_file_list](#test-266) -- [Test 267: azmcp_storage_share_file_list](#test-267) -- [Test 268: azmcp_storage_share_file_list](#test-268) -- [Test 269: azmcp_storage_table_list](#test-269) -- [Test 270: azmcp_storage_table_list](#test-270) -- [Test 271: azmcp_subscription_list](#test-271) -- [Test 272: azmcp_subscription_list](#test-272) -- [Test 273: azmcp_subscription_list](#test-273) -- [Test 274: azmcp_subscription_list](#test-274) -- [Test 275: azmcp_azureterraformbestpractices_get](#test-275) -- [Test 276: azmcp_azureterraformbestpractices_get](#test-276) -- [Test 277: azmcp_virtualdesktop_hostpool_list](#test-277) -- [Test 278: azmcp_virtualdesktop_hostpool_sessionhost_list](#test-278) -- [Test 279: azmcp_virtualdesktop_hostpool_sessionhost_usersession-list](#test-279) -- [Test 280: azmcp_workbooks_create](#test-280) -- [Test 281: azmcp_workbooks_delete](#test-281) -- [Test 282: azmcp_workbooks_list](#test-282) -- [Test 283: azmcp_workbooks_list](#test-283) -- [Test 284: azmcp_workbooks_show](#test-284) -- [Test 285: azmcp_workbooks_show](#test-285) -- [Test 286: azmcp_workbooks_update](#test-286) -- [Test 287: azmcp_bicepschema_get](#test-287) -- [Test 288: azmcp_cloudarchitect_design](#test-288) -- [Test 289: azmcp_cloudarchitect_design](#test-289) -- [Test 290: azmcp_cloudarchitect_design](#test-290) -- [Test 291: azmcp_cloudarchitect_design](#test-291) +- [Test 145: azmcp_marketplace_product_list](#test-145) +- [Test 146: azmcp_monitor_healthmodels_entity_gethealth](#test-146) +- [Test 147: azmcp_monitor_metrics_definitions](#test-147) +- [Test 148: azmcp_monitor_metrics_definitions](#test-148) +- [Test 149: azmcp_monitor_metrics_definitions](#test-149) +- [Test 150: azmcp_monitor_metrics_query](#test-150) +- [Test 151: azmcp_monitor_metrics_query](#test-151) +- [Test 152: azmcp_monitor_metrics_query](#test-152) +- [Test 153: azmcp_monitor_metrics_query](#test-153) +- [Test 154: azmcp_monitor_metrics_query](#test-154) +- [Test 155: azmcp_monitor_metrics_query](#test-155) +- [Test 156: azmcp_monitor_resource_log_query](#test-156) +- [Test 157: azmcp_monitor_table_list](#test-157) +- [Test 158: azmcp_monitor_table_list](#test-158) +- [Test 159: azmcp_monitor_table_type_list](#test-159) +- [Test 160: azmcp_monitor_table_type_list](#test-160) +- [Test 161: azmcp_monitor_workspace_list](#test-161) +- [Test 162: azmcp_monitor_workspace_list](#test-162) +- [Test 163: azmcp_monitor_workspace_list](#test-163) +- [Test 164: azmcp_monitor_workspace_log_query](#test-164) +- [Test 165: azmcp_mysql_database_list](#test-165) +- [Test 166: azmcp_mysql_database_list](#test-166) +- [Test 167: azmcp_mysql_database_query](#test-167) +- [Test 168: azmcp_mysql_server_config_get](#test-168) +- [Test 169: azmcp_mysql_server_list](#test-169) +- [Test 170: azmcp_mysql_server_list](#test-170) +- [Test 171: azmcp_mysql_server_list](#test-171) +- [Test 172: azmcp_mysql_server_param_get](#test-172) +- [Test 173: azmcp_mysql_server_param_set](#test-173) +- [Test 174: azmcp_mysql_table_list](#test-174) +- [Test 175: azmcp_mysql_table_list](#test-175) +- [Test 176: azmcp_mysql_table_schema_get](#test-176) +- [Test 177: azmcp_postgres_database_list](#test-177) +- [Test 178: azmcp_postgres_database_list](#test-178) +- [Test 179: azmcp_postgres_database_query](#test-179) +- [Test 180: azmcp_postgres_server_config_get](#test-180) +- [Test 181: azmcp_postgres_server_list](#test-181) +- [Test 182: azmcp_postgres_server_list](#test-182) +- [Test 183: azmcp_postgres_server_list](#test-183) +- [Test 184: azmcp_postgres_server_param](#test-184) +- [Test 185: azmcp_postgres_server_param_set](#test-185) +- [Test 186: azmcp_postgres_table_list](#test-186) +- [Test 187: azmcp_postgres_table_list](#test-187) +- [Test 188: azmcp_postgres_table_schema_get](#test-188) +- [Test 189: azmcp_quota_region_availability_list](#test-189) +- [Test 190: azmcp_quota_usage_check](#test-190) +- [Test 191: azmcp_redis_cache_accesspolicy_list](#test-191) +- [Test 192: azmcp_redis_cache_accesspolicy_list](#test-192) +- [Test 193: azmcp_redis_cache_list](#test-193) +- [Test 194: azmcp_redis_cache_list](#test-194) +- [Test 195: azmcp_redis_cache_list](#test-195) +- [Test 196: azmcp_redis_cluster_database_list](#test-196) +- [Test 197: azmcp_redis_cluster_database_list](#test-197) +- [Test 198: azmcp_redis_cluster_list](#test-198) +- [Test 199: azmcp_redis_cluster_list](#test-199) +- [Test 200: azmcp_redis_cluster_list](#test-200) +- [Test 201: azmcp_resourcehealth_availability-status_get](#test-201) +- [Test 202: azmcp_resourcehealth_availability-status_get](#test-202) +- [Test 203: azmcp_resourcehealth_availability-status_get](#test-203) +- [Test 204: azmcp_resourcehealth_availability-status_list](#test-204) +- [Test 205: azmcp_resourcehealth_availability-status_list](#test-205) +- [Test 206: azmcp_resourcehealth_availability-status_list](#test-206) +- [Test 207: azmcp_resourcehealth_service-health-events_list](#test-207) +- [Test 208: azmcp_resourcehealth_service-health-events_list](#test-208) +- [Test 209: azmcp_resourcehealth_service-health-events_list](#test-209) +- [Test 210: azmcp_resourcehealth_service-health-events_list](#test-210) +- [Test 211: azmcp_resourcehealth_service-health-events_list](#test-211) +- [Test 212: azmcp_role_assignment_list](#test-212) +- [Test 213: azmcp_role_assignment_list](#test-213) +- [Test 214: azmcp_search_index_get](#test-214) +- [Test 215: azmcp_search_index_get](#test-215) +- [Test 216: azmcp_search_index_get](#test-216) +- [Test 217: azmcp_search_index_query](#test-217) +- [Test 218: azmcp_search_service_list](#test-218) +- [Test 219: azmcp_search_service_list](#test-219) +- [Test 220: azmcp_search_service_list](#test-220) +- [Test 221: azmcp_servicebus_queue_details](#test-221) +- [Test 222: azmcp_servicebus_topic_details](#test-222) +- [Test 223: azmcp_servicebus_topic_subscription_details](#test-223) +- [Test 224: azmcp_sql_db_create](#test-224) +- [Test 225: azmcp_sql_db_create](#test-225) +- [Test 226: azmcp_sql_db_create](#test-226) +- [Test 227: azmcp_sql_db_delete](#test-227) +- [Test 228: azmcp_sql_db_delete](#test-228) +- [Test 229: azmcp_sql_db_delete](#test-229) +- [Test 230: azmcp_sql_db_list](#test-230) +- [Test 231: azmcp_sql_db_list](#test-231) +- [Test 232: azmcp_sql_db_show](#test-232) +- [Test 233: azmcp_sql_db_show](#test-233) +- [Test 234: azmcp_sql_db_update](#test-234) +- [Test 235: azmcp_sql_db_update](#test-235) +- [Test 236: azmcp_sql_elastic-pool_list](#test-236) +- [Test 237: azmcp_sql_elastic-pool_list](#test-237) +- [Test 238: azmcp_sql_elastic-pool_list](#test-238) +- [Test 239: azmcp_sql_server_create](#test-239) +- [Test 240: azmcp_sql_server_create](#test-240) +- [Test 241: azmcp_sql_server_create](#test-241) +- [Test 242: azmcp_sql_server_delete](#test-242) +- [Test 243: azmcp_sql_server_delete](#test-243) +- [Test 244: azmcp_sql_server_delete](#test-244) +- [Test 245: azmcp_sql_server_entra-admin_list](#test-245) +- [Test 246: azmcp_sql_server_entra-admin_list](#test-246) +- [Test 247: azmcp_sql_server_entra-admin_list](#test-247) +- [Test 248: azmcp_sql_server_firewall-rule_create](#test-248) +- [Test 249: azmcp_sql_server_firewall-rule_create](#test-249) +- [Test 250: azmcp_sql_server_firewall-rule_create](#test-250) +- [Test 251: azmcp_sql_server_firewall-rule_delete](#test-251) +- [Test 252: azmcp_sql_server_firewall-rule_delete](#test-252) +- [Test 253: azmcp_sql_server_firewall-rule_delete](#test-253) +- [Test 254: azmcp_sql_server_firewall-rule_list](#test-254) +- [Test 255: azmcp_sql_server_firewall-rule_list](#test-255) +- [Test 256: azmcp_sql_server_firewall-rule_list](#test-256) +- [Test 257: azmcp_sql_server_show](#test-257) +- [Test 258: azmcp_sql_server_show](#test-258) +- [Test 259: azmcp_sql_server_show](#test-259) +- [Test 260: azmcp_storage_account_create](#test-260) +- [Test 261: azmcp_storage_account_create](#test-261) +- [Test 262: azmcp_storage_account_create](#test-262) +- [Test 263: azmcp_storage_account_get](#test-263) +- [Test 264: azmcp_storage_account_get](#test-264) +- [Test 265: azmcp_storage_account_get](#test-265) +- [Test 266: azmcp_storage_account_get](#test-266) +- [Test 267: azmcp_storage_account_get](#test-267) +- [Test 268: azmcp_storage_blob_batch_set-tier](#test-268) +- [Test 269: azmcp_storage_blob_batch_set-tier](#test-269) +- [Test 270: azmcp_storage_blob_container_create](#test-270) +- [Test 271: azmcp_storage_blob_container_create](#test-271) +- [Test 272: azmcp_storage_blob_container_create](#test-272) +- [Test 273: azmcp_storage_blob_container_get](#test-273) +- [Test 274: azmcp_storage_blob_container_get](#test-274) +- [Test 275: azmcp_storage_blob_container_get](#test-275) +- [Test 276: azmcp_storage_blob_get](#test-276) +- [Test 277: azmcp_storage_blob_get](#test-277) +- [Test 278: azmcp_storage_blob_get](#test-278) +- [Test 279: azmcp_storage_blob_get](#test-279) +- [Test 280: azmcp_storage_blob_upload](#test-280) +- [Test 281: azmcp_storage_datalake_directory_create](#test-281) +- [Test 282: azmcp_storage_datalake_file-system_list-paths](#test-282) +- [Test 283: azmcp_storage_datalake_file-system_list-paths](#test-283) +- [Test 284: azmcp_storage_datalake_file-system_list-paths](#test-284) +- [Test 285: azmcp_storage_queue_message_send](#test-285) +- [Test 286: azmcp_storage_queue_message_send](#test-286) +- [Test 287: azmcp_storage_queue_message_send](#test-287) +- [Test 288: azmcp_storage_share_file_list](#test-288) +- [Test 289: azmcp_storage_share_file_list](#test-289) +- [Test 290: azmcp_storage_share_file_list](#test-290) +- [Test 291: azmcp_storage_table_list](#test-291) +- [Test 292: azmcp_storage_table_list](#test-292) +- [Test 293: azmcp_subscription_list](#test-293) +- [Test 294: azmcp_subscription_list](#test-294) +- [Test 295: azmcp_subscription_list](#test-295) +- [Test 296: azmcp_subscription_list](#test-296) +- [Test 297: azmcp_virtualdesktop_hostpool_list](#test-297) +- [Test 298: azmcp_virtualdesktop_hostpool_sessionhost_list](#test-298) +- [Test 299: azmcp_virtualdesktop_hostpool_sessionhost_usersession-list](#test-299) +- [Test 300: azmcp_workbooks_create](#test-300) +- [Test 301: azmcp_workbooks_delete](#test-301) +- [Test 302: azmcp_workbooks_list](#test-302) +- [Test 303: azmcp_workbooks_list](#test-303) +- [Test 304: azmcp_workbooks_show](#test-304) +- [Test 305: azmcp_workbooks_show](#test-305) +- [Test 306: azmcp_workbooks_update](#test-306) --- ## Test 1 -**Expected Tool:** `azmcp_foundry_knowledge_index_list` -**Prompt:** List all knowledge indexes in my AI Foundry project +**Expected Tool:** `azmcp_acr_registry_list` +**Prompt:** List all Azure Container Registries in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.695202 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | -| 2 | 0.526528 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 3 | 0.433117 | `azmcp_foundry_models_list` | ❌ | -| 4 | 0.422779 | `azmcp_search_index_get` | ❌ | -| 5 | 0.412895 | `azmcp_search_service_list` | ❌ | -| 6 | 0.349507 | `azmcp_search_index_query` | ❌ | -| 7 | 0.329681 | `azmcp_foundry_models_deploy` | ❌ | -| 8 | 0.310470 | `azmcp_foundry_models_deployments_list` | ❌ | -| 9 | 0.309513 | `azmcp_monitor_table_list` | ❌ | -| 10 | 0.296877 | `azmcp_grafana_list` | ❌ | -| 11 | 0.291635 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.286074 | `azmcp_monitor_table_type_list` | ❌ | -| 13 | 0.279840 | `azmcp_keyvault_key_list` | ❌ | -| 14 | 0.270212 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.270162 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.267906 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.265680 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.264056 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.262242 | `azmcp_redis_cluster_list` | ❌ | -| 20 | 0.261138 | `azmcp_kusto_database_list` | ❌ | +| 1 | 0.743568 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.711580 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.541506 | `azmcp_search_service_list` | ❌ | +| 4 | 0.527263 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.515977 | `azmcp_subscription_list` | ❌ | +| 6 | 0.514293 | `azmcp_cosmos_account_list` | ❌ | +| 7 | 0.509386 | `azmcp_monitor_workspace_list` | ❌ | +| 8 | 0.503032 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.490776 | `azmcp_appconfig_account_list` | ❌ | +| 10 | 0.487556 | `azmcp_storage_blob_container_get` | ❌ | +| 11 | 0.483500 | `azmcp_cosmos_database_container_list` | ❌ | +| 12 | 0.482499 | `azmcp_storage_table_list` | ❌ | +| 13 | 0.482236 | `azmcp_redis_cluster_list` | ❌ | +| 14 | 0.481761 | `azmcp_redis_cache_list` | ❌ | +| 15 | 0.480869 | `azmcp_group_list` | ❌ | +| 16 | 0.469958 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 17 | 0.462353 | `azmcp_quota_region_availability_list` | ❌ | +| 18 | 0.460523 | `azmcp_sql_db_list` | ❌ | +| 19 | 0.460343 | `azmcp_cosmos_database_list` | ❌ | +| 20 | 0.456503 | `azmcp_mysql_server_list` | ❌ | --- ## Test 2 -**Expected Tool:** `azmcp_foundry_knowledge_index_list` -**Prompt:** Show me the knowledge indexes in my AI Foundry project +**Expected Tool:** `azmcp_acr_registry_list` +**Prompt:** Show me my Azure Container Registries ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.603396 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | -| 2 | 0.489311 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 3 | 0.396819 | `azmcp_foundry_models_list` | ❌ | -| 4 | 0.374704 | `azmcp_search_index_get` | ❌ | -| 5 | 0.350751 | `azmcp_search_service_list` | ❌ | -| 6 | 0.341865 | `azmcp_search_index_query` | ❌ | -| 7 | 0.317997 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.310576 | `azmcp_foundry_models_deploy` | ❌ | -| 9 | 0.278147 | `azmcp_foundry_models_deployments_list` | ❌ | -| 10 | 0.276839 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.272237 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.256208 | `azmcp_grafana_list` | ❌ | -| 13 | 0.249946 | `azmcp_get_bestpractices_get` | ❌ | -| 14 | 0.249587 | `azmcp_deploy_app_logs_get` | ❌ | -| 15 | 0.232882 | `azmcp_monitor_table_list` | ❌ | -| 16 | 0.225181 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.224194 | `azmcp_redis_cluster_list` | ❌ | -| 18 | 0.223814 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.218011 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.214893 | `azmcp_monitor_table_type_list` | ❌ | +| 1 | 0.586014 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.563636 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.450287 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.415552 | `azmcp_cosmos_database_container_list` | ❌ | +| 5 | 0.382728 | `azmcp_mysql_server_list` | ❌ | +| 6 | 0.372153 | `azmcp_mysql_database_list` | ❌ | +| 7 | 0.370858 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 8 | 0.364918 | `azmcp_search_service_list` | ❌ | +| 9 | 0.359177 | `azmcp_deploy_app_logs_get` | ❌ | +| 10 | 0.356316 | `azmcp_aks_cluster_list` | ❌ | +| 11 | 0.354277 | `azmcp_storage_blob_container_create` | ❌ | +| 12 | 0.353404 | `azmcp_subscription_list` | ❌ | +| 13 | 0.352818 | `azmcp_storage_account_get` | ❌ | +| 14 | 0.349526 | `azmcp_cosmos_database_list` | ❌ | +| 15 | 0.349291 | `azmcp_sql_db_list` | ❌ | +| 16 | 0.348080 | `azmcp_storage_blob_get` | ❌ | +| 17 | 0.344750 | `azmcp_quota_usage_check` | ❌ | +| 18 | 0.344071 | `azmcp_cosmos_account_list` | ❌ | +| 19 | 0.339252 | `azmcp_appconfig_account_list` | ❌ | +| 20 | 0.336892 | `azmcp_keyvault_certificate_list` | ❌ | --- ## Test 3 -**Expected Tool:** `azmcp_foundry_knowledge_index_schema` -**Prompt:** Show me the schema for knowledge index in my AI Foundry project +**Expected Tool:** `azmcp_acr_registry_list` +**Prompt:** Show me the container registries in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.672577 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | -| 2 | 0.564860 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 3 | 0.424581 | `azmcp_search_index_get` | ❌ | -| 4 | 0.375275 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.363951 | `azmcp_kusto_table_schema` | ❌ | -| 6 | 0.358315 | `azmcp_postgres_table_schema_get` | ❌ | -| 7 | 0.349967 | `azmcp_search_index_query` | ❌ | -| 8 | 0.347762 | `azmcp_foundry_models_list` | ❌ | -| 9 | 0.346329 | `azmcp_monitor_table_list` | ❌ | -| 10 | 0.326807 | `azmcp_search_service_list` | ❌ | -| 11 | 0.297822 | `azmcp_foundry_models_deploy` | ❌ | -| 12 | 0.295847 | `azmcp_mysql_table_list` | ❌ | -| 13 | 0.285897 | `azmcp_monitor_table_type_list` | ❌ | -| 14 | 0.277468 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 15 | 0.271427 | `azmcp_cloudarchitect_design` | ❌ | -| 16 | 0.266288 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.259298 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.253702 | `azmcp_grafana_list` | ❌ | -| 19 | 0.252091 | `azmcp_foundry_models_deployments_list` | ❌ | -| 20 | 0.238262 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.637130 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.563476 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.474000 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.471804 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.463742 | `azmcp_postgres_server_list` | ❌ | +| 6 | 0.459880 | `azmcp_search_service_list` | ❌ | +| 7 | 0.452938 | `azmcp_kusto_cluster_list` | ❌ | +| 8 | 0.451253 | `azmcp_monitor_workspace_list` | ❌ | +| 9 | 0.443939 | `azmcp_appconfig_account_list` | ❌ | +| 10 | 0.440533 | `azmcp_subscription_list` | ❌ | +| 11 | 0.435835 | `azmcp_grafana_list` | ❌ | +| 12 | 0.435706 | `azmcp_storage_blob_container_get` | ❌ | +| 13 | 0.431745 | `azmcp_cosmos_database_container_list` | ❌ | +| 14 | 0.430722 | `azmcp_aks_cluster_list` | ❌ | +| 15 | 0.430308 | `azmcp_cosmos_account_list` | ❌ | +| 16 | 0.422368 | `azmcp_eventgrid_subscription_list` | ❌ | +| 17 | 0.409093 | `azmcp_storage_table_list` | ❌ | +| 18 | 0.404664 | `azmcp_group_list` | ❌ | +| 19 | 0.398556 | `azmcp_quota_region_availability_list` | ❌ | +| 20 | 0.386495 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- ## Test 4 -**Expected Tool:** `azmcp_foundry_knowledge_index_schema` -**Prompt:** Get the schema configuration for knowledge index +**Expected Tool:** `azmcp_acr_registry_list` +**Prompt:** List container registries in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.650269 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | -| 2 | 0.432758 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.415963 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.408316 | `azmcp_kusto_table_schema` | ❌ | -| 5 | 0.398186 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.380040 | `azmcp_search_index_get` | ❌ | -| 7 | 0.352243 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.318649 | `azmcp_appconfig_kv_list` | ❌ | -| 9 | 0.311623 | `azmcp_monitor_table_list` | ❌ | -| 10 | 0.309927 | `azmcp_loadtesting_test_get` | ❌ | -| 11 | 0.286991 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.271701 | `azmcp_loadtesting_testrun_list` | ❌ | -| 13 | 0.271128 | `azmcp_aks_cluster_get` | ❌ | -| 14 | 0.262783 | `azmcp_aks_nodepool_get` | ❌ | -| 15 | 0.257402 | `azmcp_mysql_table_list` | ❌ | -| 16 | 0.256303 | `azmcp_appconfig_kv_show` | ❌ | -| 17 | 0.249010 | `azmcp_search_index_query` | ❌ | -| 18 | 0.246815 | `azmcp_monitor_table_type_list` | ❌ | -| 19 | 0.242191 | `azmcp_mysql_server_param_get` | ❌ | -| 20 | 0.239938 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 1 | 0.654318 | `azmcp_acr_registry_repository_list` | ❌ | +| 2 | 0.633938 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 3 | 0.476015 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.454929 | `azmcp_group_list` | ❌ | +| 5 | 0.454003 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 6 | 0.446008 | `azmcp_cosmos_database_container_list` | ❌ | +| 7 | 0.428000 | `azmcp_workbooks_list` | ❌ | +| 8 | 0.423541 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 9 | 0.421030 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 10 | 0.411316 | `azmcp_redis_cluster_list` | ❌ | +| 11 | 0.409133 | `azmcp_sql_db_list` | ❌ | +| 12 | 0.404427 | `azmcp_storage_blob_container_get` | ❌ | +| 13 | 0.388773 | `azmcp_redis_cache_list` | ❌ | +| 14 | 0.374979 | `azmcp_eventgrid_subscription_list` | ❌ | +| 15 | 0.371025 | `azmcp_sql_elastic-pool_list` | ❌ | +| 16 | 0.370359 | `azmcp_redis_cluster_database_list` | ❌ | +| 17 | 0.366482 | `azmcp_monitor_workspace_list` | ❌ | +| 18 | 0.356119 | `azmcp_kusto_cluster_list` | ❌ | +| 19 | 0.354145 | `azmcp_cosmos_database_list` | ❌ | +| 20 | 0.352209 | `azmcp_loadtesting_testresource_list` | ❌ | --- ## Test 5 -**Expected Tool:** `azmcp_foundry_models_deploy` -**Prompt:** Deploy a GPT4o instance on my resource +**Expected Tool:** `azmcp_acr_registry_list` +**Prompt:** Show me the container registries in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.313400 | `azmcp_foundry_models_deploy` | ✅ **EXPECTED** | -| 2 | 0.282464 | `azmcp_mysql_server_list` | ❌ | -| 3 | 0.274011 | `azmcp_deploy_plan_get` | ❌ | -| 4 | 0.269513 | `azmcp_loadtesting_testresource_create` | ❌ | -| 5 | 0.268967 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 6 | 0.234071 | `azmcp_deploy_iac_rules_get` | ❌ | -| 7 | 0.222504 | `azmcp_grafana_list` | ❌ | -| 8 | 0.222478 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 9 | 0.221635 | `azmcp_workbooks_create` | ❌ | -| 10 | 0.217001 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.215293 | `azmcp_loadtesting_testrun_create` | ❌ | -| 12 | 0.209865 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.209020 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 14 | 0.208124 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.207601 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.204420 | `azmcp_postgres_server_param_set` | ❌ | -| 17 | 0.195615 | `azmcp_workbooks_list` | ❌ | -| 18 | 0.192373 | `azmcp_storage_account_create` | ❌ | -| 19 | 0.190106 | `azmcp_redis_cluster_list` | ❌ | -| 20 | 0.189256 | `azmcp_postgres_server_param_get` | ❌ | +| 1 | 0.639391 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.637972 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.468028 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.449649 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.445741 | `azmcp_group_list` | ❌ | +| 6 | 0.416353 | `azmcp_cosmos_database_container_list` | ❌ | +| 7 | 0.413975 | `azmcp_sql_db_list` | ❌ | +| 8 | 0.406554 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 9 | 0.403623 | `azmcp_storage_blob_container_get` | ❌ | +| 10 | 0.400209 | `azmcp_workbooks_list` | ❌ | +| 11 | 0.389603 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 12 | 0.378353 | `azmcp_redis_cluster_list` | ❌ | +| 13 | 0.369912 | `azmcp_sql_elastic-pool_list` | ❌ | +| 14 | 0.369779 | `azmcp_mysql_database_list` | ❌ | +| 15 | 0.367734 | `azmcp_redis_cache_list` | ❌ | +| 16 | 0.362040 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 17 | 0.354701 | `azmcp_loadtesting_testresource_list` | ❌ | +| 18 | 0.351411 | `azmcp_cosmos_database_list` | ❌ | +| 19 | 0.344334 | `azmcp_eventgrid_subscription_list` | ❌ | +| 20 | 0.344148 | `azmcp_kusto_cluster_list` | ❌ | --- ## Test 6 -**Expected Tool:** `azmcp_foundry_models_deployments_list` -**Prompt:** List all AI Foundry model deployments +**Expected Tool:** `azmcp_acr_registry_repository_list` +**Prompt:** List all container registry repositories in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.559509 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | -| 2 | 0.549636 | `azmcp_foundry_models_list` | ❌ | -| 3 | 0.533239 | `azmcp_foundry_models_deploy` | ❌ | -| 4 | 0.448711 | `azmcp_search_service_list` | ❌ | -| 5 | 0.434472 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 6 | 0.368174 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.334867 | `azmcp_grafana_list` | ❌ | -| 8 | 0.332002 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.328253 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 10 | 0.326752 | `azmcp_search_index_get` | ❌ | -| 11 | 0.320998 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.318854 | `azmcp_postgres_server_list` | ❌ | -| 13 | 0.310280 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 14 | 0.308008 | `azmcp_loadtesting_testrun_list` | ❌ | -| 15 | 0.302262 | `azmcp_monitor_table_type_list` | ❌ | -| 16 | 0.301302 | `azmcp_redis_cluster_list` | ❌ | -| 17 | 0.300357 | `azmcp_search_index_query` | ❌ | -| 18 | 0.289448 | `azmcp_monitor_workspace_list` | ❌ | -| 19 | 0.288248 | `azmcp_redis_cache_list` | ❌ | -| 20 | 0.285916 | `azmcp_quota_region_availability_list` | ❌ | +| 1 | 0.626482 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.617504 | `azmcp_acr_registry_list` | ❌ | +| 3 | 0.510435 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.495567 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.492550 | `azmcp_redis_cluster_list` | ❌ | +| 6 | 0.475629 | `azmcp_kusto_cluster_list` | ❌ | +| 7 | 0.466001 | `azmcp_search_service_list` | ❌ | +| 8 | 0.461777 | `azmcp_cosmos_database_container_list` | ❌ | +| 9 | 0.461369 | `azmcp_grafana_list` | ❌ | +| 10 | 0.456838 | `azmcp_appconfig_account_list` | ❌ | +| 11 | 0.449239 | `azmcp_cosmos_account_list` | ❌ | +| 12 | 0.448228 | `azmcp_monitor_workspace_list` | ❌ | +| 13 | 0.440117 | `azmcp_subscription_list` | ❌ | +| 14 | 0.438019 | `azmcp_aks_cluster_list` | ❌ | +| 15 | 0.437551 | `azmcp_storage_blob_container_get` | ❌ | +| 16 | 0.430939 | `azmcp_group_list` | ❌ | +| 17 | 0.423301 | `azmcp_storage_table_list` | ❌ | +| 18 | 0.414463 | `azmcp_kusto_database_list` | ❌ | +| 19 | 0.405472 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 20 | 0.390890 | `azmcp_quota_region_availability_list` | ❌ | --- ## Test 7 -**Expected Tool:** `azmcp_foundry_models_deployments_list` -**Prompt:** Show me all AI Foundry model deployments +**Expected Tool:** `azmcp_acr_registry_repository_list` +**Prompt:** Show me my container registry repositories ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.518221 | `azmcp_foundry_models_list` | ❌ | -| 2 | 0.503424 | `azmcp_foundry_models_deploy` | ❌ | -| 3 | 0.488885 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | -| 4 | 0.401016 | `azmcp_search_service_list` | ❌ | -| 5 | 0.396422 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 6 | 0.328814 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.311230 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 8 | 0.305997 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 9 | 0.301514 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.298821 | `azmcp_search_index_query` | ❌ | -| 11 | 0.291256 | `azmcp_search_index_get` | ❌ | -| 12 | 0.286814 | `azmcp_grafana_list` | ❌ | -| 13 | 0.282504 | `azmcp_cloudarchitect_design` | ❌ | -| 14 | 0.269912 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.254926 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.250392 | `azmcp_redis_cluster_list` | ❌ | -| 17 | 0.246893 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.243133 | `azmcp_monitor_table_type_list` | ❌ | -| 19 | 0.236572 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.234075 | `azmcp_redis_cache_list` | ❌ | +| 1 | 0.546333 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.469295 | `azmcp_acr_registry_list` | ❌ | +| 3 | 0.407973 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.400145 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.339307 | `azmcp_mysql_database_list` | ❌ | +| 6 | 0.326631 | `azmcp_mysql_server_list` | ❌ | +| 7 | 0.308650 | `azmcp_cosmos_database_list` | ❌ | +| 8 | 0.306442 | `azmcp_storage_blob_container_create` | ❌ | +| 9 | 0.302635 | `azmcp_redis_cache_list` | ❌ | +| 10 | 0.300174 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 11 | 0.296073 | `azmcp_storage_blob_get` | ❌ | +| 12 | 0.293421 | `azmcp_storage_table_list` | ❌ | +| 13 | 0.292155 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 14 | 0.290148 | `azmcp_redis_cluster_list` | ❌ | +| 15 | 0.289864 | `azmcp_search_service_list` | ❌ | +| 16 | 0.283716 | `azmcp_appconfig_account_list` | ❌ | +| 17 | 0.283390 | `azmcp_kusto_database_list` | ❌ | +| 18 | 0.282581 | `azmcp_sql_db_list` | ❌ | +| 19 | 0.276498 | `azmcp_cosmos_account_list` | ❌ | +| 20 | 0.272962 | `azmcp_aks_cluster_list` | ❌ | --- ## Test 8 -**Expected Tool:** `azmcp_foundry_models_list` -**Prompt:** List all AI Foundry models +**Expected Tool:** `azmcp_acr_registry_repository_list` +**Prompt:** List repositories in the container registry ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.560022 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | -| 2 | 0.401146 | `azmcp_foundry_models_deploy` | ❌ | -| 3 | 0.387861 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.386180 | `azmcp_search_service_list` | ❌ | -| 5 | 0.346909 | `azmcp_foundry_models_deployments_list` | ❌ | -| 6 | 0.298648 | `azmcp_monitor_table_type_list` | ❌ | -| 7 | 0.290447 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 8 | 0.285437 | `azmcp_postgres_table_list` | ❌ | -| 9 | 0.277883 | `azmcp_grafana_list` | ❌ | -| 10 | 0.275316 | `azmcp_search_index_get` | ❌ | -| 11 | 0.273026 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.265730 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.255790 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.255760 | `azmcp_search_index_query` | ❌ | -| 15 | 0.252297 | `azmcp_postgres_database_list` | ❌ | -| 16 | 0.248620 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.248405 | `azmcp_mysql_table_list` | ❌ | -| 18 | 0.245193 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.235676 | `azmcp_loadtesting_testrun_list` | ❌ | -| 20 | 0.231110 | `azmcp_monitor_metrics_definitions` | ❌ | - +| 1 | 0.674296 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.541779 | `azmcp_acr_registry_list` | ❌ | +| 3 | 0.433927 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.388490 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.370375 | `azmcp_mysql_database_list` | ❌ | +| 6 | 0.359617 | `azmcp_cosmos_database_list` | ❌ | +| 7 | 0.356901 | `azmcp_mysql_server_list` | ❌ | +| 8 | 0.355328 | `azmcp_redis_cache_list` | ❌ | +| 9 | 0.351007 | `azmcp_redis_cluster_database_list` | ❌ | +| 10 | 0.347437 | `azmcp_postgres_database_list` | ❌ | +| 11 | 0.347084 | `azmcp_kusto_database_list` | ❌ | +| 12 | 0.346850 | `azmcp_storage_table_list` | ❌ | +| 13 | 0.340014 | `azmcp_redis_cluster_list` | ❌ | +| 14 | 0.338490 | `azmcp_keyvault_secret_list` | ❌ | +| 15 | 0.337543 | `azmcp_keyvault_certificate_list` | ❌ | +| 16 | 0.333079 | `azmcp_keyvault_key_list` | ❌ | +| 17 | 0.332785 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 18 | 0.332704 | `azmcp_sql_db_list` | ❌ | +| 19 | 0.332572 | `azmcp_monitor_workspace_list` | ❌ | +| 20 | 0.330046 | `azmcp_kusto_cluster_list` | ❌ | + --- ## Test 9 -**Expected Tool:** `azmcp_foundry_models_list` -**Prompt:** Show me the available AI Foundry models +**Expected Tool:** `azmcp_acr_registry_repository_list` +**Prompt:** Show me the repositories in the container registry ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.574818 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | -| 2 | 0.430513 | `azmcp_foundry_models_deploy` | ❌ | -| 3 | 0.388967 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.356898 | `azmcp_foundry_models_deployments_list` | ❌ | -| 5 | 0.339069 | `azmcp_search_service_list` | ❌ | -| 6 | 0.299150 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 7 | 0.283250 | `azmcp_search_index_query` | ❌ | -| 8 | 0.274019 | `azmcp_cloudarchitect_design` | ❌ | -| 9 | 0.266936 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 10 | 0.261834 | `azmcp_search_index_get` | ❌ | -| 11 | 0.260143 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 12 | 0.245943 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.244697 | `azmcp_monitor_table_type_list` | ❌ | -| 14 | 0.243617 | `azmcp_deploy_plan_get` | ❌ | -| 15 | 0.240256 | `azmcp_monitor_metrics_definitions` | ❌ | -| 16 | 0.234050 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.211456 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.205424 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.200059 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.199386 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.600780 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.501842 | `azmcp_acr_registry_list` | ❌ | +| 3 | 0.418623 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.374628 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.359922 | `azmcp_mysql_database_list` | ❌ | +| 6 | 0.341511 | `azmcp_redis_cache_list` | ❌ | +| 7 | 0.335467 | `azmcp_mysql_server_list` | ❌ | +| 8 | 0.333318 | `azmcp_cosmos_database_list` | ❌ | +| 9 | 0.324104 | `azmcp_redis_cluster_list` | ❌ | +| 10 | 0.318706 | `azmcp_kusto_database_list` | ❌ | +| 11 | 0.316614 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 12 | 0.315414 | `azmcp_redis_cluster_database_list` | ❌ | +| 13 | 0.314960 | `azmcp_storage_table_list` | ❌ | +| 14 | 0.311692 | `azmcp_monitor_workspace_list` | ❌ | +| 15 | 0.309627 | `azmcp_search_service_list` | ❌ | +| 16 | 0.306052 | `azmcp_sql_db_list` | ❌ | +| 17 | 0.304725 | `azmcp_keyvault_certificate_list` | ❌ | +| 18 | 0.303931 | `azmcp_kusto_cluster_list` | ❌ | +| 19 | 0.300101 | `azmcp_cosmos_account_list` | ❌ | +| 20 | 0.299629 | `azmcp_appconfig_account_list` | ❌ | --- ## Test 10 -**Expected Tool:** `azmcp_search_index_get` -**Prompt:** Show me the details of the index in Cognitive Search service +**Expected Tool:** `azmcp_aks_cluster_get` +**Prompt:** Get the configuration of AKS cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.681052 | `azmcp_search_index_get` | ✅ **EXPECTED** | -| 2 | 0.544557 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 3 | 0.490625 | `azmcp_search_service_list` | ❌ | -| 4 | 0.466005 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 5 | 0.459609 | `azmcp_search_index_query` | ❌ | -| 6 | 0.392754 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.388183 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.372382 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.370915 | `azmcp_mysql_table_schema_get` | ❌ | -| 10 | 0.358384 | `azmcp_kusto_cluster_get` | ❌ | -| 11 | 0.356755 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.356252 | `azmcp_sql_db_show` | ❌ | -| 13 | 0.354845 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.352762 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.351083 | `azmcp_sql_server_show` | ❌ | -| 16 | 0.343186 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.336902 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.333641 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.330038 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.329368 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 1 | 0.660869 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.611424 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.579755 | `azmcp_aks_nodepool_get` | ❌ | +| 4 | 0.540767 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.481416 | `azmcp_mysql_server_config_get` | ❌ | +| 6 | 0.463682 | `azmcp_kusto_cluster_get` | ❌ | +| 7 | 0.463065 | `azmcp_loadtesting_test_get` | ❌ | +| 8 | 0.430975 | `azmcp_postgres_server_config_get` | ❌ | +| 9 | 0.419629 | `azmcp_sql_server_show` | ❌ | +| 10 | 0.399345 | `azmcp_storage_account_get` | ❌ | +| 11 | 0.391924 | `azmcp_appconfig_kv_show` | ❌ | +| 12 | 0.390959 | `azmcp_appconfig_account_list` | ❌ | +| 13 | 0.390819 | `azmcp_appconfig_kv_list` | ❌ | +| 14 | 0.390141 | `azmcp_kusto_cluster_list` | ❌ | +| 15 | 0.371630 | `azmcp_mysql_server_param_get` | ❌ | +| 16 | 0.370291 | `azmcp_storage_blob_container_get` | ❌ | +| 17 | 0.369525 | `azmcp_sql_db_update` | ❌ | +| 18 | 0.367841 | `azmcp_redis_cluster_list` | ❌ | +| 19 | 0.360930 | `azmcp_storage_blob_get` | ❌ | +| 20 | 0.350240 | `azmcp_sql_db_show` | ❌ | --- ## Test 11 -**Expected Tool:** `azmcp_search_index_get` -**Prompt:** List all indexes in the Cognitive Search service +**Expected Tool:** `azmcp_aks_cluster_get` +**Prompt:** Show me the details of AKS cluster in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.640256 | `azmcp_search_index_get` | ✅ **EXPECTED** | -| 2 | 0.620140 | `azmcp_search_service_list` | ❌ | -| 3 | 0.561856 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.480817 | `azmcp_search_index_query` | ❌ | -| 5 | 0.445467 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 6 | 0.439452 | `azmcp_monitor_table_list` | ❌ | -| 7 | 0.416404 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.409307 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.406485 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.397423 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.392400 | `azmcp_storage_table_list` | ❌ | -| 12 | 0.382802 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.378750 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.378297 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.375372 | `azmcp_foundry_models_deployments_list` | ❌ | -| 16 | 0.371098 | `azmcp_mysql_table_list` | ❌ | -| 17 | 0.369526 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.368931 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.367804 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.362619 | `azmcp_keyvault_secret_list` | ❌ | +| 1 | 0.666849 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.589024 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.545849 | `azmcp_aks_nodepool_get` | ❌ | +| 4 | 0.530314 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.508226 | `azmcp_kusto_cluster_get` | ❌ | +| 6 | 0.461466 | `azmcp_sql_db_show` | ❌ | +| 7 | 0.448796 | `azmcp_redis_cluster_list` | ❌ | +| 8 | 0.428449 | `azmcp_functionapp_get` | ❌ | +| 9 | 0.422993 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 10 | 0.413625 | `azmcp_mysql_server_list` | ❌ | +| 11 | 0.408420 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 12 | 0.396636 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 13 | 0.396256 | `azmcp_storage_account_get` | ❌ | +| 14 | 0.385261 | `azmcp_acr_registry_repository_list` | ❌ | +| 15 | 0.384654 | `azmcp_kusto_cluster_list` | ❌ | +| 16 | 0.382948 | `azmcp_storage_blob_container_get` | ❌ | +| 17 | 0.377793 | `azmcp_storage_blob_get` | ❌ | +| 18 | 0.366088 | `azmcp_search_index_get` | ❌ | +| 19 | 0.362332 | `azmcp_sql_db_list` | ❌ | +| 20 | 0.359093 | `azmcp_sql_elastic-pool_list` | ❌ | --- ## Test 12 -**Expected Tool:** `azmcp_search_index_get` -**Prompt:** Show me the indexes in the Cognitive Search service +**Expected Tool:** `azmcp_aks_cluster_get` +**Prompt:** Show me the network configuration for AKS cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.620759 | `azmcp_search_index_get` | ✅ **EXPECTED** | -| 2 | 0.562775 | `azmcp_search_service_list` | ❌ | -| 3 | 0.561154 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.471415 | `azmcp_search_index_query` | ❌ | -| 5 | 0.463972 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 6 | 0.401807 | `azmcp_monitor_table_list` | ❌ | -| 7 | 0.382692 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.372639 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.370331 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.367868 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.353840 | `azmcp_storage_table_list` | ❌ | -| 12 | 0.351788 | `azmcp_foundry_models_deployments_list` | ❌ | -| 13 | 0.351161 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.350044 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.347566 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.346994 | `azmcp_mysql_table_list` | ❌ | -| 17 | 0.341728 | `azmcp_foundry_models_list` | ❌ | -| 18 | 0.335748 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.332289 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.331260 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.567273 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.563263 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.493940 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.486117 | `azmcp_aks_nodepool_get` | ❌ | +| 5 | 0.380301 | `azmcp_mysql_server_config_get` | ❌ | +| 6 | 0.368584 | `azmcp_kusto_cluster_get` | ❌ | +| 7 | 0.342696 | `azmcp_loadtesting_test_get` | ❌ | +| 8 | 0.340293 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.334923 | `azmcp_appconfig_account_list` | ❌ | +| 10 | 0.334860 | `azmcp_redis_cluster_list` | ❌ | +| 11 | 0.329324 | `azmcp_sql_server_show` | ❌ | +| 12 | 0.315228 | `azmcp_storage_account_get` | ❌ | +| 13 | 0.314513 | `azmcp_appconfig_kv_list` | ❌ | +| 14 | 0.309738 | `azmcp_appconfig_kv_show` | ❌ | +| 15 | 0.299047 | `azmcp_mysql_server_list` | ❌ | +| 16 | 0.296849 | `azmcp_sql_db_update` | ❌ | +| 17 | 0.296592 | `azmcp_postgres_server_config_get` | ❌ | +| 18 | 0.289342 | `azmcp_mysql_server_param_get` | ❌ | +| 19 | 0.275751 | `azmcp_sql_db_show` | ❌ | +| 20 | 0.273195 | `azmcp_monitor_workspace_list` | ❌ | --- ## Test 13 -**Expected Tool:** `azmcp_search_index_query` -**Prompt:** Search for instances of in the index in Cognitive Search service +**Expected Tool:** `azmcp_aks_cluster_get` +**Prompt:** What are the details of my AKS cluster in ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.522826 | `azmcp_search_index_get` | ❌ | -| 2 | 0.515870 | `azmcp_search_index_query` | ✅ **EXPECTED** | -| 3 | 0.497467 | `azmcp_search_service_list` | ❌ | -| 4 | 0.373917 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 5 | 0.372940 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 6 | 0.327095 | `azmcp_kusto_query` | ❌ | -| 7 | 0.322358 | `azmcp_monitor_workspace_log_query` | ❌ | -| 8 | 0.311044 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 9 | 0.306415 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 10 | 0.305939 | `azmcp_marketplace_product_list` | ❌ | -| 11 | 0.295413 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.290306 | `azmcp_monitor_metrics_query` | ❌ | -| 13 | 0.288242 | `azmcp_foundry_models_deployments_list` | ❌ | -| 14 | 0.287501 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.283532 | `azmcp_foundry_models_list` | ❌ | -| 16 | 0.269913 | `azmcp_monitor_table_list` | ❌ | -| 17 | 0.260161 | `azmcp_mysql_table_list` | ❌ | -| 18 | 0.254226 | `azmcp_storage_table_list` | ❌ | -| 19 | 0.247670 | `azmcp_marketplace_product_get` | ❌ | -| 20 | 0.244844 | `azmcp_kusto_sample` | ❌ | +| 1 | 0.661441 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.578731 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.563603 | `azmcp_aks_nodepool_get` | ❌ | +| 4 | 0.534094 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.503906 | `azmcp_kusto_cluster_get` | ❌ | +| 6 | 0.434665 | `azmcp_functionapp_get` | ❌ | +| 7 | 0.433860 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 8 | 0.419470 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 9 | 0.418598 | `azmcp_redis_cluster_list` | ❌ | +| 10 | 0.417892 | `azmcp_sql_db_show` | ❌ | +| 11 | 0.405712 | `azmcp_storage_account_get` | ❌ | +| 12 | 0.404999 | `azmcp_storage_blob_get` | ❌ | +| 13 | 0.402441 | `azmcp_mysql_server_list` | ❌ | +| 14 | 0.399511 | `azmcp_storage_blob_container_get` | ❌ | +| 15 | 0.391770 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 16 | 0.384817 | `azmcp_mysql_server_config_get` | ❌ | +| 17 | 0.376933 | `azmcp_search_index_get` | ❌ | +| 18 | 0.372852 | `azmcp_kusto_cluster_list` | ❌ | +| 19 | 0.367570 | `azmcp_deploy_app_logs_get` | ❌ | +| 20 | 0.359952 | `azmcp_acr_registry_repository_list` | ❌ | --- ## Test 14 -**Expected Tool:** `azmcp_search_service_list` -**Prompt:** List all Cognitive Search services in my subscription +**Expected Tool:** `azmcp_aks_cluster_list` +**Prompt:** List all AKS clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.793651 | `azmcp_search_service_list` | ✅ **EXPECTED** | -| 2 | 0.505971 | `azmcp_search_index_get` | ❌ | -| 3 | 0.500455 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.494272 | `azmcp_monitor_workspace_list` | ❌ | -| 5 | 0.493011 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.492228 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.486066 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.482464 | `azmcp_grafana_list` | ❌ | -| 9 | 0.477459 | `azmcp_subscription_list` | ❌ | -| 10 | 0.470384 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.470055 | `azmcp_marketplace_product_list` | ❌ | -| 12 | 0.454460 | `azmcp_foundry_models_deployments_list` | ❌ | -| 13 | 0.451893 | `azmcp_aks_cluster_list` | ❌ | -| 14 | 0.443495 | `azmcp_search_index_query` | ❌ | -| 15 | 0.427817 | `azmcp_group_list` | ❌ | -| 16 | 0.425463 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.418396 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.418007 | `azmcp_eventgrid_topic_list` | ❌ | -| 19 | 0.417472 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.414984 | `azmcp_foundry_models_list` | ❌ | +| 1 | 0.801015 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.690255 | `azmcp_kusto_cluster_list` | ❌ | +| 3 | 0.599940 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.594509 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.562043 | `azmcp_search_service_list` | ❌ | +| 6 | 0.560861 | `azmcp_aks_cluster_get` | ❌ | +| 7 | 0.543684 | `azmcp_monitor_workspace_list` | ❌ | +| 8 | 0.515922 | `azmcp_cosmos_account_list` | ❌ | +| 9 | 0.509202 | `azmcp_kusto_database_list` | ❌ | +| 10 | 0.502428 | `azmcp_subscription_list` | ❌ | +| 11 | 0.498286 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 12 | 0.498121 | `azmcp_group_list` | ❌ | +| 13 | 0.495977 | `azmcp_postgres_server_list` | ❌ | +| 14 | 0.486142 | `azmcp_redis_cache_list` | ❌ | +| 15 | 0.483592 | `azmcp_kusto_cluster_get` | ❌ | +| 16 | 0.482355 | `azmcp_acr_registry_list` | ❌ | +| 17 | 0.481469 | `azmcp_grafana_list` | ❌ | +| 18 | 0.452959 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 19 | 0.452681 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 20 | 0.445271 | `azmcp_storage_table_list` | ❌ | --- ## Test 15 -**Expected Tool:** `azmcp_search_service_list` -**Prompt:** Show me the Cognitive Search services in my subscription +**Expected Tool:** `azmcp_aks_cluster_list` +**Prompt:** Show me my Azure Kubernetes Service clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.686140 | `azmcp_search_service_list` | ✅ **EXPECTED** | -| 2 | 0.479898 | `azmcp_search_index_get` | ❌ | -| 3 | 0.453489 | `azmcp_marketplace_product_list` | ❌ | -| 4 | 0.448446 | `azmcp_search_index_query` | ❌ | -| 5 | 0.425939 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.419493 | `azmcp_marketplace_product_get` | ❌ | -| 7 | 0.412158 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.408456 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.400229 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.399822 | `azmcp_grafana_list` | ❌ | -| 11 | 0.397883 | `azmcp_foundry_models_deployments_list` | ❌ | -| 12 | 0.393632 | `azmcp_subscription_list` | ❌ | -| 13 | 0.390660 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 14 | 0.390559 | `azmcp_foundry_models_list` | ❌ | -| 15 | 0.384559 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.379805 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 17 | 0.376963 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.376089 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.373463 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.363444 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.608090 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.536412 | `azmcp_aks_cluster_get` | ❌ | +| 3 | 0.500890 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.492910 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.455228 | `azmcp_search_service_list` | ❌ | +| 6 | 0.446270 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.416555 | `azmcp_aks_nodepool_get` | ❌ | +| 8 | 0.409711 | `azmcp_kusto_cluster_get` | ❌ | +| 9 | 0.408385 | `azmcp_kusto_database_list` | ❌ | +| 10 | 0.392997 | `azmcp_mysql_server_list` | ❌ | +| 11 | 0.376362 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 12 | 0.371809 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 13 | 0.371535 | `azmcp_monitor_workspace_list` | ❌ | +| 14 | 0.370963 | `azmcp_search_index_get` | ❌ | +| 15 | 0.370237 | `azmcp_acr_registry_repository_list` | ❌ | +| 16 | 0.363825 | `azmcp_subscription_list` | ❌ | +| 17 | 0.361928 | `azmcp_mysql_database_list` | ❌ | +| 18 | 0.358420 | `azmcp_storage_blob_container_get` | ❌ | +| 19 | 0.356926 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 20 | 0.356016 | `azmcp_storage_account_get` | ❌ | --- ## Test 16 -**Expected Tool:** `azmcp_search_service_list` -**Prompt:** Show me my Cognitive Search services +**Expected Tool:** `azmcp_aks_cluster_list` +**Prompt:** What AKS clusters do I have? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.553025 | `azmcp_search_service_list` | ✅ **EXPECTED** | -| 2 | 0.436230 | `azmcp_search_index_get` | ❌ | -| 3 | 0.404758 | `azmcp_search_index_query` | ❌ | -| 4 | 0.344699 | `azmcp_foundry_models_deployments_list` | ❌ | -| 5 | 0.336174 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.322580 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 7 | 0.322540 | `azmcp_foundry_models_list` | ❌ | -| 8 | 0.300427 | `azmcp_marketplace_product_list` | ❌ | -| 9 | 0.292677 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.290214 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.289466 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 12 | 0.283366 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.282198 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 14 | 0.281672 | `azmcp_get_bestpractices_get` | ❌ | -| 15 | 0.281134 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.278574 | `azmcp_cloudarchitect_design` | ❌ | -| 17 | 0.278531 | `azmcp_redis_cache_list` | ❌ | -| 18 | 0.277693 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 19 | 0.275013 | `azmcp_sql_server_show` | ❌ | -| 20 | 0.274081 | `azmcp_monitor_table_type_list` | ❌ | - ---- - -## Test 17 - -**Expected Tool:** `azmcp_appconfig_account_list` +| 1 | 0.624050 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.538749 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.530023 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.467075 | `azmcp_aks_nodepool_get` | ❌ | +| 5 | 0.449602 | `azmcp_kusto_cluster_list` | ❌ | +| 6 | 0.416564 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.392083 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 8 | 0.378826 | `azmcp_monitor_workspace_list` | ❌ | +| 9 | 0.377567 | `azmcp_acr_registry_repository_list` | ❌ | +| 10 | 0.374585 | `azmcp_mysql_server_list` | ❌ | +| 11 | 0.364022 | `azmcp_deploy_app_logs_get` | ❌ | +| 12 | 0.353365 | `azmcp_search_service_list` | ❌ | +| 13 | 0.345290 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 14 | 0.345241 | `azmcp_kusto_cluster_get` | ❌ | +| 15 | 0.341581 | `azmcp_kusto_database_list` | ❌ | +| 16 | 0.337354 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 17 | 0.317977 | `azmcp_sql_elastic-pool_list` | ❌ | +| 18 | 0.317238 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 19 | 0.312380 | `azmcp_subscription_list` | ❌ | +| 20 | 0.311971 | `azmcp_quota_usage_check` | ❌ | + +--- + +## Test 17 + +**Expected Tool:** `azmcp_aks_nodepool_get` +**Prompt:** Get details for nodepool in AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.753870 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.699423 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.597308 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.498496 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.482683 | `azmcp_kusto_cluster_get` | ❌ | +| 6 | 0.468392 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 7 | 0.463192 | `azmcp_sql_elastic-pool_list` | ❌ | +| 8 | 0.434875 | `azmcp_sql_db_show` | ❌ | +| 9 | 0.414751 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 10 | 0.401610 | `azmcp_redis_cluster_list` | ❌ | +| 11 | 0.399215 | `azmcp_functionapp_get` | ❌ | +| 12 | 0.383565 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 13 | 0.382352 | `azmcp_mysql_server_list` | ❌ | +| 14 | 0.380152 | `azmcp_storage_blob_get` | ❌ | +| 15 | 0.378264 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 16 | 0.378238 | `azmcp_search_index_get` | ❌ | +| 17 | 0.370172 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.362512 | `azmcp_loadtesting_test_get` | ❌ | +| 19 | 0.356766 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.343270 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | + +--- + +## Test 18 + +**Expected Tool:** `azmcp_aks_nodepool_get` +**Prompt:** Show me the configuration for nodepool in AKS cluster in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.678102 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.640096 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.481312 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.458596 | `azmcp_sql_elastic-pool_list` | ❌ | +| 5 | 0.445990 | `azmcp_aks_cluster_list` | ❌ | +| 6 | 0.440182 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 7 | 0.389989 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 8 | 0.384600 | `azmcp_loadtesting_test_get` | ❌ | +| 9 | 0.367455 | `azmcp_mysql_server_list` | ❌ | +| 10 | 0.365231 | `azmcp_mysql_server_config_get` | ❌ | +| 11 | 0.357721 | `azmcp_sql_db_list` | ❌ | +| 12 | 0.350998 | `azmcp_redis_cluster_list` | ❌ | +| 13 | 0.350992 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 14 | 0.344818 | `azmcp_sql_db_show` | ❌ | +| 15 | 0.343726 | `azmcp_kusto_cluster_get` | ❌ | +| 16 | 0.342564 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 17 | 0.338364 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.329963 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 19 | 0.322685 | `azmcp_appconfig_kv_show` | ❌ | +| 20 | 0.321672 | `azmcp_appconfig_account_list` | ❌ | + +--- + +## Test 19 + +**Expected Tool:** `azmcp_aks_nodepool_get` +**Prompt:** What is the setup of nodepool for AKS cluster in ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.599509 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.582325 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.412109 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.391743 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.385173 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 6 | 0.383045 | `azmcp_sql_elastic-pool_list` | ❌ | +| 7 | 0.346262 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 8 | 0.338624 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 9 | 0.323119 | `azmcp_deploy_plan_get` | ❌ | +| 10 | 0.320733 | `azmcp_mysql_server_list` | ❌ | +| 11 | 0.314439 | `azmcp_redis_cluster_list` | ❌ | +| 12 | 0.306678 | `azmcp_kusto_cluster_get` | ❌ | +| 13 | 0.306579 | `azmcp_storage_account_create` | ❌ | +| 14 | 0.300123 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 15 | 0.298866 | `azmcp_acr_registry_repository_list` | ❌ | +| 16 | 0.289422 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 17 | 0.287084 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 18 | 0.283171 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.276058 | `azmcp_sql_db_list` | ❌ | +| 20 | 0.266184 | `azmcp_sql_db_show` | ❌ | + +--- + +## Test 20 + +**Expected Tool:** `azmcp_aks_nodepool_list` +**Prompt:** List nodepools for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.694091 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 2 | 0.615439 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.531869 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.506631 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 5 | 0.487684 | `azmcp_sql_elastic-pool_list` | ❌ | +| 6 | 0.461603 | `azmcp_aks_cluster_get` | ❌ | +| 7 | 0.446778 | `azmcp_redis_cluster_list` | ❌ | +| 8 | 0.440631 | `azmcp_mysql_server_list` | ❌ | +| 9 | 0.438612 | `azmcp_kusto_cluster_list` | ❌ | +| 10 | 0.435279 | `azmcp_acr_registry_repository_list` | ❌ | +| 11 | 0.431546 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 12 | 0.418708 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 13 | 0.413137 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 14 | 0.404836 | `azmcp_sql_db_list` | ❌ | +| 15 | 0.399316 | `azmcp_acr_registry_list` | ❌ | +| 16 | 0.393884 | `azmcp_group_list` | ❌ | +| 17 | 0.391849 | `azmcp_kusto_database_list` | ❌ | +| 18 | 0.389151 | `azmcp_redis_cluster_database_list` | ❌ | +| 19 | 0.385847 | `azmcp_workbooks_list` | ❌ | +| 20 | 0.379548 | `azmcp_monitor_workspace_list` | ❌ | + +--- + +## Test 21 + +**Expected Tool:** `azmcp_aks_nodepool_list` +**Prompt:** Show me the nodepool list for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.712299 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 2 | 0.644495 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.547377 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.510269 | `azmcp_sql_elastic-pool_list` | ❌ | +| 5 | 0.509732 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 6 | 0.497966 | `azmcp_aks_cluster_get` | ❌ | +| 7 | 0.447545 | `azmcp_mysql_server_list` | ❌ | +| 8 | 0.441510 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 9 | 0.441482 | `azmcp_redis_cluster_list` | ❌ | +| 10 | 0.433138 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 11 | 0.430830 | `azmcp_acr_registry_repository_list` | ❌ | +| 12 | 0.430739 | `azmcp_kusto_cluster_list` | ❌ | +| 13 | 0.408990 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 14 | 0.408569 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 15 | 0.407619 | `azmcp_sql_db_list` | ❌ | +| 16 | 0.390197 | `azmcp_redis_cluster_database_list` | ❌ | +| 17 | 0.388906 | `azmcp_group_list` | ❌ | +| 18 | 0.383234 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.382434 | `azmcp_search_service_list` | ❌ | +| 20 | 0.378671 | `azmcp_kusto_database_list` | ❌ | + +--- + +## Test 22 + +**Expected Tool:** `azmcp_aks_nodepool_list` +**Prompt:** What nodepools do I have for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.623138 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 2 | 0.580565 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.453802 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.443902 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 5 | 0.425448 | `azmcp_sql_elastic-pool_list` | ❌ | +| 6 | 0.409286 | `azmcp_aks_cluster_get` | ❌ | +| 7 | 0.386949 | `azmcp_redis_cluster_list` | ❌ | +| 8 | 0.378905 | `azmcp_mysql_server_list` | ❌ | +| 9 | 0.368944 | `azmcp_kusto_cluster_list` | ❌ | +| 10 | 0.363290 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 11 | 0.359493 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 12 | 0.356345 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 13 | 0.356139 | `azmcp_acr_registry_repository_list` | ❌ | +| 14 | 0.354542 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 15 | 0.329036 | `azmcp_sql_db_list` | ❌ | +| 16 | 0.324552 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 17 | 0.324311 | `azmcp_deploy_plan_get` | ❌ | +| 18 | 0.323568 | `azmcp_monitor_workspace_list` | ❌ | +| 19 | 0.322487 | `azmcp_foundry_models_deployments_list` | ❌ | +| 20 | 0.319684 | `azmcp_redis_cluster_database_list` | ❌ | + +--- + +## Test 23 + +**Expected Tool:** `azmcp_appconfig_account_list` **Prompt:** List all App Configuration stores in my subscription ### Results @@ -835,23 +1042,23 @@ | 5 | 0.473554 | `azmcp_redis_cluster_list` | ❌ | | 6 | 0.442214 | `azmcp_grafana_list` | ❌ | | 7 | 0.441656 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.433594 | `azmcp_eventgrid_topic_list` | ❌ | +| 8 | 0.433600 | `azmcp_eventgrid_topic_list` | ❌ | | 9 | 0.432238 | `azmcp_search_service_list` | ❌ | -| 10 | 0.427647 | `azmcp_subscription_list` | ❌ | -| 11 | 0.427460 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.420794 | `azmcp_kusto_cluster_list` | ❌ | -| 13 | 0.412274 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.408599 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.404636 | `azmcp_storage_table_list` | ❌ | -| 16 | 0.398419 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.387414 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.387179 | `azmcp_appconfig_kv_delete` | ❌ | +| 10 | 0.429300 | `azmcp_eventgrid_subscription_list` | ❌ | +| 11 | 0.427687 | `azmcp_subscription_list` | ❌ | +| 12 | 0.427460 | `azmcp_appconfig_kv_show` | ❌ | +| 13 | 0.420794 | `azmcp_kusto_cluster_list` | ❌ | +| 14 | 0.412274 | `azmcp_storage_account_get` | ❌ | +| 15 | 0.408599 | `azmcp_monitor_workspace_list` | ❌ | +| 16 | 0.404636 | `azmcp_storage_table_list` | ❌ | +| 17 | 0.398346 | `azmcp_aks_cluster_list` | ❌ | +| 18 | 0.387414 | `azmcp_acr_registry_list` | ❌ | | 19 | 0.385938 | `azmcp_sql_db_list` | ❌ | | 20 | 0.380818 | `azmcp_quota_region_availability_list` | ❌ | --- -## Test 18 +## Test 24 **Expected Tool:** `azmcp_appconfig_account_list` **Prompt:** Show me the App Configuration stores in my subscription @@ -863,27 +1070,27 @@ | 1 | 0.634978 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | | 2 | 0.533437 | `azmcp_appconfig_kv_list` | ❌ | | 3 | 0.425610 | `azmcp_appconfig_kv_show` | ❌ | -| 4 | 0.372456 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.368731 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.359567 | `azmcp_postgres_server_config_get` | ❌ | -| 7 | 0.356514 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.355830 | `azmcp_storage_account_get` | ❌ | -| 9 | 0.354747 | `azmcp_appconfig_kv_delete` | ❌ | -| 10 | 0.348603 | `azmcp_appconfig_kv_set` | ❌ | -| 11 | 0.344550 | `azmcp_marketplace_product_get` | ❌ | -| 12 | 0.341263 | `azmcp_grafana_list` | ❌ | -| 13 | 0.340731 | `azmcp_eventgrid_topic_list` | ❌ | -| 14 | 0.332824 | `azmcp_mysql_server_config_get` | ❌ | -| 15 | 0.325886 | `azmcp_subscription_list` | ❌ | -| 16 | 0.325232 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.318639 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 4 | 0.379815 | `azmcp_eventgrid_subscription_list` | ❌ | +| 5 | 0.372456 | `azmcp_postgres_server_list` | ❌ | +| 6 | 0.368731 | `azmcp_redis_cache_list` | ❌ | +| 7 | 0.359567 | `azmcp_postgres_server_config_get` | ❌ | +| 8 | 0.356514 | `azmcp_redis_cluster_list` | ❌ | +| 9 | 0.355830 | `azmcp_storage_account_get` | ❌ | +| 10 | 0.354747 | `azmcp_appconfig_kv_delete` | ❌ | +| 11 | 0.348603 | `azmcp_appconfig_kv_set` | ❌ | +| 12 | 0.344562 | `azmcp_marketplace_product_get` | ❌ | +| 13 | 0.341263 | `azmcp_grafana_list` | ❌ | +| 14 | 0.340756 | `azmcp_eventgrid_topic_list` | ❌ | +| 15 | 0.332824 | `azmcp_mysql_server_config_get` | ❌ | +| 16 | 0.325934 | `azmcp_subscription_list` | ❌ | +| 17 | 0.325232 | `azmcp_functionapp_get` | ❌ | | 18 | 0.310432 | `azmcp_search_service_list` | ❌ | | 19 | 0.296589 | `azmcp_storage_table_list` | ❌ | | 20 | 0.292788 | `azmcp_monitor_workspace_list` | ❌ | --- -## Test 19 +## Test 25 **Expected Tool:** `azmcp_appconfig_account_list` **Prompt:** Show me my App Configuration stores @@ -909,13 +1116,13 @@ | 15 | 0.231649 | `azmcp_redis_cache_list` | ❌ | | 16 | 0.230963 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 17 | 0.228042 | `azmcp_mysql_server_param_set` | ❌ | -| 18 | 0.221645 | `azmcp_sql_server_show` | ❌ | -| 19 | 0.221405 | `azmcp_postgres_database_list` | ❌ | -| 20 | 0.219535 | `azmcp_storage_blob_container_get` | ❌ | +| 18 | 0.226029 | `azmcp_sql_db_update` | ❌ | +| 19 | 0.221645 | `azmcp_sql_server_show` | ❌ | +| 20 | 0.221405 | `azmcp_postgres_database_list` | ❌ | --- -## Test 20 +## Test 26 **Expected Tool:** `azmcp_appconfig_kv_delete` **Prompt:** Delete the key in App Configuration store @@ -924,30 +1131,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618276 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | -| 2 | 0.486631 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.424344 | `azmcp_appconfig_kv_set` | ❌ | -| 4 | 0.422700 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 5 | 0.399569 | `azmcp_appconfig_kv_show` | ❌ | -| 6 | 0.392016 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.268822 | `azmcp_workbooks_delete` | ❌ | -| 8 | 0.261524 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.248791 | `azmcp_keyvault_key_list` | ❌ | -| 10 | 0.240483 | `azmcp_keyvault_secret_create` | ❌ | -| 11 | 0.218487 | `azmcp_mysql_server_param_set` | ❌ | -| 12 | 0.218373 | `azmcp_sql_server_delete` | ❌ | -| 13 | 0.214449 | `azmcp_keyvault_secret_list` | ❌ | -| 14 | 0.196121 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 15 | 0.194831 | `azmcp_postgres_server_config_get` | ❌ | -| 16 | 0.175403 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.173143 | `azmcp_postgres_server_param_set` | ❌ | -| 18 | 0.166763 | `azmcp_storage_account_get` | ❌ | -| 19 | 0.165140 | `azmcp_mysql_server_param_get` | ❌ | -| 20 | 0.141099 | `azmcp_postgres_server_param_get` | ❌ | +| 1 | 0.618394 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | +| 2 | 0.486817 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.424412 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.422801 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 5 | 0.399674 | `azmcp_appconfig_kv_show` | ❌ | +| 6 | 0.392152 | `azmcp_appconfig_account_list` | ❌ | +| 7 | 0.268837 | `azmcp_workbooks_delete` | ❌ | +| 8 | 0.261981 | `azmcp_keyvault_key_create` | ❌ | +| 9 | 0.248718 | `azmcp_keyvault_key_list` | ❌ | +| 10 | 0.240471 | `azmcp_keyvault_secret_create` | ❌ | +| 11 | 0.218310 | `azmcp_mysql_server_param_set` | ❌ | +| 12 | 0.218244 | `azmcp_sql_server_delete` | ❌ | +| 13 | 0.214477 | `azmcp_keyvault_secret_list` | ❌ | +| 14 | 0.196054 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 15 | 0.194855 | `azmcp_postgres_server_config_get` | ❌ | +| 16 | 0.194795 | `azmcp_sql_db_delete` | ❌ | +| 17 | 0.183562 | `azmcp_sql_db_update` | ❌ | +| 18 | 0.175244 | `azmcp_mysql_server_config_get` | ❌ | +| 19 | 0.173144 | `azmcp_postgres_server_param_set` | ❌ | +| 20 | 0.166785 | `azmcp_storage_account_get` | ❌ | --- -## Test 21 +## Test 27 **Expected Tool:** `azmcp_appconfig_kv_list` **Prompt:** List all key-value settings in App Configuration store @@ -963,8 +1170,8 @@ | 5 | 0.464635 | `azmcp_appconfig_kv_delete` | ❌ | | 6 | 0.439089 | `azmcp_appconfig_kv_lock_set` | ❌ | | 7 | 0.377534 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.374522 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.338195 | `azmcp_keyvault_secret_list` | ❌ | +| 8 | 0.374642 | `azmcp_keyvault_key_list` | ❌ | +| 9 | 0.338255 | `azmcp_keyvault_secret_list` | ❌ | | 10 | 0.333355 | `azmcp_mysql_server_param_get` | ❌ | | 11 | 0.327550 | `azmcp_loadtesting_testrun_list` | ❌ | | 12 | 0.323615 | `azmcp_storage_account_get` | ❌ | @@ -975,11 +1182,11 @@ | 17 | 0.279679 | `azmcp_storage_table_list` | ❌ | | 18 | 0.275469 | `azmcp_mysql_server_param_set` | ❌ | | 19 | 0.267026 | `azmcp_postgres_database_list` | ❌ | -| 20 | 0.264802 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 20 | 0.266351 | `azmcp_sql_db_update` | ❌ | --- -## Test 22 +## Test 28 **Expected Tool:** `azmcp_appconfig_kv_list` **Prompt:** Show me the key-value settings in App Configuration store @@ -999,19 +1206,19 @@ | 9 | 0.317662 | `azmcp_mysql_server_config_get` | ❌ | | 10 | 0.314774 | `azmcp_storage_account_get` | ❌ | | 11 | 0.304557 | `azmcp_loadtesting_test_get` | ❌ | -| 12 | 0.294898 | `azmcp_keyvault_key_list` | ❌ | +| 12 | 0.294872 | `azmcp_keyvault_key_list` | ❌ | | 13 | 0.288088 | `azmcp_mysql_server_param_set` | ❌ | | 14 | 0.278909 | `azmcp_loadtesting_testrun_list` | ❌ | -| 15 | 0.264526 | `azmcp_aks_nodepool_get` | ❌ | -| 16 | 0.258688 | `azmcp_postgres_server_param_get` | ❌ | -| 17 | 0.249931 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.243655 | `azmcp_postgres_server_param_set` | ❌ | -| 19 | 0.238151 | `azmcp_sql_server_show` | ❌ | -| 20 | 0.236361 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 15 | 0.269939 | `azmcp_sql_db_update` | ❌ | +| 16 | 0.264553 | `azmcp_aks_nodepool_get` | ❌ | +| 17 | 0.258687 | `azmcp_postgres_server_param_get` | ❌ | +| 18 | 0.249931 | `azmcp_storage_blob_container_get` | ❌ | +| 19 | 0.243655 | `azmcp_postgres_server_param_set` | ❌ | +| 20 | 0.238151 | `azmcp_sql_server_show` | ❌ | --- -## Test 23 +## Test 29 **Expected Tool:** `azmcp_appconfig_kv_lock_set` **Prompt:** Lock the key in App Configuration store @@ -1027,23 +1234,23 @@ | 5 | 0.423650 | `azmcp_appconfig_kv_show` | ❌ | | 6 | 0.373656 | `azmcp_appconfig_account_list` | ❌ | | 7 | 0.253705 | `azmcp_mysql_server_param_set` | ❌ | -| 8 | 0.250729 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.238544 | `azmcp_keyvault_secret_create` | ❌ | +| 8 | 0.251298 | `azmcp_keyvault_key_create` | ❌ | +| 9 | 0.238644 | `azmcp_keyvault_secret_create` | ❌ | | 10 | 0.238242 | `azmcp_postgres_server_param_set` | ❌ | | 11 | 0.211331 | `azmcp_postgres_server_config_get` | ❌ | -| 12 | 0.208119 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.186880 | `azmcp_keyvault_certificate_create` | ❌ | -| 14 | 0.163738 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.158946 | `azmcp_mysql_server_param_get` | ❌ | -| 16 | 0.154529 | `azmcp_postgres_server_param_get` | ❌ | -| 17 | 0.144377 | `azmcp_servicebus_queue_details` | ❌ | -| 18 | 0.139871 | `azmcp_mysql_server_config_get` | ❌ | -| 19 | 0.123282 | `azmcp_storage_account_create` | ❌ | -| 20 | 0.119701 | `azmcp_storage_blob_container_get` | ❌ | +| 12 | 0.208002 | `azmcp_keyvault_key_list` | ❌ | +| 13 | 0.186863 | `azmcp_keyvault_certificate_create` | ❌ | +| 14 | 0.185698 | `azmcp_sql_db_update` | ❌ | +| 15 | 0.163738 | `azmcp_storage_account_get` | ❌ | +| 16 | 0.158946 | `azmcp_mysql_server_param_get` | ❌ | +| 17 | 0.154547 | `azmcp_postgres_server_param_get` | ❌ | +| 18 | 0.144421 | `azmcp_servicebus_queue_details` | ❌ | +| 19 | 0.139871 | `azmcp_mysql_server_config_get` | ❌ | +| 20 | 0.123282 | `azmcp_storage_account_create` | ❌ | --- -## Test 24 +## Test 30 **Expected Tool:** `azmcp_appconfig_kv_lock_set` **Prompt:** Unlock the key in App Configuration store @@ -1052,30 +1259,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555699 | `azmcp_appconfig_kv_lock_set` | ✅ **EXPECTED** | -| 2 | 0.541557 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.476497 | `azmcp_appconfig_kv_delete` | ❌ | -| 4 | 0.435759 | `azmcp_appconfig_kv_show` | ❌ | -| 5 | 0.425488 | `azmcp_appconfig_kv_set` | ❌ | -| 6 | 0.409406 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.267551 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.259626 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.252818 | `azmcp_keyvault_secret_create` | ❌ | -| 10 | 0.237098 | `azmcp_mysql_server_param_set` | ❌ | -| 11 | 0.229474 | `azmcp_keyvault_secret_list` | ❌ | -| 12 | 0.225350 | `azmcp_postgres_server_config_get` | ❌ | -| 13 | 0.190136 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.185141 | `azmcp_postgres_server_param_set` | ❌ | -| 15 | 0.179797 | `azmcp_mysql_server_param_get` | ❌ | -| 16 | 0.171375 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.159767 | `azmcp_postgres_server_param_get` | ❌ | -| 18 | 0.150336 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.143564 | `azmcp_servicebus_queue_details` | ❌ | -| 20 | 0.135572 | `azmcp_workbooks_delete` | ❌ | +| 1 | 0.555972 | `azmcp_appconfig_kv_lock_set` | ✅ **EXPECTED** | +| 2 | 0.541688 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.476706 | `azmcp_appconfig_kv_delete` | ❌ | +| 4 | 0.436000 | `azmcp_appconfig_kv_show` | ❌ | +| 5 | 0.425707 | `azmcp_appconfig_kv_set` | ❌ | +| 6 | 0.409529 | `azmcp_appconfig_account_list` | ❌ | +| 7 | 0.268370 | `azmcp_keyvault_key_create` | ❌ | +| 8 | 0.259717 | `azmcp_keyvault_key_list` | ❌ | +| 9 | 0.253166 | `azmcp_keyvault_secret_create` | ❌ | +| 10 | 0.237364 | `azmcp_mysql_server_param_set` | ❌ | +| 11 | 0.229723 | `azmcp_keyvault_secret_list` | ❌ | +| 12 | 0.225415 | `azmcp_postgres_server_config_get` | ❌ | +| 13 | 0.191169 | `azmcp_sql_db_update` | ❌ | +| 14 | 0.190317 | `azmcp_storage_account_get` | ❌ | +| 15 | 0.185172 | `azmcp_postgres_server_param_set` | ❌ | +| 16 | 0.180027 | `azmcp_mysql_server_param_get` | ❌ | +| 17 | 0.171735 | `azmcp_mysql_server_config_get` | ❌ | +| 18 | 0.159847 | `azmcp_postgres_server_param_get` | ❌ | +| 19 | 0.150513 | `azmcp_storage_blob_container_get` | ❌ | +| 20 | 0.143654 | `azmcp_servicebus_queue_details` | ❌ | --- -## Test 25 +## Test 31 **Expected Tool:** `azmcp_appconfig_kv_set` **Prompt:** Set the key in App Configuration store to @@ -1092,22 +1299,22 @@ | 6 | 0.377919 | `azmcp_appconfig_account_list` | ❌ | | 7 | 0.360015 | `azmcp_mysql_server_param_set` | ❌ | | 8 | 0.346927 | `azmcp_postgres_server_param_set` | ❌ | -| 9 | 0.311433 | `azmcp_keyvault_secret_create` | ❌ | -| 10 | 0.305254 | `azmcp_keyvault_key_create` | ❌ | -| 11 | 0.221138 | `azmcp_loadtesting_test_create` | ❌ | -| 12 | 0.220113 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.213592 | `azmcp_mysql_server_param_get` | ❌ | -| 14 | 0.208947 | `azmcp_postgres_server_config_get` | ❌ | -| 15 | 0.193989 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.167006 | `azmcp_postgres_server_param_get` | ❌ | -| 17 | 0.164376 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.155719 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 19 | 0.147883 | `azmcp_storage_queue_message_send` | ❌ | -| 20 | 0.137964 | `azmcp_storage_account_create` | ❌ | +| 9 | 0.311494 | `azmcp_keyvault_secret_create` | ❌ | +| 10 | 0.305955 | `azmcp_keyvault_key_create` | ❌ | +| 11 | 0.263390 | `azmcp_sql_db_update` | ❌ | +| 12 | 0.221138 | `azmcp_loadtesting_test_create` | ❌ | +| 13 | 0.219997 | `azmcp_keyvault_key_list` | ❌ | +| 14 | 0.213592 | `azmcp_mysql_server_param_get` | ❌ | +| 15 | 0.208947 | `azmcp_postgres_server_config_get` | ❌ | +| 16 | 0.193989 | `azmcp_storage_account_get` | ❌ | +| 17 | 0.167003 | `azmcp_postgres_server_param_get` | ❌ | +| 18 | 0.164376 | `azmcp_mysql_server_config_get` | ❌ | +| 19 | 0.155719 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 20 | 0.147883 | `azmcp_storage_queue_message_send` | ❌ | --- -## Test 26 +## Test 32 **Expected Tool:** `azmcp_appconfig_kv_show` **Prompt:** Show the content for the key in App Configuration store @@ -1122,16 +1329,16 @@ | 4 | 0.441713 | `azmcp_appconfig_kv_delete` | ❌ | | 5 | 0.437432 | `azmcp_appconfig_account_list` | ❌ | | 6 | 0.416264 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 7 | 0.301947 | `azmcp_keyvault_key_list` | ❌ | -| 8 | 0.291447 | `azmcp_postgres_server_config_get` | ❌ | +| 7 | 0.301796 | `azmcp_keyvault_key_list` | ❌ | +| 8 | 0.291448 | `azmcp_postgres_server_config_get` | ❌ | | 9 | 0.269387 | `azmcp_loadtesting_test_get` | ❌ | -| 10 | 0.260220 | `azmcp_keyvault_secret_list` | ❌ | +| 10 | 0.260230 | `azmcp_keyvault_secret_list` | ❌ | | 11 | 0.259549 | `azmcp_storage_account_get` | ❌ | | 12 | 0.257940 | `azmcp_mysql_server_param_get` | ❌ | | 13 | 0.251822 | `azmcp_loadtesting_testrun_list` | ❌ | | 14 | 0.229242 | `azmcp_mysql_server_config_get` | ❌ | | 15 | 0.226217 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.217856 | `azmcp_postgres_server_param_get` | ❌ | +| 16 | 0.217887 | `azmcp_postgres_server_param_get` | ❌ | | 17 | 0.206401 | `azmcp_redis_cache_list` | ❌ | | 18 | 0.205556 | `azmcp_storage_table_list` | ❌ | | 19 | 0.201872 | `azmcp_mysql_server_param_set` | ❌ | @@ -1139,7 +1346,7 @@ --- -## Test 27 +## Test 33 **Expected Tool:** `azmcp_applens_resource_diagnose` **Prompt:** Please help me diagnose issues with my app using app lens @@ -1152,8 +1359,8 @@ | 2 | 0.329345 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.300786 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 4 | 0.257790 | `azmcp_cloudarchitect_design` | ❌ | -| 5 | 0.216077 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.206477 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.216077 | `azmcp_bestpractices_get` | ❌ | +| 6 | 0.206466 | `azmcp_deploy_plan_get` | ❌ | | 7 | 0.205255 | `azmcp_loadtesting_testrun_get` | ❌ | | 8 | 0.177942 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 9 | 0.170352 | `azmcp_deploy_iac_rules_get` | ❌ | @@ -1161,17 +1368,17 @@ | 11 | 0.169415 | `azmcp_azureterraformbestpractices_get` | ❌ | | 12 | 0.163768 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 13 | 0.148018 | `azmcp_mysql_database_query` | ❌ | -| 14 | 0.141970 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.133096 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 16 | 0.128768 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.125735 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 18 | 0.120066 | `azmcp_mysql_table_schema_get` | ❌ | -| 19 | 0.116209 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.111730 | `azmcp_redis_cache_list` | ❌ | +| 14 | 0.133096 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 15 | 0.128768 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 16 | 0.125735 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 17 | 0.120066 | `azmcp_mysql_table_schema_get` | ❌ | +| 18 | 0.116209 | `azmcp_mysql_server_list` | ❌ | +| 19 | 0.111731 | `azmcp_redis_cache_list` | ❌ | +| 20 | 0.109169 | `azmcp_subscription_list` | ❌ | --- -## Test 28 +## Test 34 **Expected Tool:** `azmcp_applens_resource_diagnose` **Prompt:** Use app lens to check why my app is slow? @@ -1187,23 +1394,23 @@ | 5 | 0.222226 | `azmcp_loadtesting_testrun_get` | ❌ | | 6 | 0.200402 | `azmcp_cloudarchitect_design` | ❌ | | 7 | 0.186927 | `azmcp_functionapp_get` | ❌ | -| 8 | 0.172691 | `azmcp_get_bestpractices_get` | ❌ | +| 8 | 0.172691 | `azmcp_bestpractices_get` | ❌ | | 9 | 0.163364 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.157877 | `azmcp_deploy_plan_get` | ❌ | +| 10 | 0.157874 | `azmcp_deploy_plan_get` | ❌ | | 11 | 0.152905 | `azmcp_deploy_iac_rules_get` | ❌ | -| 12 | 0.150964 | `azmcp_monitor_resource_log_query` | ❌ | -| 13 | 0.150313 | `azmcp_mysql_database_query` | ❌ | -| 14 | 0.144054 | `azmcp_mysql_server_param_get` | ❌ | -| 15 | 0.133109 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.125941 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 17 | 0.118881 | `azmcp_mysql_table_schema_get` | ❌ | -| 18 | 0.112992 | `azmcp_monitor_workspace_log_query` | ❌ | -| 19 | 0.107063 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.099087 | `azmcp_search_index_get` | ❌ | +| 12 | 0.150313 | `azmcp_mysql_database_query` | ❌ | +| 13 | 0.144054 | `azmcp_mysql_server_param_get` | ❌ | +| 14 | 0.133109 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 15 | 0.125941 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 16 | 0.118881 | `azmcp_mysql_table_schema_get` | ❌ | +| 17 | 0.112992 | `azmcp_monitor_workspace_log_query` | ❌ | +| 18 | 0.107063 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 19 | 0.099087 | `azmcp_search_index_get` | ❌ | +| 20 | 0.098418 | `azmcp_mysql_server_list` | ❌ | --- -## Test 29 +## Test 35 **Expected Tool:** `azmcp_applens_resource_diagnose` **Prompt:** What does app lens say is wrong with my service? @@ -1219,14 +1426,14 @@ | 5 | 0.188245 | `azmcp_cloudarchitect_design` | ❌ | | 6 | 0.179320 | `azmcp_functionapp_get` | ❌ | | 7 | 0.178879 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.159064 | `azmcp_get_bestpractices_get` | ❌ | -| 9 | 0.158352 | `azmcp_deploy_plan_get` | ❌ | +| 8 | 0.159064 | `azmcp_bestpractices_get` | ❌ | +| 9 | 0.158370 | `azmcp_deploy_plan_get` | ❌ | | 10 | 0.156599 | `azmcp_search_service_list` | ❌ | | 11 | 0.156168 | `azmcp_resourcehealth_service-health-events_list` | ❌ | | 12 | 0.153379 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 13 | 0.151702 | `azmcp_appconfig_kv_show` | ❌ | | 14 | 0.146689 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.139604 | `azmcp_postgres_server_param_get` | ❌ | +| 15 | 0.139619 | `azmcp_postgres_server_param_get` | ❌ | | 16 | 0.137230 | `azmcp_appconfig_kv_list` | ❌ | | 17 | 0.130326 | `azmcp_sql_server_show` | ❌ | | 18 | 0.129424 | `azmcp_mysql_server_param_get` | ❌ | @@ -1235,1959 +1442,1895 @@ --- -## Test 30 +## Test 36 -**Expected Tool:** `azmcp_acr_registry_list` -**Prompt:** List all Azure Container Registries in my subscription +**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_list` +**Prompt:** List the Azure Managed Lustre filesystems in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.743568 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.711580 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.541506 | `azmcp_search_service_list` | ❌ | -| 4 | 0.527457 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.515897 | `azmcp_subscription_list` | ❌ | -| 6 | 0.514293 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.509386 | `azmcp_monitor_workspace_list` | ❌ | -| 8 | 0.503032 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.490776 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.487556 | `azmcp_storage_blob_container_get` | ❌ | -| 11 | 0.483500 | `azmcp_cosmos_database_container_list` | ❌ | -| 12 | 0.482499 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.482236 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.481761 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.480869 | `azmcp_group_list` | ❌ | -| 16 | 0.469958 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.462353 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.460523 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.460343 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.456503 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.750675 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | +| 2 | 0.631770 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.516886 | `azmcp_kusto_cluster_list` | ❌ | +| 4 | 0.513156 | `azmcp_search_service_list` | ❌ | +| 5 | 0.510514 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 6 | 0.507981 | `azmcp_monitor_workspace_list` | ❌ | +| 7 | 0.500514 | `azmcp_subscription_list` | ❌ | +| 8 | 0.499290 | `azmcp_cosmos_account_list` | ❌ | +| 9 | 0.495957 | `azmcp_storage_table_list` | ❌ | +| 10 | 0.480850 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 11 | 0.477131 | `azmcp_aks_cluster_list` | ❌ | +| 12 | 0.472811 | `azmcp_redis_cluster_list` | ❌ | +| 13 | 0.460936 | `azmcp_acr_registry_list` | ❌ | +| 14 | 0.460346 | `azmcp_redis_cache_list` | ❌ | +| 15 | 0.451887 | `azmcp_storage_account_get` | ❌ | +| 16 | 0.450971 | `azmcp_kusto_database_list` | ❌ | +| 17 | 0.447269 | `azmcp_quota_region_availability_list` | ❌ | +| 18 | 0.445430 | `azmcp_acr_registry_repository_list` | ❌ | +| 19 | 0.442506 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 20 | 0.438952 | `azmcp_grafana_list` | ❌ | --- -## Test 31 +## Test 37 -**Expected Tool:** `azmcp_acr_registry_list` -**Prompt:** Show me my Azure Container Registries +**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_list` +**Prompt:** List the Azure Managed Lustre filesystems in my resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.586014 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.563636 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.450287 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.415552 | `azmcp_cosmos_database_container_list` | ❌ | -| 5 | 0.382728 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.372153 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.370858 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.364918 | `azmcp_search_service_list` | ❌ | -| 9 | 0.359177 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.356414 | `azmcp_aks_cluster_list` | ❌ | -| 11 | 0.354526 | `azmcp_storage_blob_container_create` | ❌ | -| 12 | 0.353251 | `azmcp_subscription_list` | ❌ | -| 13 | 0.352818 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.349526 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.349291 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.348080 | `azmcp_storage_blob_get` | ❌ | -| 17 | 0.344749 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.344071 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.339252 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.336892 | `azmcp_keyvault_certificate_list` | ❌ | +| 1 | 0.743903 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | +| 2 | 0.613217 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.519986 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.514120 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.492115 | `azmcp_acr_registry_repository_list` | ❌ | +| 6 | 0.475557 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 7 | 0.466545 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 8 | 0.452905 | `azmcp_acr_registry_list` | ❌ | +| 9 | 0.443767 | `azmcp_sql_db_list` | ❌ | +| 10 | 0.441644 | `azmcp_group_list` | ❌ | +| 11 | 0.433933 | `azmcp_workbooks_list` | ❌ | +| 12 | 0.412747 | `azmcp_search_service_list` | ❌ | +| 13 | 0.412709 | `azmcp_redis_cluster_list` | ❌ | +| 14 | 0.410027 | `azmcp_storage_table_list` | ❌ | +| 15 | 0.409044 | `azmcp_sql_elastic-pool_list` | ❌ | +| 16 | 0.407704 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 17 | 0.402926 | `azmcp_cosmos_account_list` | ❌ | +| 18 | 0.398168 | `azmcp_kusto_cluster_list` | ❌ | +| 19 | 0.397222 | `azmcp_functionapp_get` | ❌ | +| 20 | 0.393822 | `azmcp_cosmos_database_list` | ❌ | --- -## Test 32 +## Test 38 -**Expected Tool:** `azmcp_acr_registry_list` -**Prompt:** Show me the container registries in my subscription +**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_required-subnet-size` +**Prompt:** Tell me how many IP addresses I need for of ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.637130 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.563476 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.474000 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.471804 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.463743 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.459880 | `azmcp_search_service_list` | ❌ | -| 7 | 0.452938 | `azmcp_kusto_cluster_list` | ❌ | -| 8 | 0.451253 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.443939 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.440409 | `azmcp_subscription_list` | ❌ | -| 11 | 0.435835 | `azmcp_grafana_list` | ❌ | -| 12 | 0.435706 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.431745 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.430867 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.430309 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.409093 | `azmcp_storage_table_list` | ❌ | -| 17 | 0.404664 | `azmcp_group_list` | ❌ | -| 18 | 0.398557 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.395721 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.386496 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 1 | 0.646978 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ✅ **EXPECTED** | +| 2 | 0.450342 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 3 | 0.327359 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 4 | 0.235376 | `azmcp_cloudarchitect_design` | ❌ | +| 5 | 0.218167 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 6 | 0.205268 | `azmcp_storage_share_file_list` | ❌ | +| 7 | 0.204654 | `azmcp_mysql_server_list` | ❌ | +| 8 | 0.204365 | `azmcp_aks_nodepool_get` | ❌ | +| 9 | 0.203596 | `azmcp_quota_usage_check` | ❌ | +| 10 | 0.198992 | `azmcp_storage_account_get` | ❌ | +| 11 | 0.192371 | `azmcp_mysql_server_config_get` | ❌ | +| 12 | 0.188378 | `azmcp_sql_server_firewall-rule_create` | ❌ | +| 13 | 0.186379 | `azmcp_storage_blob_get` | ❌ | +| 14 | 0.176424 | `azmcp_marketplace_product_get` | ❌ | +| 15 | 0.175962 | `azmcp_postgres_server_param_get` | ❌ | +| 16 | 0.174849 | `azmcp_aks_nodepool_list` | ❌ | +| 17 | 0.172920 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 18 | 0.169792 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 19 | 0.166628 | `azmcp_applens_resource_diagnose` | ❌ | +| 20 | 0.165332 | `azmcp_aks_cluster_get` | ❌ | --- -## Test 33 +## Test 39 -**Expected Tool:** `azmcp_acr_registry_list` -**Prompt:** List container registries in resource group +**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_sku_get` +**Prompt:** List the Azure Managed Lustre SKUs available in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.654318 | `azmcp_acr_registry_repository_list` | ❌ | -| 2 | 0.633938 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 3 | 0.476015 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.454929 | `azmcp_group_list` | ❌ | -| 5 | 0.454003 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.446008 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.428000 | `azmcp_workbooks_list` | ❌ | -| 8 | 0.423541 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.421030 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.411316 | `azmcp_redis_cluster_list` | ❌ | -| 11 | 0.409133 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.404427 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.388773 | `azmcp_redis_cache_list` | ❌ | -| 14 | 0.371025 | `azmcp_sql_elastic-pool_list` | ❌ | -| 15 | 0.370359 | `azmcp_redis_cluster_database_list` | ❌ | -| 16 | 0.366482 | `azmcp_monitor_workspace_list` | ❌ | -| 17 | 0.356119 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.354145 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.352336 | `azmcp_loadtesting_testresource_list` | ❌ | -| 20 | 0.351949 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.836071 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ✅ **EXPECTED** | +| 2 | 0.626238 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 3 | 0.453801 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.444792 | `azmcp_search_service_list` | ❌ | +| 5 | 0.438893 | `azmcp_quota_region_availability_list` | ❌ | +| 6 | 0.414696 | `azmcp_storage_table_list` | ❌ | +| 7 | 0.411881 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | +| 8 | 0.411221 | `azmcp_mysql_server_list` | ❌ | +| 9 | 0.410516 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 10 | 0.405913 | `azmcp_storage_account_create` | ❌ | +| 11 | 0.403218 | `azmcp_acr_registry_list` | ❌ | +| 12 | 0.402635 | `azmcp_quota_usage_check` | ❌ | +| 13 | 0.401697 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 14 | 0.401538 | `azmcp_kusto_cluster_list` | ❌ | +| 15 | 0.399919 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 16 | 0.398806 | `azmcp_subscription_list` | ❌ | +| 17 | 0.395033 | `azmcp_cosmos_account_list` | ❌ | +| 18 | 0.392643 | `azmcp_aks_cluster_list` | ❌ | +| 19 | 0.392146 | `azmcp_marketplace_product_list` | ❌ | +| 20 | 0.391371 | `azmcp_eventgrid_subscription_list` | ❌ | --- -## Test 34 +## Test 40 -**Expected Tool:** `azmcp_acr_registry_list` -**Prompt:** Show me the container registries in resource group +**Expected Tool:** `azmcp_azureterraformbestpractices_get` +**Prompt:** Fetch the Azure Terraform best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.639391 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.637972 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.468028 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.449649 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 5 | 0.445741 | `azmcp_group_list` | ❌ | -| 6 | 0.416354 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.413975 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.406554 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.403623 | `azmcp_storage_blob_container_get` | ❌ | -| 10 | 0.400209 | `azmcp_workbooks_list` | ❌ | -| 11 | 0.389603 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.378353 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.369912 | `azmcp_sql_elastic-pool_list` | ❌ | -| 14 | 0.369779 | `azmcp_mysql_database_list` | ❌ | -| 15 | 0.367734 | `azmcp_redis_cache_list` | ❌ | -| 16 | 0.362040 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.354807 | `azmcp_loadtesting_testresource_list` | ❌ | -| 18 | 0.351410 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.344148 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.343572 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.686886 | `azmcp_azureterraformbestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.625270 | `azmcp_deploy_iac_rules_get` | ❌ | +| 3 | 0.605047 | `azmcp_bestpractices_get` | ❌ | +| 4 | 0.482936 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.466242 | `azmcp_deploy_plan_get` | ❌ | +| 6 | 0.431102 | `azmcp_cloudarchitect_design` | ❌ | +| 7 | 0.389080 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 8 | 0.386480 | `azmcp_quota_usage_check` | ❌ | +| 9 | 0.372596 | `azmcp_deploy_app_logs_get` | ❌ | +| 10 | 0.369184 | `azmcp_applens_resource_diagnose` | ❌ | +| 11 | 0.362323 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 12 | 0.354086 | `azmcp_quota_region_availability_list` | ❌ | +| 13 | 0.339022 | `azmcp_mysql_server_list` | ❌ | +| 14 | 0.333210 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 15 | 0.312592 | `azmcp_mysql_server_config_get` | ❌ | +| 16 | 0.310275 | `azmcp_mysql_table_schema_get` | ❌ | +| 17 | 0.305259 | `azmcp_mysql_database_query` | ❌ | +| 18 | 0.303849 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 19 | 0.302307 | `azmcp_storage_account_get` | ❌ | +| 20 | 0.301536 | `azmcp_storage_blob_container_get` | ❌ | --- -## Test 35 +## Test 41 -**Expected Tool:** `azmcp_acr_registry_repository_list` -**Prompt:** List all container registry repositories in my subscription +**Expected Tool:** `azmcp_azureterraformbestpractices_get` +**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.626482 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.617504 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.510435 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.495567 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.492550 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.475629 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.466001 | `azmcp_search_service_list` | ❌ | -| 8 | 0.461777 | `azmcp_cosmos_database_container_list` | ❌ | -| 9 | 0.461368 | `azmcp_grafana_list` | ❌ | -| 10 | 0.456838 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.449239 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.448228 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.440019 | `azmcp_subscription_list` | ❌ | -| 14 | 0.438218 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.437551 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.430939 | `azmcp_group_list` | ❌ | -| 17 | 0.423301 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.414463 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.405472 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 20 | 0.390890 | `azmcp_quota_region_availability_list` | ❌ | +| 1 | 0.581316 | `azmcp_azureterraformbestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.512141 | `azmcp_bestpractices_get` | ❌ | +| 3 | 0.510004 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.444297 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.439926 | `azmcp_keyvault_secret_list` | ❌ | +| 6 | 0.439532 | `azmcp_keyvault_secret_create` | ❌ | +| 7 | 0.428888 | `azmcp_keyvault_certificate_get` | ❌ | +| 8 | 0.389506 | `azmcp_keyvault_key_list` | ❌ | +| 9 | 0.381339 | `azmcp_keyvault_certificate_create` | ❌ | +| 10 | 0.379881 | `azmcp_keyvault_certificate_import` | ❌ | +| 11 | 0.304912 | `azmcp_quota_usage_check` | ❌ | +| 12 | 0.304137 | `azmcp_mysql_database_query` | ❌ | +| 13 | 0.300776 | `azmcp_quota_region_availability_list` | ❌ | +| 14 | 0.292743 | `azmcp_mysql_server_list` | ❌ | +| 15 | 0.285517 | `azmcp_sql_db_create` | ❌ | +| 16 | 0.281261 | `azmcp_storage_account_get` | ❌ | +| 17 | 0.279035 | `azmcp_storage_account_create` | ❌ | +| 18 | 0.278638 | `azmcp_mysql_server_config_get` | ❌ | +| 19 | 0.277623 | `azmcp_storage_blob_container_get` | ❌ | +| 20 | 0.274580 | `azmcp_subscription_list` | ❌ | --- -## Test 36 +## Test 42 -**Expected Tool:** `azmcp_acr_registry_repository_list` -**Prompt:** Show me my container registry repositories +**Expected Tool:** `azmcp_bestpractices_get` +**Prompt:** Get the latest Azure code generation best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546334 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.469295 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.407973 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.400145 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.339307 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.326631 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.308650 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.306649 | `azmcp_storage_blob_container_create` | ❌ | -| 9 | 0.302635 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.300174 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.296073 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.293421 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.292155 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 14 | 0.290148 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.289864 | `azmcp_search_service_list` | ❌ | -| 16 | 0.283716 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.283390 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.282582 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.276498 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.273167 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.646844 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.635406 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.586907 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.531727 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.490280 | `azmcp_deploy_plan_get` | ❌ | +| 6 | 0.447777 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 7 | 0.438801 | `azmcp_cloudarchitect_design` | ❌ | +| 8 | 0.354191 | `azmcp_applens_resource_diagnose` | ❌ | +| 9 | 0.353355 | `azmcp_deploy_app_logs_get` | ❌ | +| 10 | 0.351664 | `azmcp_quota_usage_check` | ❌ | +| 11 | 0.345046 | `azmcp_bicepschema_get` | ❌ | +| 12 | 0.322785 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 13 | 0.312391 | `azmcp_quota_region_availability_list` | ❌ | +| 14 | 0.312077 | `azmcp_storage_blob_container_create` | ❌ | +| 15 | 0.292039 | `azmcp_sql_db_create` | ❌ | +| 16 | 0.290398 | `azmcp_search_service_list` | ❌ | +| 17 | 0.282195 | `azmcp_storage_blob_upload` | ❌ | +| 18 | 0.276297 | `azmcp_storage_account_create` | ❌ | +| 19 | 0.273591 | `azmcp_storage_blob_container_get` | ❌ | +| 20 | 0.273557 | `azmcp_storage_account_get` | ❌ | --- -## Test 37 +## Test 43 -**Expected Tool:** `azmcp_acr_registry_repository_list` -**Prompt:** List repositories in the container registry +**Expected Tool:** `azmcp_bestpractices_get` +**Prompt:** Get the latest Azure deployment best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.674296 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.541779 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.433927 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.388490 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.370375 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.359617 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.356901 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.355328 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.351007 | `azmcp_redis_cluster_database_list` | ❌ | -| 10 | 0.347437 | `azmcp_postgres_database_list` | ❌ | -| 11 | 0.347084 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.346850 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.340014 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.338404 | `azmcp_keyvault_secret_list` | ❌ | -| 15 | 0.337543 | `azmcp_keyvault_certificate_list` | ❌ | -| 16 | 0.332849 | `azmcp_keyvault_key_list` | ❌ | -| 17 | 0.332785 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.332704 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.332572 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.330046 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.600903 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.548542 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.541091 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.516898 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.516443 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 6 | 0.424443 | `azmcp_cloudarchitect_design` | ❌ | +| 7 | 0.424017 | `azmcp_foundry_models_deployments_list` | ❌ | +| 8 | 0.409787 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 9 | 0.392171 | `azmcp_deploy_app_logs_get` | ❌ | +| 10 | 0.369205 | `azmcp_applens_resource_diagnose` | ❌ | +| 11 | 0.356238 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 12 | 0.342487 | `azmcp_quota_usage_check` | ❌ | +| 13 | 0.306627 | `azmcp_quota_region_availability_list` | ❌ | +| 14 | 0.305711 | `azmcp_sql_db_update` | ❌ | +| 15 | 0.304620 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 16 | 0.304195 | `azmcp_search_service_list` | ❌ | +| 17 | 0.302423 | `azmcp_mysql_server_config_get` | ❌ | +| 18 | 0.302015 | `azmcp_sql_server_show` | ❌ | +| 19 | 0.296142 | `azmcp_sql_db_create` | ❌ | +| 20 | 0.291071 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- -## Test 38 +## Test 44 -**Expected Tool:** `azmcp_acr_registry_repository_list` -**Prompt:** Show me the repositories in the container registry +**Expected Tool:** `azmcp_bestpractices_get` +**Prompt:** Get the latest Azure best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.600780 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.501842 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.418623 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.374628 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.359922 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.341511 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.335467 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.333318 | `azmcp_cosmos_database_list` | ❌ | -| 9 | 0.324104 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.318706 | `azmcp_kusto_database_list` | ❌ | -| 11 | 0.316614 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.315414 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.314959 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.311692 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.309627 | `azmcp_search_service_list` | ❌ | -| 16 | 0.306052 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.304725 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.303931 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.300101 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.299629 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.625259 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.594323 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.518643 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.465572 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.454158 | `azmcp_cloudarchitect_design` | ❌ | +| 6 | 0.430663 | `azmcp_deploy_plan_get` | ❌ | +| 7 | 0.399433 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 8 | 0.392767 | `azmcp_applens_resource_diagnose` | ❌ | +| 9 | 0.384118 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 10 | 0.380286 | `azmcp_deploy_app_logs_get` | ❌ | +| 11 | 0.375863 | `azmcp_quota_usage_check` | ❌ | +| 12 | 0.362669 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 13 | 0.335296 | `azmcp_sql_server_show` | ❌ | +| 14 | 0.330487 | `azmcp_storage_blob_get` | ❌ | +| 15 | 0.329342 | `azmcp_quota_region_availability_list` | ❌ | +| 16 | 0.322718 | `azmcp_storage_account_get` | ❌ | +| 17 | 0.322570 | `azmcp_storage_blob_container_get` | ❌ | +| 18 | 0.316805 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 19 | 0.314841 | `azmcp_search_service_list` | ❌ | +| 20 | 0.314123 | `azmcp_mysql_server_config_get` | ❌ | --- -## Test 39 +## Test 45 -**Expected Tool:** `azmcp_cosmos_account_list` -**Prompt:** List all cosmosdb accounts in my subscription +**Expected Tool:** `azmcp_bestpractices_get` +**Prompt:** Get the latest Azure Functions code generation best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.818357 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | -| 2 | 0.668480 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.615268 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.588682 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.587802 | `azmcp_subscription_list` | ❌ | -| 6 | 0.560795 | `azmcp_search_service_list` | ❌ | -| 7 | 0.538321 | `azmcp_storage_account_get` | ❌ | -| 8 | 0.528963 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.516914 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.502428 | `azmcp_kusto_database_list` | ❌ | -| 11 | 0.502199 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.499161 | `azmcp_redis_cache_list` | ❌ | -| 13 | 0.497679 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.486978 | `azmcp_group_list` | ❌ | -| 15 | 0.483046 | `azmcp_grafana_list` | ❌ | -| 16 | 0.474934 | `azmcp_postgres_server_list` | ❌ | -| 17 | 0.473625 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.459502 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.459002 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.457497 | `azmcp_datadog_monitoredresources_list` | ❌ | - ---- - -## Test 40 - -**Expected Tool:** `azmcp_cosmos_account_list` -**Prompt:** Show me my cosmosdb accounts +| 1 | 0.624273 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.570488 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.522998 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.493998 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.445434 | `azmcp_deploy_plan_get` | ❌ | +| 6 | 0.400447 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 7 | 0.381822 | `azmcp_cloudarchitect_design` | ❌ | +| 8 | 0.368157 | `azmcp_deploy_app_logs_get` | ❌ | +| 9 | 0.367714 | `azmcp_functionapp_get` | ❌ | +| 10 | 0.339658 | `azmcp_applens_resource_diagnose` | ❌ | +| 11 | 0.317494 | `azmcp_quota_usage_check` | ❌ | +| 12 | 0.292977 | `azmcp_storage_blob_upload` | ❌ | +| 13 | 0.284617 | `azmcp_storage_blob_container_create` | ❌ | +| 14 | 0.278941 | `azmcp_quota_region_availability_list` | ❌ | +| 15 | 0.275342 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 16 | 0.256382 | `azmcp_mysql_server_config_get` | ❌ | +| 17 | 0.252529 | `azmcp_sql_db_create` | ❌ | +| 18 | 0.246412 | `azmcp_storage_queue_message_send` | ❌ | +| 19 | 0.241745 | `azmcp_search_index_query` | ❌ | +| 20 | 0.239443 | `azmcp_storage_blob_get` | ❌ | + +--- + +## Test 46 + +**Expected Tool:** `azmcp_bestpractices_get` +**Prompt:** Get the latest Azure Functions deployment best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.665447 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | -| 2 | 0.605357 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.571613 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.486033 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.467671 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.436319 | `azmcp_subscription_list` | ❌ | -| 7 | 0.431496 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 8 | 0.428477 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.427709 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.408659 | `azmcp_search_service_list` | ❌ | -| 11 | 0.397575 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.390141 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.389842 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.386108 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.383985 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.381323 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.379496 | `azmcp_appconfig_kv_show` | ❌ | -| 18 | 0.373667 | `azmcp_redis_cluster_list` | ❌ | -| 19 | 0.358398 | `azmcp_keyvault_key_list` | ❌ | -| 20 | 0.353926 | `azmcp_keyvault_certificate_list` | ❌ | +| 1 | 0.581850 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.497350 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.495659 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.486886 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 5 | 0.474566 | `azmcp_deploy_plan_get` | ❌ | +| 6 | 0.439182 | `azmcp_foundry_models_deployments_list` | ❌ | +| 7 | 0.412001 | `azmcp_deploy_app_logs_get` | ❌ | +| 8 | 0.399571 | `azmcp_functionapp_get` | ❌ | +| 9 | 0.377790 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 10 | 0.373497 | `azmcp_cloudarchitect_design` | ❌ | +| 11 | 0.323164 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 12 | 0.317931 | `azmcp_quota_usage_check` | ❌ | +| 13 | 0.303572 | `azmcp_storage_blob_upload` | ❌ | +| 14 | 0.290695 | `azmcp_mysql_server_config_get` | ❌ | +| 15 | 0.277946 | `azmcp_quota_region_availability_list` | ❌ | +| 16 | 0.276228 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 17 | 0.275778 | `azmcp_sql_db_update` | ❌ | +| 18 | 0.270375 | `azmcp_search_service_list` | ❌ | +| 19 | 0.269415 | `azmcp_sql_server_show` | ❌ | +| 20 | 0.269109 | `azmcp_storage_blob_container_create` | ❌ | --- -## Test 41 +## Test 47 -**Expected Tool:** `azmcp_cosmos_account_list` -**Prompt:** Show me the cosmosdb accounts in my subscription +**Expected Tool:** `azmcp_bestpractices_get` +**Prompt:** Get the latest Azure Functions best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.752494 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | -| 2 | 0.605125 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.566249 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.546426 | `azmcp_subscription_list` | ❌ | -| 5 | 0.535227 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.530175 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.527812 | `azmcp_search_service_list` | ❌ | -| 8 | 0.488006 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.466414 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.457584 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.456219 | `azmcp_redis_cache_list` | ❌ | -| 12 | 0.455017 | `azmcp_kusto_cluster_list` | ❌ | -| 13 | 0.453626 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.441136 | `azmcp_grafana_list` | ❌ | -| 15 | 0.438277 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 16 | 0.437740 | `azmcp_storage_blob_container_get` | ❌ | -| 17 | 0.437026 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.434623 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.433094 | `azmcp_postgres_server_list` | ❌ | -| 20 | 0.430336 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.610986 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.532790 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.487322 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.458060 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.413150 | `azmcp_functionapp_get` | ❌ | +| 6 | 0.395940 | `azmcp_deploy_app_logs_get` | ❌ | +| 7 | 0.394762 | `azmcp_cloudarchitect_design` | ❌ | +| 8 | 0.394254 | `azmcp_deploy_plan_get` | ❌ | +| 9 | 0.375723 | `azmcp_applens_resource_diagnose` | ❌ | +| 10 | 0.363596 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 11 | 0.332626 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 12 | 0.332015 | `azmcp_quota_usage_check` | ❌ | +| 13 | 0.307885 | `azmcp_storage_blob_upload` | ❌ | +| 14 | 0.290894 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 15 | 0.289428 | `azmcp_storage_blob_container_create` | ❌ | +| 16 | 0.289326 | `azmcp_mysql_server_config_get` | ❌ | +| 17 | 0.284975 | `azmcp_sql_server_show` | ❌ | +| 18 | 0.284215 | `azmcp_quota_region_availability_list` | ❌ | +| 19 | 0.278669 | `azmcp_storage_queue_message_send` | ❌ | +| 20 | 0.275538 | `azmcp_search_index_query` | ❌ | --- -## Test 42 +## Test 48 -**Expected Tool:** `azmcp_cosmos_database_container_item_query` -**Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account +**Expected Tool:** `azmcp_bestpractices_get` +**Prompt:** Get the latest Azure Static Web Apps best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.605253 | `azmcp_cosmos_database_container_list` | ❌ | -| 2 | 0.566854 | `azmcp_cosmos_database_container_item_query` | ✅ **EXPECTED** | -| 3 | 0.477874 | `azmcp_cosmos_database_list` | ❌ | -| 4 | 0.447757 | `azmcp_cosmos_account_list` | ❌ | -| 5 | 0.445640 | `azmcp_storage_blob_container_get` | ❌ | -| 6 | 0.429363 | `azmcp_search_service_list` | ❌ | -| 7 | 0.399756 | `azmcp_search_index_query` | ❌ | -| 8 | 0.384335 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.378151 | `azmcp_kusto_query` | ❌ | -| 10 | 0.374844 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.372689 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.366503 | `azmcp_search_index_get` | ❌ | -| 13 | 0.358903 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.351331 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.340982 | `azmcp_monitor_table_list` | ❌ | -| 16 | 0.338041 | `azmcp_storage_blob_get` | ❌ | -| 17 | 0.334389 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.333252 | `azmcp_marketplace_product_list` | ❌ | -| 19 | 0.331041 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.308694 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.557862 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.513262 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.505123 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.483705 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.405143 | `azmcp_deploy_app_logs_get` | ❌ | +| 6 | 0.401245 | `azmcp_deploy_plan_get` | ❌ | +| 7 | 0.398226 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 8 | 0.389556 | `azmcp_cloudarchitect_design` | ❌ | +| 9 | 0.334624 | `azmcp_applens_resource_diagnose` | ❌ | +| 10 | 0.315627 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 11 | 0.312250 | `azmcp_functionapp_get` | ❌ | +| 12 | 0.292282 | `azmcp_storage_blob_upload` | ❌ | +| 13 | 0.283198 | `azmcp_quota_usage_check` | ❌ | +| 14 | 0.275578 | `azmcp_storage_blob_container_create` | ❌ | +| 15 | 0.258767 | `azmcp_search_index_query` | ❌ | +| 16 | 0.256800 | `azmcp_sql_db_create` | ❌ | +| 17 | 0.256751 | `azmcp_search_service_list` | ❌ | +| 18 | 0.254638 | `azmcp_storage_blob_get` | ❌ | +| 19 | 0.253397 | `azmcp_sql_db_update` | ❌ | +| 20 | 0.251387 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- -## Test 43 +## Test 49 -**Expected Tool:** `azmcp_cosmos_database_container_list` -**Prompt:** List all the containers in the database for the cosmosdb account +**Expected Tool:** `azmcp_bestpractices_get` +**Prompt:** What are azure function best practices? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.852832 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | -| 2 | 0.681044 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.630659 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.581593 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.535260 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.527459 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 7 | 0.486357 | `azmcp_mysql_database_list` | ❌ | -| 8 | 0.448957 | `azmcp_kusto_database_list` | ❌ | -| 9 | 0.447538 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.439770 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.427614 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.424294 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.422159 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.421535 | `azmcp_acr_registry_repository_list` | ❌ | -| 15 | 0.420253 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.411663 | `azmcp_monitor_table_list` | ❌ | -| 17 | 0.392929 | `azmcp_postgres_database_list` | ❌ | -| 18 | 0.378191 | `azmcp_keyvault_certificate_list` | ❌ | -| 19 | 0.372115 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.368426 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.582541 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.500368 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 3 | 0.472112 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.433134 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.385965 | `azmcp_cloudarchitect_design` | ❌ | +| 6 | 0.381179 | `azmcp_functionapp_get` | ❌ | +| 7 | 0.374702 | `azmcp_applens_resource_diagnose` | ❌ | +| 8 | 0.368899 | `azmcp_deploy_plan_get` | ❌ | +| 9 | 0.358703 | `azmcp_deploy_app_logs_get` | ❌ | +| 10 | 0.337024 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 11 | 0.293848 | `azmcp_quota_usage_check` | ❌ | +| 12 | 0.288873 | `azmcp_storage_blob_upload` | ❌ | +| 13 | 0.282013 | `azmcp_storage_queue_message_send` | ❌ | +| 14 | 0.259723 | `azmcp_mysql_database_query` | ❌ | +| 15 | 0.253005 | `azmcp_storage_blob_container_create` | ❌ | +| 16 | 0.251235 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 17 | 0.246347 | `azmcp_workbooks_delete` | ❌ | +| 18 | 0.240292 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 19 | 0.231234 | `azmcp_search_index_query` | ❌ | +| 20 | 0.231120 | `azmcp_mysql_server_config_get` | ❌ | --- -## Test 44 +## Test 50 -**Expected Tool:** `azmcp_cosmos_database_container_list` -**Prompt:** Show me the containers in the database for the cosmosdb account +**Expected Tool:** `azmcp_bestpractices_get` +**Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.789395 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | -| 2 | 0.614220 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.562062 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.537286 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.521532 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 6 | 0.471018 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.449120 | `azmcp_mysql_database_list` | ❌ | -| 8 | 0.411703 | `azmcp_mysql_table_list` | ❌ | -| 9 | 0.398064 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.397969 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.397755 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.395513 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.392763 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.386806 | `azmcp_redis_cluster_database_list` | ❌ | -| 15 | 0.356317 | `azmcp_storage_blob_get` | ❌ | -| 16 | 0.355640 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.345665 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.325994 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.319603 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.318540 | `azmcp_appconfig_kv_show` | ❌ | +| 1 | 0.429208 | `azmcp_deploy_plan_get` | ❌ | +| 2 | 0.408233 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.380754 | `azmcp_cloudarchitect_design` | ❌ | +| 4 | 0.377184 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | +| 5 | 0.352369 | `azmcp_deploy_iac_rules_get` | ❌ | +| 6 | 0.345059 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 7 | 0.319970 | `azmcp_loadtesting_test_create` | ❌ | +| 8 | 0.311848 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 9 | 0.301028 | `azmcp_functionapp_get` | ❌ | +| 10 | 0.299148 | `azmcp_deploy_app_logs_get` | ❌ | +| 11 | 0.235579 | `azmcp_storage_blob_upload` | ❌ | +| 12 | 0.232320 | `azmcp_quota_usage_check` | ❌ | +| 13 | 0.218912 | `azmcp_workbooks_create` | ❌ | +| 14 | 0.215940 | `azmcp_storage_blob_container_create` | ❌ | +| 15 | 0.210908 | `azmcp_quota_region_availability_list` | ❌ | +| 16 | 0.206254 | `azmcp_sql_db_create` | ❌ | +| 17 | 0.203401 | `azmcp_search_index_query` | ❌ | +| 18 | 0.202251 | `azmcp_storage_account_create` | ❌ | +| 19 | 0.197959 | `azmcp_mysql_database_query` | ❌ | +| 20 | 0.188682 | `azmcp_storage_queue_message_send` | ❌ | --- -## Test 45 +## Test 51 -**Expected Tool:** `azmcp_cosmos_database_list` -**Prompt:** List all the databases in the cosmosdb account +**Expected Tool:** `azmcp_bestpractices_get` +**Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.815683 | `azmcp_cosmos_database_list` | ✅ **EXPECTED** | -| 2 | 0.668515 | `azmcp_cosmos_account_list` | ❌ | -| 3 | 0.665298 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.573703 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.571319 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.555134 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.548066 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.526046 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.501477 | `azmcp_postgres_database_list` | ❌ | -| 10 | 0.471453 | `azmcp_kusto_table_list` | ❌ | -| 11 | 0.459194 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.450854 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.442540 | `azmcp_mysql_table_list` | ❌ | -| 14 | 0.418871 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.407722 | `azmcp_search_service_list` | ❌ | -| 16 | 0.406805 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.405791 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.397641 | `azmcp_keyvault_certificate_list` | ❌ | -| 19 | 0.389032 | `azmcp_keyvault_secret_list` | ❌ | -| 20 | 0.387534 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.499423 | `azmcp_deploy_plan_get` | ❌ | +| 2 | 0.494910 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.406991 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.397802 | `azmcp_deploy_iac_rules_get` | ❌ | +| 5 | 0.386276 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | +| 6 | 0.375230 | `azmcp_cloudarchitect_design` | ❌ | +| 7 | 0.355851 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 8 | 0.349640 | `azmcp_deploy_app_logs_get` | ❌ | +| 9 | 0.301486 | `azmcp_loadtesting_test_create` | ❌ | +| 10 | 0.284051 | `azmcp_storage_blob_container_create` | ❌ | +| 11 | 0.268361 | `azmcp_foundry_models_deploy` | ❌ | +| 12 | 0.249170 | `azmcp_sql_db_create` | ❌ | +| 13 | 0.244796 | `azmcp_quota_usage_check` | ❌ | +| 14 | 0.235496 | `azmcp_storage_account_create` | ❌ | +| 15 | 0.222663 | `azmcp_storage_blob_container_get` | ❌ | +| 16 | 0.219977 | `azmcp_quota_region_availability_list` | ❌ | +| 17 | 0.211042 | `azmcp_storage_blob_upload` | ❌ | +| 18 | 0.209700 | `azmcp_mysql_server_list` | ❌ | +| 19 | 0.209522 | `azmcp_workbooks_create` | ❌ | +| 20 | 0.208427 | `azmcp_storage_table_list` | ❌ | --- -## Test 46 +## Test 52 -**Expected Tool:** `azmcp_cosmos_database_list` -**Prompt:** Show me the databases in the cosmosdb account +**Expected Tool:** `azmcp_bicepschema_get` +**Prompt:** How can I use Bicep to create an Azure OpenAI service? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.749370 | `azmcp_cosmos_database_list` | ✅ **EXPECTED** | -| 2 | 0.624759 | `azmcp_cosmos_database_container_list` | ❌ | -| 3 | 0.614572 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.538479 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.524838 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.505363 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.498206 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.497414 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.449759 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 10 | 0.447875 | `azmcp_postgres_database_list` | ❌ | -| 11 | 0.437993 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.408605 | `azmcp_mysql_table_list` | ❌ | -| 13 | 0.402767 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.396280 | `azmcp_monitor_table_list` | ❌ | -| 15 | 0.383928 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.379009 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.348999 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.344447 | `azmcp_keyvault_key_list` | ❌ | -| 19 | 0.342424 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.339516 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.485889 | `azmcp_deploy_iac_rules_get` | ❌ | +| 2 | 0.448373 | `azmcp_bestpractices_get` | ❌ | +| 3 | 0.440302 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 4 | 0.432848 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.432409 | `azmcp_bicepschema_get` | ✅ **EXPECTED** | +| 6 | 0.400985 | `azmcp_foundry_models_deploy` | ❌ | +| 7 | 0.398046 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 8 | 0.391625 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 9 | 0.382229 | `azmcp_cloudarchitect_design` | ❌ | +| 10 | 0.372097 | `azmcp_search_service_list` | ❌ | +| 11 | 0.344809 | `azmcp_applens_resource_diagnose` | ❌ | +| 12 | 0.325716 | `azmcp_search_index_query` | ❌ | +| 13 | 0.324857 | `azmcp_search_index_get` | ❌ | +| 14 | 0.317232 | `azmcp_sql_db_create` | ❌ | +| 15 | 0.303183 | `azmcp_quota_usage_check` | ❌ | +| 16 | 0.291291 | `azmcp_storage_account_create` | ❌ | +| 17 | 0.281487 | `azmcp_mysql_server_list` | ❌ | +| 18 | 0.279983 | `azmcp_workbooks_delete` | ❌ | +| 19 | 0.274770 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 20 | 0.270531 | `azmcp_storage_blob_container_create` | ❌ | --- -## Test 47 +## Test 53 -**Expected Tool:** `azmcp_kusto_cluster_get` -**Prompt:** Show me the details of the Data Explorer cluster +**Expected Tool:** `azmcp_cloudarchitect_design` +**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482059 | `azmcp_kusto_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.465370 | `azmcp_aks_cluster_get` | ❌ | -| 3 | 0.457669 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.416762 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.378455 | `azmcp_aks_nodepool_get` | ❌ | -| 6 | 0.362958 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.361772 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.353792 | `azmcp_sql_server_show` | ❌ | -| 9 | 0.351393 | `azmcp_storage_blob_get` | ❌ | -| 10 | 0.344871 | `azmcp_sql_db_show` | ❌ | -| 11 | 0.344590 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.333244 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.332639 | `azmcp_kusto_cluster_list` | ❌ | -| 14 | 0.326472 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.326306 | `azmcp_search_index_get` | ❌ | -| 16 | 0.326052 | `azmcp_aks_nodepool_list` | ❌ | -| 17 | 0.319764 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.318755 | `azmcp_kusto_query` | ❌ | -| 19 | 0.318082 | `azmcp_mysql_server_config_get` | ❌ | -| 20 | 0.314617 | `azmcp_kusto_table_schema` | ❌ | +| 1 | 0.349336 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.290902 | `azmcp_storage_blob_upload` | ❌ | +| 3 | 0.254991 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.221349 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.217623 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 6 | 0.216162 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | +| 7 | 0.195530 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 8 | 0.191391 | `azmcp_storage_blob_container_create` | ❌ | +| 9 | 0.191096 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 10 | 0.178269 | `azmcp_deploy_plan_get` | ❌ | +| 11 | 0.175833 | `azmcp_deploy_iac_rules_get` | ❌ | +| 12 | 0.159251 | `azmcp_storage_share_file_list` | ❌ | +| 13 | 0.154832 | `azmcp_storage_queue_message_send` | ❌ | +| 14 | 0.136707 | `azmcp_storage_blob_get` | ❌ | +| 15 | 0.135768 | `azmcp_bestpractices_get` | ❌ | +| 16 | 0.135426 | `azmcp_storage_datalake_directory_create` | ❌ | +| 17 | 0.132826 | `azmcp_storage_account_create` | ❌ | +| 18 | 0.130037 | `azmcp_foundry_models_deploy` | ❌ | +| 19 | 0.127003 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 20 | 0.118383 | `azmcp_quota_usage_check` | ❌ | --- -## Test 48 +## Test 54 -**Expected Tool:** `azmcp_kusto_cluster_list` -**Prompt:** List all Data Explorer clusters in my subscription +**Expected Tool:** `azmcp_cloudarchitect_design` +**Prompt:** Help me create a cloud service that will serve as ATM for users ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.651218 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.644037 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.549094 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.536049 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.509397 | `azmcp_grafana_list` | ❌ | -| 6 | 0.505912 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.492107 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.491278 | `azmcp_search_service_list` | ❌ | -| 9 | 0.487583 | `azmcp_monitor_workspace_list` | ❌ | -| 10 | 0.486395 | `azmcp_kusto_cluster_get` | ❌ | -| 11 | 0.460255 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.458754 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.451500 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.428236 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.427695 | `azmcp_subscription_list` | ❌ | -| 16 | 0.411791 | `azmcp_group_list` | ❌ | -| 17 | 0.410016 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.407832 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.403488 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.399251 | `azmcp_monitor_table_list` | ❌ | +| 1 | 0.290270 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.267683 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 3 | 0.258160 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 4 | 0.225669 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.215748 | `azmcp_bestpractices_get` | ❌ | +| 6 | 0.207352 | `azmcp_deploy_iac_rules_get` | ❌ | +| 7 | 0.195387 | `azmcp_storage_account_create` | ❌ | +| 8 | 0.189220 | `azmcp_applens_resource_diagnose` | ❌ | +| 9 | 0.179120 | `azmcp_loadtesting_testresource_create` | ❌ | +| 10 | 0.168850 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 11 | 0.163694 | `azmcp_mysql_database_query` | ❌ | +| 12 | 0.163615 | `azmcp_storage_blob_container_create` | ❌ | +| 13 | 0.162137 | `azmcp_sql_server_create` | ❌ | +| 14 | 0.160743 | `azmcp_quota_usage_check` | ❌ | +| 15 | 0.154895 | `azmcp_foundry_models_deploy` | ❌ | +| 16 | 0.154249 | `azmcp_mysql_server_list` | ❌ | +| 17 | 0.152324 | `azmcp_sql_db_create` | ❌ | +| 18 | 0.148073 | `azmcp_storage_queue_message_send` | ❌ | +| 19 | 0.145124 | `azmcp_quota_region_availability_list` | ❌ | +| 20 | 0.139758 | `azmcp_storage_account_get` | ❌ | --- -## Test 49 +## Test 55 -**Expected Tool:** `azmcp_kusto_cluster_list` -**Prompt:** Show me my Data Explorer clusters +**Expected Tool:** `azmcp_cloudarchitect_design` +**Prompt:** I want to design a cloud app for ordering groceries ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.437363 | `azmcp_redis_cluster_list` | ❌ | -| 2 | 0.391087 | `azmcp_redis_cluster_database_list` | ❌ | -| 3 | 0.386126 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 4 | 0.359551 | `azmcp_kusto_database_list` | ❌ | -| 5 | 0.341628 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.338217 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.315113 | `azmcp_aks_cluster_get` | ❌ | -| 8 | 0.303083 | `azmcp_grafana_list` | ❌ | -| 9 | 0.292838 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.287768 | `azmcp_kusto_sample` | ❌ | -| 11 | 0.285603 | `azmcp_kusto_query` | ❌ | -| 12 | 0.283331 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.279848 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.277014 | `azmcp_mysql_database_list` | ❌ | -| 15 | 0.275559 | `azmcp_mysql_database_query` | ❌ | -| 16 | 0.270931 | `azmcp_monitor_table_list` | ❌ | -| 17 | 0.265906 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.264112 | `azmcp_monitor_table_type_list` | ❌ | -| 19 | 0.264035 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.263226 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.298982 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.271851 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.265711 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.242405 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.217586 | `azmcp_deploy_iac_rules_get` | ❌ | +| 6 | 0.212842 | `azmcp_bestpractices_get` | ❌ | +| 7 | 0.179685 | `azmcp_deploy_app_logs_get` | ❌ | +| 8 | 0.169657 | `azmcp_marketplace_product_get` | ❌ | +| 9 | 0.164767 | `azmcp_mysql_server_list` | ❌ | +| 10 | 0.156744 | `azmcp_appconfig_account_list` | ❌ | +| 11 | 0.155958 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 12 | 0.155053 | `azmcp_storage_queue_message_send` | ❌ | +| 13 | 0.139903 | `azmcp_storage_blob_container_create` | ❌ | +| 14 | 0.138013 | `azmcp_storage_account_create` | ❌ | +| 15 | 0.132118 | `azmcp_mysql_database_query` | ❌ | +| 16 | 0.131213 | `azmcp_quota_usage_check` | ❌ | +| 17 | 0.124363 | `azmcp_storage_blob_upload` | ❌ | +| 18 | 0.119772 | `azmcp_workbooks_create` | ❌ | +| 19 | 0.114825 | `azmcp_mysql_table_schema_get` | ❌ | +| 20 | 0.112146 | `azmcp_sql_db_list` | ❌ | --- -## Test 50 +## Test 56 -**Expected Tool:** `azmcp_kusto_cluster_list` -**Prompt:** Show me the Data Explorer clusters in my subscription +**Expected Tool:** `azmcp_cloudarchitect_design` +**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.584053 | `azmcp_redis_cluster_list` | ❌ | -| 2 | 0.549797 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 3 | 0.471120 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.469663 | `azmcp_kusto_cluster_get` | ❌ | -| 5 | 0.464294 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.462945 | `azmcp_grafana_list` | ❌ | -| 7 | 0.446124 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.440326 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.434016 | `azmcp_search_service_list` | ❌ | -| 10 | 0.432048 | `azmcp_postgres_server_list` | ❌ | -| 11 | 0.396253 | `azmcp_redis_cluster_database_list` | ❌ | -| 12 | 0.392541 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.386776 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.380006 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.377490 | `azmcp_kusto_query` | ❌ | -| 16 | 0.371012 | `azmcp_subscription_list` | ❌ | -| 17 | 0.368890 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.366262 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.365972 | `azmcp_storage_table_list` | ❌ | -| 20 | 0.365323 | `azmcp_quota_region_availability_list` | ❌ | +| 1 | 0.420259 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.369969 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.352797 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.323920 | `azmcp_storage_blob_upload` | ❌ | +| 5 | 0.310672 | `azmcp_deploy_plan_get` | ❌ | +| 6 | 0.306967 | `azmcp_storage_account_create` | ❌ | +| 7 | 0.304499 | `azmcp_storage_queue_message_send` | ❌ | +| 8 | 0.304209 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 9 | 0.300392 | `azmcp_storage_blob_container_create` | ❌ | +| 10 | 0.299412 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 11 | 0.298989 | `azmcp_bestpractices_get` | ❌ | +| 12 | 0.293806 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 13 | 0.292455 | `azmcp_applens_resource_diagnose` | ❌ | +| 14 | 0.291879 | `azmcp_deploy_iac_rules_get` | ❌ | +| 15 | 0.282267 | `azmcp_storage_blob_container_get` | ❌ | +| 16 | 0.275832 | `azmcp_storage_blob_get` | ❌ | +| 17 | 0.275550 | `azmcp_storage_account_get` | ❌ | +| 18 | 0.272671 | `azmcp_deploy_app_logs_get` | ❌ | +| 19 | 0.261446 | `azmcp_quota_usage_check` | ❌ | +| 20 | 0.259814 | `azmcp_search_service_list` | ❌ | --- -## Test 51 +## Test 57 -**Expected Tool:** `azmcp_kusto_database_list` -**Prompt:** List all databases in the Data Explorer cluster +**Expected Tool:** `azmcp_cosmos_account_list` +**Prompt:** List all cosmosdb accounts in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.628129 | `azmcp_redis_cluster_database_list` | ❌ | -| 2 | 0.610646 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | -| 3 | 0.553218 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.549673 | `azmcp_cosmos_database_list` | ❌ | -| 5 | 0.517039 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.474354 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.461496 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.459180 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.434330 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.431669 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.419528 | `azmcp_mysql_table_list` | ❌ | -| 12 | 0.404095 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.396061 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.379966 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.375535 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.363663 | `azmcp_postgres_server_list` | ❌ | -| 17 | 0.350214 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.334270 | `azmcp_grafana_list` | ❌ | -| 19 | 0.320622 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.318850 | `azmcp_kusto_query` | ❌ | +| 1 | 0.818364 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | +| 2 | 0.668435 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.615207 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.588634 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.587709 | `azmcp_subscription_list` | ❌ | +| 6 | 0.560793 | `azmcp_search_service_list` | ❌ | +| 7 | 0.538317 | `azmcp_storage_account_get` | ❌ | +| 8 | 0.528985 | `azmcp_monitor_workspace_list` | ❌ | +| 9 | 0.516913 | `azmcp_kusto_cluster_list` | ❌ | +| 10 | 0.502423 | `azmcp_kusto_database_list` | ❌ | +| 11 | 0.502135 | `azmcp_redis_cluster_list` | ❌ | +| 12 | 0.499101 | `azmcp_redis_cache_list` | ❌ | +| 13 | 0.497682 | `azmcp_appconfig_account_list` | ❌ | +| 14 | 0.486951 | `azmcp_group_list` | ❌ | +| 15 | 0.483043 | `azmcp_grafana_list` | ❌ | +| 16 | 0.474950 | `azmcp_postgres_server_list` | ❌ | +| 17 | 0.473530 | `azmcp_aks_cluster_list` | ❌ | +| 18 | 0.459531 | `azmcp_sql_db_list` | ❌ | +| 19 | 0.459009 | `azmcp_mysql_database_list` | ❌ | +| 20 | 0.457449 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 52 +## Test 58 -**Expected Tool:** `azmcp_kusto_database_list` -**Prompt:** Show me the databases in the Data Explorer cluster +**Expected Tool:** `azmcp_cosmos_account_list` +**Prompt:** Show me my cosmosdb accounts ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.597975 | `azmcp_redis_cluster_database_list` | ❌ | -| 2 | 0.558503 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | -| 3 | 0.497144 | `azmcp_cosmos_database_list` | ❌ | -| 4 | 0.491400 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.486732 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.440064 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.427251 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.422588 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.391411 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.383664 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.368012 | `azmcp_postgres_table_list` | ❌ | -| 12 | 0.362905 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.359378 | `azmcp_monitor_table_list` | ❌ | -| 14 | 0.344011 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.338777 | `azmcp_storage_table_list` | ❌ | -| 16 | 0.336104 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.334803 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.310919 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.309809 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.305756 | `azmcp_kusto_query` | ❌ | +| 1 | 0.665447 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | +| 2 | 0.605357 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.571613 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.486033 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.467671 | `azmcp_storage_table_list` | ❌ | +| 6 | 0.436290 | `azmcp_subscription_list` | ❌ | +| 7 | 0.431496 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 8 | 0.428477 | `azmcp_storage_blob_container_get` | ❌ | +| 9 | 0.427709 | `azmcp_mysql_database_list` | ❌ | +| 10 | 0.408659 | `azmcp_search_service_list` | ❌ | +| 11 | 0.397574 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 12 | 0.390141 | `azmcp_kusto_database_list` | ❌ | +| 13 | 0.389842 | `azmcp_mysql_server_list` | ❌ | +| 14 | 0.386108 | `azmcp_monitor_workspace_list` | ❌ | +| 15 | 0.383985 | `azmcp_appconfig_account_list` | ❌ | +| 16 | 0.381323 | `azmcp_sql_db_list` | ❌ | +| 17 | 0.379496 | `azmcp_appconfig_kv_show` | ❌ | +| 18 | 0.373667 | `azmcp_redis_cluster_list` | ❌ | +| 19 | 0.358593 | `azmcp_keyvault_key_list` | ❌ | +| 20 | 0.353926 | `azmcp_keyvault_certificate_list` | ❌ | --- -## Test 53 +## Test 59 -**Expected Tool:** `azmcp_kusto_query` -**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster +**Expected Tool:** `azmcp_cosmos_account_list` +**Prompt:** Show me the cosmosdb accounts in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.381352 | `azmcp_kusto_query` | ✅ **EXPECTED** | -| 2 | 0.363594 | `azmcp_mysql_table_list` | ❌ | -| 3 | 0.363252 | `azmcp_kusto_sample` | ❌ | -| 4 | 0.349147 | `azmcp_monitor_table_list` | ❌ | -| 5 | 0.345798 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.334762 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.328646 | `azmcp_search_service_list` | ❌ | -| 8 | 0.328162 | `azmcp_mysql_database_query` | ❌ | -| 9 | 0.324763 | `azmcp_mysql_table_schema_get` | ❌ | -| 10 | 0.319112 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.318883 | `azmcp_kusto_table_schema` | ❌ | -| 12 | 0.314961 | `azmcp_monitor_table_type_list` | ❌ | -| 13 | 0.314919 | `azmcp_search_index_query` | ❌ | -| 14 | 0.308113 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.304014 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 16 | 0.302894 | `azmcp_postgres_table_list` | ❌ | -| 17 | 0.292086 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.264026 | `azmcp_grafana_list` | ❌ | -| 19 | 0.263049 | `azmcp_kusto_cluster_get` | ❌ | -| 20 | 0.259156 | `azmcp_marketplace_product_list` | ❌ | +| 1 | 0.752494 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | +| 2 | 0.605125 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.566249 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.546349 | `azmcp_subscription_list` | ❌ | +| 5 | 0.535227 | `azmcp_storage_table_list` | ❌ | +| 6 | 0.530175 | `azmcp_storage_account_get` | ❌ | +| 7 | 0.527812 | `azmcp_search_service_list` | ❌ | +| 8 | 0.488006 | `azmcp_monitor_workspace_list` | ❌ | +| 9 | 0.466414 | `azmcp_redis_cluster_list` | ❌ | +| 10 | 0.457584 | `azmcp_appconfig_account_list` | ❌ | +| 11 | 0.456219 | `azmcp_redis_cache_list` | ❌ | +| 12 | 0.455017 | `azmcp_kusto_cluster_list` | ❌ | +| 13 | 0.453626 | `azmcp_kusto_database_list` | ❌ | +| 14 | 0.441136 | `azmcp_grafana_list` | ❌ | +| 15 | 0.438277 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 16 | 0.437740 | `azmcp_storage_blob_container_get` | ❌ | +| 17 | 0.437026 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.434623 | `azmcp_mysql_database_list` | ❌ | +| 19 | 0.433094 | `azmcp_postgres_server_list` | ❌ | +| 20 | 0.430276 | `azmcp_aks_cluster_list` | ❌ | --- -## Test 54 +## Test 60 -**Expected Tool:** `azmcp_kusto_sample` -**Prompt:** Show me a data sample from the Data Explorer table in cluster +**Expected Tool:** `azmcp_cosmos_database_container_item_query` +**Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.537154 | `azmcp_kusto_sample` | ✅ **EXPECTED** | -| 2 | 0.419463 | `azmcp_kusto_table_schema` | ❌ | -| 3 | 0.391595 | `azmcp_mysql_database_query` | ❌ | -| 4 | 0.391423 | `azmcp_kusto_table_list` | ❌ | -| 5 | 0.380691 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.377056 | `azmcp_redis_cluster_database_list` | ❌ | -| 7 | 0.364611 | `azmcp_postgres_table_schema_get` | ❌ | -| 8 | 0.364361 | `azmcp_mysql_table_list` | ❌ | -| 9 | 0.361845 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.343671 | `azmcp_monitor_table_type_list` | ❌ | -| 11 | 0.341674 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.337281 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.329933 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.319239 | `azmcp_kusto_query` | ❌ | -| 15 | 0.318189 | `azmcp_postgres_table_list` | ❌ | -| 16 | 0.310201 | `azmcp_kusto_cluster_get` | ❌ | -| 17 | 0.285941 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.268160 | `azmcp_aks_cluster_get` | ❌ | -| 19 | 0.249424 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.242112 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.605253 | `azmcp_cosmos_database_container_list` | ❌ | +| 2 | 0.566854 | `azmcp_cosmos_database_container_item_query` | ✅ **EXPECTED** | +| 3 | 0.477874 | `azmcp_cosmos_database_list` | ❌ | +| 4 | 0.447757 | `azmcp_cosmos_account_list` | ❌ | +| 5 | 0.445640 | `azmcp_storage_blob_container_get` | ❌ | +| 6 | 0.429363 | `azmcp_search_service_list` | ❌ | +| 7 | 0.399756 | `azmcp_search_index_query` | ❌ | +| 8 | 0.384335 | `azmcp_storage_table_list` | ❌ | +| 9 | 0.378151 | `azmcp_kusto_query` | ❌ | +| 10 | 0.374844 | `azmcp_mysql_table_list` | ❌ | +| 11 | 0.372689 | `azmcp_mysql_database_list` | ❌ | +| 12 | 0.366503 | `azmcp_search_index_get` | ❌ | +| 13 | 0.358903 | `azmcp_mysql_server_list` | ❌ | +| 14 | 0.351331 | `azmcp_kusto_table_list` | ❌ | +| 15 | 0.340987 | `azmcp_monitor_table_list` | ❌ | +| 16 | 0.338041 | `azmcp_storage_blob_get` | ❌ | +| 17 | 0.334389 | `azmcp_kusto_database_list` | ❌ | +| 18 | 0.333252 | `azmcp_marketplace_product_list` | ❌ | +| 19 | 0.331041 | `azmcp_kusto_sample` | ❌ | +| 20 | 0.325792 | `azmcp_monitor_resource_log_query` | ❌ | --- -## Test 55 +## Test 61 -**Expected Tool:** `azmcp_kusto_table_list` -**Prompt:** List all tables in the Data Explorer database in cluster +**Expected Tool:** `azmcp_cosmos_database_container_list` +**Prompt:** List all the containers in the database for the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591668 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | -| 2 | 0.585237 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.556724 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.550007 | `azmcp_monitor_table_list` | ❌ | -| 5 | 0.521516 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.520802 | `azmcp_redis_cluster_database_list` | ❌ | -| 7 | 0.517077 | `azmcp_storage_table_list` | ❌ | -| 8 | 0.475496 | `azmcp_postgres_database_list` | ❌ | -| 9 | 0.464341 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.449655 | `azmcp_kusto_table_schema` | ❌ | -| 11 | 0.436518 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.433775 | `azmcp_mysql_database_list` | ❌ | -| 13 | 0.429278 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.412275 | `azmcp_kusto_sample` | ❌ | -| 15 | 0.410425 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.400099 | `azmcp_mysql_table_schema_get` | ❌ | -| 17 | 0.380671 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.337427 | `azmcp_kusto_query` | ❌ | -| 19 | 0.330068 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.329669 | `azmcp_grafana_list` | ❌ | +| 1 | 0.852859 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 2 | 0.681061 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.630694 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.581622 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.535218 | `azmcp_storage_table_list` | ❌ | +| 6 | 0.527467 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 7 | 0.486411 | `azmcp_mysql_database_list` | ❌ | +| 8 | 0.448991 | `azmcp_kusto_database_list` | ❌ | +| 9 | 0.447566 | `azmcp_mysql_table_list` | ❌ | +| 10 | 0.439794 | `azmcp_sql_db_list` | ❌ | +| 11 | 0.427628 | `azmcp_kusto_table_list` | ❌ | +| 12 | 0.424310 | `azmcp_redis_cluster_database_list` | ❌ | +| 13 | 0.422194 | `azmcp_mysql_server_list` | ❌ | +| 14 | 0.421587 | `azmcp_acr_registry_repository_list` | ❌ | +| 15 | 0.420254 | `azmcp_storage_account_get` | ❌ | +| 16 | 0.411638 | `azmcp_monitor_table_list` | ❌ | +| 17 | 0.392961 | `azmcp_postgres_database_list` | ❌ | +| 18 | 0.378276 | `azmcp_keyvault_certificate_list` | ❌ | +| 19 | 0.372172 | `azmcp_kusto_cluster_list` | ❌ | +| 20 | 0.368778 | `azmcp_keyvault_key_list` | ❌ | --- -## Test 56 +## Test 62 -**Expected Tool:** `azmcp_kusto_table_list` -**Prompt:** Show me the tables in the Data Explorer database in cluster +**Expected Tool:** `azmcp_cosmos_database_container_list` +**Prompt:** Show me the containers in the database for the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549884 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | -| 2 | 0.524691 | `azmcp_mysql_table_list` | ❌ | -| 3 | 0.523432 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.494108 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.490717 | `azmcp_monitor_table_list` | ❌ | -| 6 | 0.475412 | `azmcp_kusto_database_list` | ❌ | -| 7 | 0.466302 | `azmcp_storage_table_list` | ❌ | -| 8 | 0.466212 | `azmcp_kusto_table_schema` | ❌ | -| 9 | 0.431964 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.425623 | `azmcp_kusto_sample` | ❌ | -| 11 | 0.421413 | `azmcp_postgres_database_list` | ❌ | -| 12 | 0.418153 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.415682 | `azmcp_mysql_database_list` | ❌ | -| 14 | 0.403445 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.391081 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.367187 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.348891 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.330383 | `azmcp_kusto_query` | ❌ | -| 19 | 0.314691 | `azmcp_kusto_cluster_get` | ❌ | -| 20 | 0.300285 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.789395 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 2 | 0.614220 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.562062 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.537286 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.521532 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 6 | 0.471019 | `azmcp_storage_table_list` | ❌ | +| 7 | 0.449120 | `azmcp_mysql_database_list` | ❌ | +| 8 | 0.411703 | `azmcp_mysql_table_list` | ❌ | +| 9 | 0.398064 | `azmcp_kusto_database_list` | ❌ | +| 10 | 0.397969 | `azmcp_storage_account_get` | ❌ | +| 11 | 0.397755 | `azmcp_sql_db_list` | ❌ | +| 12 | 0.395513 | `azmcp_kusto_table_list` | ❌ | +| 13 | 0.392763 | `azmcp_mysql_server_list` | ❌ | +| 14 | 0.386806 | `azmcp_redis_cluster_database_list` | ❌ | +| 15 | 0.356317 | `azmcp_storage_blob_get` | ❌ | +| 16 | 0.355640 | `azmcp_acr_registry_repository_list` | ❌ | +| 17 | 0.345665 | `azmcp_sql_db_show` | ❌ | +| 18 | 0.325994 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.319603 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.318540 | `azmcp_appconfig_kv_show` | ❌ | --- -## Test 57 +## Test 63 -**Expected Tool:** `azmcp_kusto_table_schema` -**Prompt:** Show me the schema for table in the Data Explorer database in cluster +**Expected Tool:** `azmcp_cosmos_database_list` +**Prompt:** List all the databases in the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.588152 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | -| 2 | 0.564311 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.527917 | `azmcp_mysql_table_schema_get` | ❌ | -| 4 | 0.445191 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.437466 | `azmcp_kusto_table_list` | ❌ | -| 6 | 0.432585 | `azmcp_kusto_sample` | ❌ | -| 7 | 0.413686 | `azmcp_monitor_table_list` | ❌ | -| 8 | 0.398632 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.387660 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.366346 | `azmcp_monitor_table_type_list` | ❌ | -| 11 | 0.366081 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.358088 | `azmcp_mysql_database_query` | ❌ | -| 13 | 0.357533 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.345263 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.343568 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 16 | 0.314616 | `azmcp_kusto_cluster_get` | ❌ | -| 17 | 0.298243 | `azmcp_kusto_query` | ❌ | -| 18 | 0.294840 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.282712 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.275795 | `azmcp_cosmos_database_container_list` | ❌ | - ---- - -## Test 58 - -**Expected Tool:** `azmcp_mysql_database_list` -**Prompt:** List all MySQL databases in server +| 1 | 0.815683 | `azmcp_cosmos_database_list` | ✅ **EXPECTED** | +| 2 | 0.668515 | `azmcp_cosmos_account_list` | ❌ | +| 3 | 0.665298 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.573704 | `azmcp_mysql_database_list` | ❌ | +| 5 | 0.571319 | `azmcp_kusto_database_list` | ❌ | +| 6 | 0.555134 | `azmcp_storage_table_list` | ❌ | +| 7 | 0.548066 | `azmcp_sql_db_list` | ❌ | +| 8 | 0.526046 | `azmcp_redis_cluster_database_list` | ❌ | +| 9 | 0.501477 | `azmcp_postgres_database_list` | ❌ | +| 10 | 0.471453 | `azmcp_kusto_table_list` | ❌ | +| 11 | 0.459194 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 12 | 0.450794 | `azmcp_monitor_table_list` | ❌ | +| 13 | 0.442540 | `azmcp_mysql_table_list` | ❌ | +| 14 | 0.418871 | `azmcp_storage_account_get` | ❌ | +| 15 | 0.407722 | `azmcp_search_service_list` | ❌ | +| 16 | 0.406805 | `azmcp_mysql_server_list` | ❌ | +| 17 | 0.406093 | `azmcp_keyvault_key_list` | ❌ | +| 18 | 0.397642 | `azmcp_keyvault_certificate_list` | ❌ | +| 19 | 0.389105 | `azmcp_keyvault_secret_list` | ❌ | +| 20 | 0.387534 | `azmcp_acr_registry_repository_list` | ❌ | + +--- + +## Test 64 + +**Expected Tool:** `azmcp_cosmos_database_list` +**Prompt:** Show me the databases in the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.634056 | `azmcp_postgres_database_list` | ❌ | -| 2 | 0.623421 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | -| 3 | 0.534457 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.498918 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.490148 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.472745 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.462034 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.453687 | `azmcp_postgres_table_list` | ❌ | -| 9 | 0.430335 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.428203 | `azmcp_mysql_database_query` | ❌ | -| 11 | 0.421794 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.406803 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.338476 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.327614 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.317875 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.284786 | `azmcp_grafana_list` | ❌ | -| 17 | 0.278428 | `azmcp_acr_registry_repository_list` | ❌ | -| 18 | 0.270842 | `azmcp_keyvault_secret_list` | ❌ | -| 19 | 0.268856 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.266148 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.749370 | `azmcp_cosmos_database_list` | ✅ **EXPECTED** | +| 2 | 0.624759 | `azmcp_cosmos_database_container_list` | ❌ | +| 3 | 0.614572 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.538479 | `azmcp_mysql_database_list` | ❌ | +| 5 | 0.524837 | `azmcp_kusto_database_list` | ❌ | +| 6 | 0.505363 | `azmcp_storage_table_list` | ❌ | +| 7 | 0.498206 | `azmcp_sql_db_list` | ❌ | +| 8 | 0.497414 | `azmcp_redis_cluster_database_list` | ❌ | +| 9 | 0.449759 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 10 | 0.447875 | `azmcp_postgres_database_list` | ❌ | +| 11 | 0.437993 | `azmcp_kusto_table_list` | ❌ | +| 12 | 0.408605 | `azmcp_mysql_table_list` | ❌ | +| 13 | 0.402767 | `azmcp_storage_account_get` | ❌ | +| 14 | 0.396200 | `azmcp_monitor_table_list` | ❌ | +| 15 | 0.383928 | `azmcp_storage_blob_container_get` | ❌ | +| 16 | 0.379009 | `azmcp_mysql_server_list` | ❌ | +| 17 | 0.348999 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.344602 | `azmcp_keyvault_key_list` | ❌ | +| 19 | 0.342424 | `azmcp_acr_registry_repository_list` | ❌ | +| 20 | 0.339516 | `azmcp_kusto_cluster_list` | ❌ | --- -## Test 59 +## Test 65 -**Expected Tool:** `azmcp_mysql_database_list` -**Prompt:** Show me the MySQL databases in server +**Expected Tool:** `azmcp_datadog_monitoredresources_list` +**Prompt:** List all monitored resources in the Datadog resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.588121 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | -| 2 | 0.574089 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.483855 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.463244 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.448169 | `azmcp_redis_cluster_database_list` | ❌ | -| 6 | 0.444547 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.415119 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.405492 | `azmcp_mysql_database_query` | ❌ | -| 9 | 0.404871 | `azmcp_mysql_table_schema_get` | ❌ | -| 10 | 0.384974 | `azmcp_postgres_table_list` | ❌ | -| 11 | 0.384778 | `azmcp_postgres_server_list` | ❌ | -| 12 | 0.380422 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.297709 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.290592 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.259334 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.247558 | `azmcp_grafana_list` | ❌ | -| 17 | 0.239544 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.236450 | `azmcp_acr_registry_repository_list` | ❌ | -| 19 | 0.236206 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.235967 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.668827 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | +| 2 | 0.434813 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.413173 | `azmcp_monitor_metrics_query` | ❌ | +| 4 | 0.408658 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.401731 | `azmcp_grafana_list` | ❌ | +| 6 | 0.393318 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 7 | 0.386685 | `azmcp_monitor_metrics_definitions` | ❌ | +| 8 | 0.369805 | `azmcp_redis_cluster_database_list` | ❌ | +| 9 | 0.364360 | `azmcp_workbooks_list` | ❌ | +| 10 | 0.356643 | `azmcp_mysql_server_list` | ❌ | +| 11 | 0.355333 | `azmcp_loadtesting_testresource_list` | ❌ | +| 12 | 0.345409 | `azmcp_postgres_database_list` | ❌ | +| 13 | 0.345298 | `azmcp_group_list` | ❌ | +| 14 | 0.330769 | `azmcp_postgres_table_list` | ❌ | +| 15 | 0.327205 | `azmcp_cosmos_database_list` | ❌ | +| 16 | 0.318192 | `azmcp_sql_db_list` | ❌ | +| 17 | 0.317478 | `azmcp_quota_usage_check` | ❌ | +| 18 | 0.306977 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.304097 | `azmcp_cosmos_account_list` | ❌ | +| 20 | 0.302405 | `azmcp_acr_registry_repository_list` | ❌ | --- -## Test 60 +## Test 66 -**Expected Tool:** `azmcp_mysql_database_query` -**Prompt:** Show me all items that contain the word in the MySQL database in server +**Expected Tool:** `azmcp_datadog_monitoredresources_list` +**Prompt:** Show me the monitored resources in the Datadog resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.476423 | `azmcp_mysql_table_list` | ❌ | -| 2 | 0.455770 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.433392 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | -| 4 | 0.419859 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.409445 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.393876 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.345179 | `azmcp_postgres_table_list` | ❌ | -| 8 | 0.328744 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.320053 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.298681 | `azmcp_mysql_server_param_get` | ❌ | -| 11 | 0.291451 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.285803 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.279005 | `azmcp_kusto_query` | ❌ | -| 14 | 0.278067 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.264434 | `azmcp_kusto_table_list` | ❌ | -| 16 | 0.257657 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.237932 | `azmcp_marketplace_product_list` | ❌ | -| 18 | 0.230415 | `azmcp_kusto_sample` | ❌ | -| 19 | 0.226519 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.225958 | `azmcp_grafana_list` | ❌ | +| 1 | 0.624066 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | +| 2 | 0.443481 | `azmcp_monitor_metrics_query` | ❌ | +| 3 | 0.393227 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.374071 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.371017 | `azmcp_grafana_list` | ❌ | +| 6 | 0.370681 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 7 | 0.359274 | `azmcp_monitor_metrics_definitions` | ❌ | +| 8 | 0.350656 | `azmcp_quota_usage_check` | ❌ | +| 9 | 0.343116 | `azmcp_loadtesting_testresource_list` | ❌ | +| 10 | 0.342468 | `azmcp_redis_cluster_database_list` | ❌ | +| 11 | 0.337109 | `azmcp_mysql_server_list` | ❌ | +| 12 | 0.320510 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 13 | 0.319895 | `azmcp_workbooks_list` | ❌ | +| 14 | 0.302947 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 15 | 0.300733 | `azmcp_monitor_resource_log_query` | ❌ | +| 16 | 0.285505 | `azmcp_eventgrid_subscription_list` | ❌ | +| 17 | 0.285253 | `azmcp_group_list` | ❌ | +| 18 | 0.285004 | `azmcp_quota_region_availability_list` | ❌ | +| 19 | 0.280372 | `azmcp_mysql_database_list` | ❌ | +| 20 | 0.274589 | `azmcp_deploy_app_logs_get` | ❌ | --- -## Test 61 +## Test 67 -**Expected Tool:** `azmcp_mysql_server_config_get` -**Prompt:** Show me the configuration of MySQL server +**Expected Tool:** `azmcp_deploy_app_logs_get` +**Prompt:** Show me the log of the application deployed by azd ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.531887 | `azmcp_postgres_server_config_get` | ❌ | -| 2 | 0.489816 | `azmcp_mysql_server_config_get` | ✅ **EXPECTED** | -| 3 | 0.485952 | `azmcp_mysql_server_param_set` | ❌ | -| 4 | 0.476863 | `azmcp_mysql_server_param_get` | ❌ | -| 5 | 0.426507 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.413226 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.398405 | `azmcp_sql_server_show` | ❌ | -| 8 | 0.391644 | `azmcp_mysql_database_list` | ❌ | -| 9 | 0.376750 | `azmcp_mysql_database_query` | ❌ | -| 10 | 0.374870 | `azmcp_postgres_server_param_get` | ❌ | -| 11 | 0.267903 | `azmcp_appconfig_kv_list` | ❌ | -| 12 | 0.252810 | `azmcp_loadtesting_test_get` | ❌ | -| 13 | 0.238583 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.232680 | `azmcp_loadtesting_testrun_list` | ❌ | -| 15 | 0.224212 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.215307 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.198967 | `azmcp_aks_cluster_get` | ❌ | -| 18 | 0.180063 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.169461 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.168310 | `azmcp_aks_nodepool_list` | ❌ | +| 1 | 0.686701 | `azmcp_deploy_app_logs_get` | ✅ **EXPECTED** | +| 2 | 0.471726 | `azmcp_deploy_plan_get` | ❌ | +| 3 | 0.404890 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 4 | 0.392565 | `azmcp_deploy_iac_rules_get` | ❌ | +| 5 | 0.389603 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 6 | 0.354432 | `azmcp_applens_resource_diagnose` | ❌ | +| 7 | 0.342594 | `azmcp_monitor_resource_log_query` | ❌ | +| 8 | 0.334992 | `azmcp_quota_usage_check` | ❌ | +| 9 | 0.334522 | `azmcp_mysql_server_list` | ❌ | +| 10 | 0.327028 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 11 | 0.325553 | `azmcp_extension_azqr` | ❌ | +| 12 | 0.320419 | `azmcp_aks_nodepool_get` | ❌ | +| 13 | 0.314964 | `azmcp_sql_server_show` | ❌ | +| 14 | 0.314890 | `azmcp_sql_db_create` | ❌ | +| 15 | 0.312836 | `azmcp_sql_db_update` | ❌ | +| 16 | 0.307291 | `azmcp_sql_db_show` | ❌ | +| 17 | 0.297642 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 18 | 0.288973 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 19 | 0.284916 | `azmcp_search_service_list` | ❌ | +| 20 | 0.284418 | `azmcp_sql_db_list` | ❌ | --- -## Test 62 +## Test 68 -**Expected Tool:** `azmcp_mysql_server_list` -**Prompt:** List all MySQL servers in my subscription +**Expected Tool:** `azmcp_deploy_architecture_diagram_generate` +**Prompt:** Generate the azure architecture diagram for this application ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.678473 | `azmcp_postgres_server_list` | ❌ | -| 2 | 0.558177 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.554818 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | -| 4 | 0.501199 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.482079 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.467807 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.458406 | `azmcp_kusto_cluster_list` | ❌ | -| 8 | 0.457318 | `azmcp_grafana_list` | ❌ | -| 9 | 0.451969 | `azmcp_postgres_database_list` | ❌ | -| 10 | 0.431642 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.431126 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.422584 | `azmcp_search_service_list` | ❌ | -| 13 | 0.416796 | `azmcp_mysql_database_query` | ❌ | -| 14 | 0.410134 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.403845 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.379322 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.377511 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.374451 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.365458 | `azmcp_group_list` | ❌ | -| 20 | 0.354490 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.680640 | `azmcp_deploy_architecture_diagram_generate` | ✅ **EXPECTED** | +| 2 | 0.562538 | `azmcp_deploy_plan_get` | ❌ | +| 3 | 0.505052 | `azmcp_cloudarchitect_design` | ❌ | +| 4 | 0.497193 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.435921 | `azmcp_deploy_iac_rules_get` | ❌ | +| 6 | 0.430764 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 7 | 0.417333 | `azmcp_bestpractices_get` | ❌ | +| 8 | 0.371127 | `azmcp_deploy_app_logs_get` | ❌ | +| 9 | 0.343117 | `azmcp_quota_usage_check` | ❌ | +| 10 | 0.322230 | `azmcp_extension_azqr` | ❌ | +| 11 | 0.316752 | `azmcp_applens_resource_diagnose` | ❌ | +| 12 | 0.284401 | `azmcp_mysql_table_schema_get` | ❌ | +| 13 | 0.270093 | `azmcp_sql_db_create` | ❌ | +| 14 | 0.264933 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 15 | 0.264060 | `azmcp_mysql_server_list` | ❌ | +| 16 | 0.263521 | `azmcp_quota_region_availability_list` | ❌ | +| 17 | 0.255084 | `azmcp_mysql_table_list` | ❌ | +| 18 | 0.250629 | `azmcp_search_service_list` | ❌ | +| 19 | 0.248047 | `azmcp_sql_db_update` | ❌ | +| 20 | 0.247818 | `azmcp_sql_server_show` | ❌ | --- -## Test 63 +## Test 69 -**Expected Tool:** `azmcp_mysql_server_list` -**Prompt:** Show me my MySQL servers +**Expected Tool:** `azmcp_deploy_iac_rules_get` +**Prompt:** Show me the rules to generate bicep scripts ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478518 | `azmcp_mysql_database_list` | ❌ | -| 2 | 0.474586 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | -| 3 | 0.435642 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.412380 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.389993 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.377048 | `azmcp_mysql_database_query` | ❌ | -| 7 | 0.372766 | `azmcp_mysql_table_schema_get` | ❌ | -| 8 | 0.363906 | `azmcp_mysql_server_param_get` | ❌ | -| 9 | 0.355142 | `azmcp_postgres_server_config_get` | ❌ | -| 10 | 0.337771 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.281558 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.251411 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.248026 | `azmcp_grafana_list` | ❌ | -| 14 | 0.248003 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.244750 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.235455 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.232383 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.224586 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.218116 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.216149 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.529092 | `azmcp_deploy_iac_rules_get` | ✅ **EXPECTED** | +| 2 | 0.404829 | `azmcp_bicepschema_get` | ❌ | +| 3 | 0.391965 | `azmcp_bestpractices_get` | ❌ | +| 4 | 0.383210 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 5 | 0.341436 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 6 | 0.304816 | `azmcp_deploy_plan_get` | ❌ | +| 7 | 0.278653 | `azmcp_cloudarchitect_design` | ❌ | +| 8 | 0.266851 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 9 | 0.266629 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 10 | 0.252977 | `azmcp_sql_server_firewall-rule_create` | ❌ | +| 11 | 0.236341 | `azmcp_applens_resource_diagnose` | ❌ | +| 12 | 0.223979 | `azmcp_extension_azqr` | ❌ | +| 13 | 0.219521 | `azmcp_quota_usage_check` | ❌ | +| 14 | 0.206928 | `azmcp_mysql_server_list` | ❌ | +| 15 | 0.202239 | `azmcp_mysql_table_schema_get` | ❌ | +| 16 | 0.201288 | `azmcp_quota_region_availability_list` | ❌ | +| 17 | 0.195422 | `azmcp_mysql_table_list` | ❌ | +| 18 | 0.194571 | `azmcp_sql_db_create` | ❌ | +| 19 | 0.191094 | `azmcp_storage_share_file_list` | ❌ | +| 20 | 0.188615 | `azmcp_role_assignment_list` | ❌ | --- -## Test 64 +## Test 70 -**Expected Tool:** `azmcp_mysql_server_list` -**Prompt:** Show me the MySQL servers in my subscription +**Expected Tool:** `azmcp_deploy_pipeline_guidance_get` +**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.636435 | `azmcp_postgres_server_list` | ❌ | -| 2 | 0.534266 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | -| 3 | 0.530210 | `azmcp_mysql_database_list` | ❌ | -| 4 | 0.464360 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.456616 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.441836 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.431914 | `azmcp_grafana_list` | ❌ | -| 8 | 0.419663 | `azmcp_search_service_list` | ❌ | -| 9 | 0.416021 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.412407 | `azmcp_mysql_database_query` | ❌ | -| 11 | 0.408235 | `azmcp_mysql_table_schema_get` | ❌ | -| 12 | 0.406576 | `azmcp_mysql_server_param_get` | ❌ | -| 13 | 0.399358 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.376596 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.375684 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.364016 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.356691 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.341439 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.341087 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.334813 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.638841 | `azmcp_deploy_pipeline_guidance_get` | ✅ **EXPECTED** | +| 2 | 0.499297 | `azmcp_deploy_plan_get` | ❌ | +| 3 | 0.448918 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.382240 | `azmcp_bestpractices_get` | ❌ | +| 5 | 0.375202 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 6 | 0.373363 | `azmcp_deploy_app_logs_get` | ❌ | +| 7 | 0.350101 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 8 | 0.338440 | `azmcp_foundry_models_deploy` | ❌ | +| 9 | 0.322906 | `azmcp_cloudarchitect_design` | ❌ | +| 10 | 0.289166 | `azmcp_applens_resource_diagnose` | ❌ | +| 11 | 0.262768 | `azmcp_sql_db_create` | ❌ | +| 12 | 0.240757 | `azmcp_storage_blob_upload` | ❌ | +| 13 | 0.234690 | `azmcp_sql_db_update` | ❌ | +| 14 | 0.230063 | `azmcp_quota_usage_check` | ❌ | +| 15 | 0.222416 | `azmcp_sql_server_create` | ❌ | +| 16 | 0.212123 | `azmcp_storage_blob_container_create` | ❌ | +| 17 | 0.211103 | `azmcp_storage_account_create` | ❌ | +| 18 | 0.206262 | `azmcp_storage_queue_message_send` | ❌ | +| 19 | 0.203987 | `azmcp_sql_server_delete` | ❌ | +| 20 | 0.198696 | `azmcp_mysql_server_list` | ❌ | --- -## Test 65 +## Test 71 -**Expected Tool:** `azmcp_mysql_server_param_get` -**Prompt:** Show me the value of connection timeout in seconds in my MySQL server +**Expected Tool:** `azmcp_deploy_plan_get` +**Prompt:** Create a plan to deploy this application to azure ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495071 | `azmcp_mysql_server_param_get` | ✅ **EXPECTED** | -| 2 | 0.407671 | `azmcp_mysql_server_param_set` | ❌ | -| 3 | 0.333841 | `azmcp_mysql_database_query` | ❌ | -| 4 | 0.313150 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.310834 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.300031 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.296654 | `azmcp_mysql_server_config_get` | ❌ | -| 8 | 0.292546 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.285663 | `azmcp_postgres_server_param_set` | ❌ | -| 10 | 0.285645 | `azmcp_postgres_server_config_get` | ❌ | -| 11 | 0.183735 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.160082 | `azmcp_appconfig_kv_list` | ❌ | -| 13 | 0.146290 | `azmcp_loadtesting_testrun_get` | ❌ | -| 14 | 0.137499 | `azmcp_monitor_metrics_query` | ❌ | -| 15 | 0.124274 | `azmcp_grafana_list` | ❌ | -| 16 | 0.120498 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 17 | 0.118505 | `azmcp_loadtesting_testrun_list` | ❌ | -| 18 | 0.117704 | `azmcp_applens_resource_diagnose` | ❌ | -| 19 | 0.117324 | `azmcp_appconfig_kv_set` | ❌ | -| 20 | 0.115886 | `azmcp_cosmos_database_list` | ❌ | +| 1 | 0.688109 | `azmcp_deploy_plan_get` | ✅ **EXPECTED** | +| 2 | 0.587903 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.499385 | `azmcp_deploy_iac_rules_get` | ❌ | +| 4 | 0.498575 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 5 | 0.432825 | `azmcp_bestpractices_get` | ❌ | +| 6 | 0.425393 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 7 | 0.421744 | `azmcp_cloudarchitect_design` | ❌ | +| 8 | 0.413718 | `azmcp_loadtesting_test_create` | ❌ | +| 9 | 0.393518 | `azmcp_deploy_app_logs_get` | ❌ | +| 10 | 0.365875 | `azmcp_foundry_models_deploy` | ❌ | +| 11 | 0.344407 | `azmcp_sql_db_create` | ❌ | +| 12 | 0.312839 | `azmcp_quota_usage_check` | ❌ | +| 13 | 0.300643 | `azmcp_mysql_server_list` | ❌ | +| 14 | 0.299552 | `azmcp_storage_account_create` | ❌ | +| 15 | 0.296623 | `azmcp_sql_server_create` | ❌ | +| 16 | 0.292780 | `azmcp_sql_db_update` | ❌ | +| 17 | 0.277064 | `azmcp_workbooks_delete` | ❌ | +| 18 | 0.258195 | `azmcp_sql_server_show` | ❌ | +| 19 | 0.252696 | `azmcp_workbooks_create` | ❌ | +| 20 | 0.249358 | `azmcp_storage_blob_container_create` | ❌ | --- -## Test 66 +## Test 72 -**Expected Tool:** `azmcp_mysql_server_param_set` -**Prompt:** Set connection timeout to 20 seconds for my MySQL server +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** Show me all Event Grid subscriptions for topic ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.390762 | `azmcp_mysql_server_param_set` | ✅ **EXPECTED** | -| 2 | 0.381144 | `azmcp_mysql_server_param_get` | ❌ | -| 3 | 0.307496 | `azmcp_postgres_server_param_set` | ❌ | -| 4 | 0.298911 | `azmcp_mysql_database_query` | ❌ | -| 5 | 0.254180 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.253189 | `azmcp_mysql_table_schema_get` | ❌ | -| 7 | 0.246424 | `azmcp_mysql_database_list` | ❌ | -| 8 | 0.246019 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.238742 | `azmcp_postgres_server_config_get` | ❌ | -| 10 | 0.236453 | `azmcp_postgres_server_param_get` | ❌ | -| 11 | 0.112499 | `azmcp_appconfig_kv_set` | ❌ | -| 12 | 0.105825 | `azmcp_monitor_metrics_query` | ❌ | -| 13 | 0.094606 | `azmcp_loadtesting_testrun_update` | ❌ | -| 14 | 0.090695 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 15 | 0.090334 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.089483 | `azmcp_appconfig_kv_show` | ❌ | -| 17 | 0.088097 | `azmcp_loadtesting_test_create` | ❌ | -| 18 | 0.086308 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 19 | 0.082240 | `azmcp_loadtesting_testrun_create` | ❌ | -| 20 | 0.082129 | `azmcp_aks_nodepool_get` | ❌ | +| 1 | 0.682907 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.636180 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 3 | 0.486216 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 4 | 0.480944 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 5 | 0.478217 | `azmcp_servicebus_topic_details` | ❌ | +| 6 | 0.457868 | `azmcp_search_service_list` | ❌ | +| 7 | 0.445125 | `azmcp_subscription_list` | ❌ | +| 8 | 0.435412 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.434659 | `azmcp_redis_cluster_list` | ❌ | +| 10 | 0.422093 | `azmcp_postgres_server_list` | ❌ | +| 11 | 0.420907 | `azmcp_group_list` | ❌ | +| 12 | 0.417538 | `azmcp_monitor_workspace_list` | ❌ | +| 13 | 0.415223 | `azmcp_redis_cache_list` | ❌ | +| 14 | 0.408588 | `azmcp_grafana_list` | ❌ | +| 15 | 0.397665 | `azmcp_cosmos_account_list` | ❌ | +| 16 | 0.392784 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 17 | 0.386186 | `azmcp_marketplace_product_list` | ❌ | +| 18 | 0.383422 | `azmcp_marketplace_product_get` | ❌ | +| 19 | 0.382782 | `azmcp_aks_cluster_list` | ❌ | +| 20 | 0.378136 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 67 +## Test 73 -**Expected Tool:** `azmcp_mysql_table_list` -**Prompt:** List all tables in the MySQL database in server +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** List Event Grid subscriptions for topic in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.633448 | `azmcp_mysql_table_list` | ✅ **EXPECTED** | -| 2 | 0.573844 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.550898 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.546963 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.475178 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.447284 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.442053 | `azmcp_kusto_table_list` | ❌ | -| 8 | 0.431034 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.429975 | `azmcp_mysql_database_query` | ❌ | -| 10 | 0.418619 | `azmcp_monitor_table_list` | ❌ | -| 11 | 0.410273 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.401216 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.361477 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.335069 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.308385 | `azmcp_kusto_table_schema` | ❌ | -| 16 | 0.268415 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.260118 | `azmcp_kusto_sample` | ❌ | -| 18 | 0.253046 | `azmcp_grafana_list` | ❌ | -| 19 | 0.241263 | `azmcp_keyvault_key_list` | ❌ | -| 20 | 0.239226 | `azmcp_appconfig_kv_list` | ❌ | +| 1 | 0.672482 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.655324 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 3 | 0.539977 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 4 | 0.498485 | `azmcp_servicebus_topic_details` | ❌ | +| 5 | 0.460145 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 6 | 0.444774 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.443366 | `azmcp_subscription_list` | ❌ | +| 8 | 0.438131 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.435639 | `azmcp_search_service_list` | ❌ | +| 10 | 0.434420 | `azmcp_redis_cache_list` | ❌ | +| 11 | 0.433482 | `azmcp_monitor_workspace_list` | ❌ | +| 12 | 0.431618 | `azmcp_grafana_list` | ❌ | +| 13 | 0.426989 | `azmcp_group_list` | ❌ | +| 14 | 0.419194 | `azmcp_postgres_server_list` | ❌ | +| 15 | 0.402159 | `azmcp_cosmos_account_list` | ❌ | +| 16 | 0.398589 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 17 | 0.392822 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 18 | 0.389694 | `azmcp_marketplace_product_get` | ❌ | +| 19 | 0.386880 | `azmcp_acr_registry_list` | ❌ | +| 20 | 0.384264 | `azmcp_marketplace_product_list` | ❌ | --- -## Test 68 +## Test 74 -**Expected Tool:** `azmcp_mysql_table_list` -**Prompt:** Show me the tables in the MySQL database in server +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** List Event Grid subscriptions for topic in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609131 | `azmcp_mysql_table_list` | ✅ **EXPECTED** | -| 2 | 0.526236 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.525709 | `azmcp_mysql_database_list` | ❌ | -| 4 | 0.507258 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.498050 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.439004 | `azmcp_mysql_database_query` | ❌ | -| 7 | 0.419905 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.403265 | `azmcp_kusto_table_list` | ❌ | -| 9 | 0.391670 | `azmcp_storage_table_list` | ❌ | -| 10 | 0.385166 | `azmcp_postgres_table_schema_get` | ❌ | -| 11 | 0.382169 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.349435 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.342926 | `azmcp_kusto_table_schema` | ❌ | -| 14 | 0.319674 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.303999 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.281571 | `azmcp_kusto_sample` | ❌ | -| 17 | 0.236723 | `azmcp_grafana_list` | ❌ | -| 18 | 0.231173 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.214496 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.209943 | `azmcp_appconfig_kv_list` | ❌ | +| 1 | 0.665867 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.663277 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.524919 | `azmcp_group_list` | ❌ | +| 4 | 0.488696 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.484167 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 6 | 0.478967 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 7 | 0.474205 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 8 | 0.473708 | `azmcp_servicebus_topic_details` | ❌ | +| 9 | 0.465477 | `azmcp_acr_registry_list` | ❌ | +| 10 | 0.465098 | `azmcp_workbooks_list` | ❌ | +| 11 | 0.462201 | `azmcp_redis_cluster_list` | ❌ | +| 12 | 0.457114 | `azmcp_search_service_list` | ❌ | +| 13 | 0.452429 | `azmcp_monitor_workspace_list` | ❌ | +| 14 | 0.443225 | `azmcp_subscription_list` | ❌ | +| 15 | 0.436651 | `azmcp_kusto_cluster_list` | ❌ | +| 16 | 0.436075 | `azmcp_grafana_list` | ❌ | +| 17 | 0.434505 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 18 | 0.428724 | `azmcp_functionapp_get` | ❌ | +| 19 | 0.412301 | `azmcp_loadtesting_testresource_list` | ❌ | +| 20 | 0.407234 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 69 +## Test 75 -**Expected Tool:** `azmcp_mysql_table_schema_get` -**Prompt:** Show me the schema of table
in the MySQL database in server +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** Show all Event Grid subscriptions in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630623 | `azmcp_mysql_table_schema_get` | ✅ **EXPECTED** | -| 2 | 0.558306 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.545025 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.482505 | `azmcp_kusto_table_schema` | ❌ | -| 5 | 0.457739 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.443955 | `azmcp_mysql_database_query` | ❌ | -| 7 | 0.407451 | `azmcp_postgres_table_list` | ❌ | -| 8 | 0.398102 | `azmcp_postgres_database_list` | ❌ | -| 9 | 0.372911 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.348909 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.347368 | `azmcp_postgres_server_config_get` | ❌ | -| 12 | 0.324675 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.307950 | `azmcp_kusto_sample` | ❌ | -| 14 | 0.271938 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.268273 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 16 | 0.243861 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.239328 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.202788 | `azmcp_bicepschema_get` | ❌ | -| 19 | 0.194220 | `azmcp_grafana_list` | ❌ | -| 20 | 0.186518 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 1 | 0.594210 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.593173 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.525064 | `azmcp_subscription_list` | ❌ | +| 4 | 0.518857 | `azmcp_search_service_list` | ❌ | +| 5 | 0.509007 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 6 | 0.490371 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.489687 | `azmcp_kusto_cluster_list` | ❌ | +| 8 | 0.480579 | `azmcp_cosmos_account_list` | ❌ | +| 9 | 0.475701 | `azmcp_group_list` | ❌ | +| 10 | 0.475207 | `azmcp_redis_cache_list` | ❌ | +| 11 | 0.473274 | `azmcp_postgres_server_list` | ❌ | +| 12 | 0.467172 | `azmcp_monitor_workspace_list` | ❌ | +| 13 | 0.460683 | `azmcp_grafana_list` | ❌ | +| 14 | 0.451759 | `azmcp_appconfig_account_list` | ❌ | +| 15 | 0.440660 | `azmcp_aks_cluster_list` | ❌ | +| 16 | 0.439125 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 17 | 0.437213 | `azmcp_storage_table_list` | ❌ | +| 18 | 0.422468 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 19 | 0.415047 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.410171 | `azmcp_acr_registry_list` | ❌ | --- -## Test 70 +## Test 76 -**Expected Tool:** `azmcp_postgres_database_list` -**Prompt:** List all PostgreSQL databases in server +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** List all Event Grid subscriptions in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.815617 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | -| 2 | 0.644014 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.622790 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.542685 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.490904 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.471672 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.453436 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.444410 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.435828 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.418348 | `azmcp_postgres_database_query` | ❌ | -| 11 | 0.414679 | `azmcp_postgres_server_param_set` | ❌ | -| 12 | 0.407877 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.319946 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.293787 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.292441 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.289334 | `azmcp_grafana_list` | ❌ | -| 17 | 0.252438 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.249563 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.245546 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.245456 | `azmcp_group_list` | ❌ | +| 1 | 0.604278 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.602603 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 3 | 0.535955 | `azmcp_kusto_cluster_list` | ❌ | +| 4 | 0.518195 | `azmcp_subscription_list` | ❌ | +| 5 | 0.510115 | `azmcp_group_list` | ❌ | +| 6 | 0.508443 | `azmcp_search_service_list` | ❌ | +| 7 | 0.494659 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 8 | 0.492726 | `azmcp_postgres_server_list` | ❌ | +| 9 | 0.485794 | `azmcp_redis_cluster_list` | ❌ | +| 10 | 0.483521 | `azmcp_redis_cache_list` | ❌ | +| 11 | 0.481609 | `azmcp_cosmos_account_list` | ❌ | +| 12 | 0.481450 | `azmcp_monitor_workspace_list` | ❌ | +| 13 | 0.473868 | `azmcp_grafana_list` | ❌ | +| 14 | 0.467622 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 15 | 0.453352 | `azmcp_appconfig_account_list` | ❌ | +| 16 | 0.446402 | `azmcp_aks_cluster_list` | ❌ | +| 17 | 0.428290 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 18 | 0.426897 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.424047 | `azmcp_storage_table_list` | ❌ | +| 20 | 0.410745 | `azmcp_acr_registry_list` | ❌ | --- -## Test 71 +## Test 77 -**Expected Tool:** `azmcp_postgres_database_list` -**Prompt:** Show me the PostgreSQL databases in server +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** Show Event Grid subscriptions in resource group in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.760033 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | -| 2 | 0.589784 | `azmcp_postgres_server_list` | ❌ | -| 3 | 0.585891 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.552660 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.495629 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.452128 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.433860 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.430589 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.426839 | `azmcp_postgres_database_query` | ❌ | -| 10 | 0.416937 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.385475 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.365997 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.281529 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.261442 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.257971 | `azmcp_grafana_list` | ❌ | -| 16 | 0.247726 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.235404 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.227995 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.223442 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.222503 | `azmcp_kusto_table_schema` | ❌ | +| 1 | 0.618614 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.557573 | `azmcp_group_list` | ❌ | +| 3 | 0.531273 | `azmcp_eventgrid_topic_list` | ❌ | +| 4 | 0.504984 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.502308 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 6 | 0.487257 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.472283 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 8 | 0.467550 | `azmcp_workbooks_list` | ❌ | +| 9 | 0.464545 | `azmcp_redis_cache_list` | ❌ | +| 10 | 0.459530 | `azmcp_acr_registry_list` | ❌ | +| 11 | 0.457119 | `azmcp_grafana_list` | ❌ | +| 12 | 0.440230 | `azmcp_loadtesting_testresource_list` | ❌ | +| 13 | 0.438344 | `azmcp_subscription_list` | ❌ | +| 14 | 0.438218 | `azmcp_kusto_cluster_list` | ❌ | +| 15 | 0.435258 | `azmcp_search_service_list` | ❌ | +| 16 | 0.431166 | `azmcp_monitor_workspace_list` | ❌ | +| 17 | 0.423121 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 18 | 0.415644 | `azmcp_sql_db_show` | ❌ | +| 19 | 0.411672 | `azmcp_cosmos_account_list` | ❌ | +| 20 | 0.411012 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- -## Test 72 +## Test 78 -**Expected Tool:** `azmcp_postgres_database_query` -**Prompt:** Show me all items that contain the word in the PostgreSQL database in server +**Expected Tool:** `azmcp_eventgrid_subscription_list` +**Prompt:** List Event Grid subscriptions for subscription in location ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546211 | `azmcp_postgres_database_list` | ❌ | -| 2 | 0.503267 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.466599 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.415817 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | -| 5 | 0.403969 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.403924 | `azmcp_postgres_server_config_get` | ❌ | -| 7 | 0.380446 | `azmcp_postgres_table_schema_get` | ❌ | -| 8 | 0.361081 | `azmcp_mysql_table_list` | ❌ | -| 9 | 0.354323 | `azmcp_postgres_server_param_set` | ❌ | -| 10 | 0.341271 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.264914 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.262356 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.262160 | `azmcp_kusto_query` | ❌ | -| 14 | 0.254174 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.248628 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.244295 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.236681 | `azmcp_marketplace_product_list` | ❌ | -| 18 | 0.236363 | `azmcp_grafana_list` | ❌ | -| 19 | 0.218677 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.217855 | `azmcp_kusto_sample` | ❌ | +| 1 | 0.652090 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.581674 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.480537 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 4 | 0.478459 | `azmcp_subscription_list` | ❌ | +| 5 | 0.476763 | `azmcp_search_service_list` | ❌ | +| 6 | 0.475482 | `azmcp_monitor_workspace_list` | ❌ | +| 7 | 0.471596 | `azmcp_redis_cluster_list` | ❌ | +| 8 | 0.471384 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.466432 | `azmcp_group_list` | ❌ | +| 10 | 0.449893 | `azmcp_redis_cache_list` | ❌ | +| 11 | 0.449681 | `azmcp_grafana_list` | ❌ | +| 12 | 0.447080 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 13 | 0.446620 | `azmcp_acr_registry_list` | ❌ | +| 14 | 0.444645 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 15 | 0.437300 | `azmcp_quota_region_availability_list` | ❌ | +| 16 | 0.436793 | `azmcp_postgres_server_list` | ❌ | +| 17 | 0.436653 | `azmcp_cosmos_account_list` | ❌ | +| 18 | 0.425231 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.423324 | `azmcp_marketplace_product_get` | ❌ | +| 20 | 0.422680 | `azmcp_aks_cluster_list` | ❌ | --- -## Test 73 +## Test 79 -**Expected Tool:** `azmcp_postgres_server_config_get` -**Prompt:** Show me the configuration of PostgreSQL server +**Expected Tool:** `azmcp_eventgrid_topic_list` +**Prompt:** List all Event Grid topics in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.756593 | `azmcp_postgres_server_config_get` | ✅ **EXPECTED** | -| 2 | 0.599471 | `azmcp_postgres_server_param_get` | ❌ | -| 3 | 0.535229 | `azmcp_postgres_server_param_set` | ❌ | -| 4 | 0.535050 | `azmcp_postgres_database_list` | ❌ | -| 5 | 0.518574 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.463172 | `azmcp_postgres_table_list` | ❌ | -| 7 | 0.431476 | `azmcp_postgres_table_schema_get` | ❌ | -| 8 | 0.394675 | `azmcp_postgres_database_query` | ❌ | -| 9 | 0.356774 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.337899 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.269224 | `azmcp_appconfig_kv_list` | ❌ | -| 12 | 0.233426 | `azmcp_loadtesting_testrun_list` | ❌ | -| 13 | 0.222849 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.220186 | `azmcp_loadtesting_test_get` | ❌ | -| 15 | 0.208314 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.189446 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.177778 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.175244 | `azmcp_aks_cluster_get` | ❌ | -| 19 | 0.168322 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.160792 | `azmcp_grafana_list` | ❌ | +| 1 | 0.759182 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.610435 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.545540 | `azmcp_search_service_list` | ❌ | +| 4 | 0.514189 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.496588 | `azmcp_subscription_list` | ❌ | +| 6 | 0.496002 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 7 | 0.492690 | `azmcp_group_list` | ❌ | +| 8 | 0.485584 | `azmcp_redis_cluster_list` | ❌ | +| 9 | 0.484509 | `azmcp_postgres_server_list` | ❌ | +| 10 | 0.475667 | `azmcp_cosmos_account_list` | ❌ | +| 11 | 0.475056 | `azmcp_monitor_workspace_list` | ❌ | +| 12 | 0.472764 | `azmcp_grafana_list` | ❌ | +| 13 | 0.470300 | `azmcp_redis_cache_list` | ❌ | +| 14 | 0.460569 | `azmcp_storage_table_list` | ❌ | +| 15 | 0.442229 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 16 | 0.440503 | `azmcp_aks_cluster_list` | ❌ | +| 17 | 0.439820 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 18 | 0.438287 | `azmcp_appconfig_account_list` | ❌ | +| 19 | 0.422414 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.409123 | `azmcp_kusto_database_list` | ❌ | --- -## Test 74 +## Test 80 -**Expected Tool:** `azmcp_postgres_server_list` -**Prompt:** List all PostgreSQL servers in my subscription +**Expected Tool:** `azmcp_eventgrid_topic_list` +**Prompt:** Show me the Event Grid topics in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.900023 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | -| 2 | 0.640733 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.565914 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.538997 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.507621 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.483663 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.472458 | `azmcp_grafana_list` | ❌ | -| 8 | 0.453841 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.446509 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.435298 | `azmcp_search_service_list` | ❌ | -| 11 | 0.416315 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.408673 | `azmcp_mysql_database_list` | ❌ | -| 13 | 0.406617 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.399056 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.397428 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.389191 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.373699 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.365995 | `azmcp_group_list` | ❌ | -| 19 | 0.362900 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.351894 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.691101 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.600983 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.478334 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 4 | 0.475119 | `azmcp_search_service_list` | ❌ | +| 5 | 0.450712 | `azmcp_redis_cluster_list` | ❌ | +| 6 | 0.441607 | `azmcp_kusto_cluster_list` | ❌ | +| 7 | 0.437153 | `azmcp_postgres_server_list` | ❌ | +| 8 | 0.431319 | `azmcp_subscription_list` | ❌ | +| 9 | 0.430494 | `azmcp_grafana_list` | ❌ | +| 10 | 0.428437 | `azmcp_redis_cache_list` | ❌ | +| 11 | 0.424907 | `azmcp_monitor_workspace_list` | ❌ | +| 12 | 0.420072 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 13 | 0.419125 | `azmcp_group_list` | ❌ | +| 14 | 0.408708 | `azmcp_cosmos_account_list` | ❌ | +| 15 | 0.399253 | `azmcp_appconfig_account_list` | ❌ | +| 16 | 0.396758 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 17 | 0.391338 | `azmcp_storage_table_list` | ❌ | +| 18 | 0.381680 | `azmcp_aks_cluster_list` | ❌ | +| 19 | 0.381664 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.374650 | `azmcp_acr_registry_list` | ❌ | --- -## Test 75 +## Test 81 -**Expected Tool:** `azmcp_postgres_server_list` -**Prompt:** Show me my PostgreSQL servers +**Expected Tool:** `azmcp_eventgrid_topic_list` +**Prompt:** List all Event Grid topics in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.674327 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | -| 2 | 0.607062 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.576348 | `azmcp_postgres_server_config_get` | ❌ | -| 4 | 0.522995 | `azmcp_postgres_table_list` | ❌ | -| 5 | 0.506171 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.409406 | `azmcp_postgres_database_query` | ❌ | -| 7 | 0.400088 | `azmcp_postgres_server_param_set` | ❌ | -| 8 | 0.372955 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.336934 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.336270 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.274763 | `azmcp_grafana_list` | ❌ | -| 12 | 0.260533 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.253264 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.245276 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.241835 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.239500 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.229842 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.227547 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.225295 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.219273 | `azmcp_cosmos_database_container_list` | ❌ | +| 1 | 0.759409 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.632284 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.526595 | `azmcp_kusto_cluster_list` | ❌ | +| 4 | 0.514248 | `azmcp_search_service_list` | ❌ | +| 5 | 0.495814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 6 | 0.494153 | `azmcp_postgres_server_list` | ❌ | +| 7 | 0.481357 | `azmcp_group_list` | ❌ | +| 8 | 0.481065 | `azmcp_redis_cluster_list` | ❌ | +| 9 | 0.476829 | `azmcp_subscription_list` | ❌ | +| 10 | 0.476808 | `azmcp_redis_cache_list` | ❌ | +| 11 | 0.471888 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 12 | 0.468200 | `azmcp_grafana_list` | ❌ | +| 13 | 0.466774 | `azmcp_monitor_workspace_list` | ❌ | +| 14 | 0.445991 | `azmcp_cosmos_account_list` | ❌ | +| 15 | 0.429646 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 16 | 0.428727 | `azmcp_appconfig_account_list` | ❌ | +| 17 | 0.428427 | `azmcp_storage_table_list` | ❌ | +| 18 | 0.421430 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.417762 | `azmcp_aks_cluster_list` | ❌ | +| 20 | 0.403614 | `azmcp_marketplace_product_list` | ❌ | --- -## Test 76 +## Test 82 -**Expected Tool:** `azmcp_postgres_server_list` -**Prompt:** Show me the PostgreSQL servers in my subscription +**Expected Tool:** `azmcp_eventgrid_topic_list` +**Prompt:** List all Event Grid topics in resource group in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.832155 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | -| 2 | 0.579232 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.531804 | `azmcp_postgres_server_config_get` | ❌ | -| 4 | 0.514445 | `azmcp_postgres_table_list` | ❌ | -| 5 | 0.505869 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.452608 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.444127 | `azmcp_grafana_list` | ❌ | -| 8 | 0.421577 | `azmcp_search_service_list` | ❌ | -| 9 | 0.414695 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.410719 | `azmcp_postgres_database_query` | ❌ | -| 11 | 0.403538 | `azmcp_kusto_cluster_list` | ❌ | -| 12 | 0.399866 | `azmcp_postgres_table_schema_get` | ❌ | -| 13 | 0.376954 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.362650 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.362557 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.360521 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.358408 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.338815 | `azmcp_marketplace_product_list` | ❌ | -| 19 | 0.334680 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.334101 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.659188 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.614519 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.609175 | `azmcp_group_list` | ❌ | +| 4 | 0.514613 | `azmcp_workbooks_list` | ❌ | +| 5 | 0.505966 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 6 | 0.484746 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 7 | 0.475467 | `azmcp_redis_cluster_list` | ❌ | +| 8 | 0.464233 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.460456 | `azmcp_search_service_list` | ❌ | +| 10 | 0.456540 | `azmcp_grafana_list` | ❌ | +| 11 | 0.455379 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 12 | 0.452988 | `azmcp_acr_registry_list` | ❌ | +| 13 | 0.448196 | `azmcp_redis_cache_list` | ❌ | +| 14 | 0.442914 | `azmcp_monitor_workspace_list` | ❌ | +| 15 | 0.442259 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 16 | 0.432063 | `azmcp_loadtesting_testresource_list` | ❌ | +| 17 | 0.423027 | `azmcp_postgres_server_list` | ❌ | +| 18 | 0.416777 | `azmcp_mysql_server_list` | ❌ | +| 19 | 0.411811 | `azmcp_acr_registry_repository_list` | ❌ | +| 20 | 0.407927 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 77 +## Test 83 -**Expected Tool:** `azmcp_postgres_server_param` -**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Check my Azure subscription for any compliance issues or recommendations ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594753 | `azmcp_postgres_server_param_get` | ❌ | -| 2 | 0.539671 | `azmcp_postgres_server_config_get` | ❌ | -| 3 | 0.489693 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.480826 | `azmcp_postgres_server_param_set` | ❌ | -| 5 | 0.451871 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.357606 | `azmcp_postgres_table_list` | ❌ | -| 7 | 0.343799 | `azmcp_mysql_server_param_get` | ❌ | -| 8 | 0.330875 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.305351 | `azmcp_postgres_database_query` | ❌ | -| 10 | 0.295439 | `azmcp_mysql_server_param_set` | ❌ | -| 11 | 0.185273 | `azmcp_appconfig_kv_list` | ❌ | -| 12 | 0.174107 | `azmcp_grafana_list` | ❌ | -| 13 | 0.169190 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.166286 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.158090 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.155785 | `azmcp_appconfig_kv_show` | ❌ | -| 17 | 0.145056 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.142387 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.140139 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.140104 | `azmcp_eventgrid_topic_list` | ❌ | +| 1 | 0.533164 | `azmcp_quota_usage_check` | ❌ | +| 2 | 0.497434 | `azmcp_applens_resource_diagnose` | ❌ | +| 3 | 0.481143 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 4 | 0.476826 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 5 | 0.451690 | `azmcp_bestpractices_get` | ❌ | +| 6 | 0.440399 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 7 | 0.438387 | `azmcp_cloudarchitect_design` | ❌ | +| 8 | 0.434685 | `azmcp_search_service_list` | ❌ | +| 9 | 0.431096 | `azmcp_deploy_iac_rules_get` | ❌ | +| 10 | 0.423302 | `azmcp_subscription_list` | ❌ | +| 11 | 0.422293 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 12 | 0.417076 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 13 | 0.408023 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 14 | 0.406586 | `azmcp_deploy_plan_get` | ❌ | +| 15 | 0.400363 | `azmcp_quota_region_availability_list` | ❌ | +| 16 | 0.398671 | `azmcp_eventgrid_subscription_list` | ❌ | +| 17 | 0.391646 | `azmcp_marketplace_product_get` | ❌ | +| 18 | 0.388980 | `azmcp_monitor_workspace_list` | ❌ | +| 19 | 0.381209 | `azmcp_storage_account_get` | ❌ | +| 20 | 0.354341 | `azmcp_redis_cache_list` | ❌ | --- -## Test 78 +## Test 84 -**Expected Tool:** `azmcp_postgres_server_param_set` -**Prompt:** Enable replication for my PostgreSQL server +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Provide compliance recommendations for my current Azure subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488474 | `azmcp_postgres_server_config_get` | ❌ | -| 2 | 0.469794 | `azmcp_postgres_server_list` | ❌ | -| 3 | 0.464562 | `azmcp_postgres_server_param_set` | ✅ **EXPECTED** | -| 4 | 0.447011 | `azmcp_postgres_server_param_get` | ❌ | -| 5 | 0.440760 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.354049 | `azmcp_postgres_table_list` | ❌ | -| 7 | 0.341624 | `azmcp_postgres_database_query` | ❌ | -| 8 | 0.317484 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.241642 | `azmcp_mysql_server_param_set` | ❌ | -| 10 | 0.227740 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.133385 | `azmcp_kusto_sample` | ❌ | -| 12 | 0.127120 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.123491 | `azmcp_kusto_table_schema` | ❌ | -| 14 | 0.118089 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.115151 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.113841 | `azmcp_grafana_list` | ❌ | -| 17 | 0.112605 | `azmcp_deploy_plan_get` | ❌ | -| 18 | 0.108485 | `azmcp_kusto_table_list` | ❌ | -| 19 | 0.102847 | `azmcp_extension_azqr` | ❌ | -| 20 | 0.102139 | `azmcp_appconfig_kv_list` | ❌ | +| 1 | 0.532792 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 2 | 0.492863 | `azmcp_bestpractices_get` | ❌ | +| 3 | 0.488377 | `azmcp_cloudarchitect_design` | ❌ | +| 4 | 0.473365 | `azmcp_deploy_iac_rules_get` | ❌ | +| 5 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 6 | 0.452232 | `azmcp_applens_resource_diagnose` | ❌ | +| 7 | 0.448076 | `azmcp_deploy_plan_get` | ❌ | +| 8 | 0.442021 | `azmcp_quota_usage_check` | ❌ | +| 9 | 0.439040 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 10 | 0.426161 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 11 | 0.385771 | `azmcp_quota_region_availability_list` | ❌ | +| 12 | 0.382677 | `azmcp_search_service_list` | ❌ | +| 13 | 0.375818 | `azmcp_subscription_list` | ❌ | +| 14 | 0.375077 | `azmcp_marketplace_product_get` | ❌ | +| 15 | 0.365859 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 16 | 0.365824 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 17 | 0.360612 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 18 | 0.349469 | `azmcp_storage_account_get` | ❌ | +| 19 | 0.341827 | `azmcp_mysql_server_config_get` | ❌ | +| 20 | 0.334327 | `azmcp_mysql_server_list` | ❌ | --- -## Test 79 +## Test 85 -**Expected Tool:** `azmcp_postgres_table_list` -**Prompt:** List all tables in the PostgreSQL database in server +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Scan my Azure subscription for compliance recommendations ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.789883 | `azmcp_postgres_table_list` | ✅ **EXPECTED** | -| 2 | 0.750580 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.574931 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.519820 | `azmcp_postgres_table_schema_get` | ❌ | -| 5 | 0.501400 | `azmcp_postgres_server_config_get` | ❌ | -| 6 | 0.477689 | `azmcp_mysql_table_list` | ❌ | -| 7 | 0.449190 | `azmcp_postgres_database_query` | ❌ | -| 8 | 0.432813 | `azmcp_kusto_table_list` | ❌ | -| 9 | 0.430171 | `azmcp_postgres_server_param_get` | ❌ | -| 10 | 0.396688 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.394396 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.373673 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.352211 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.308203 | `azmcp_kusto_table_schema` | ❌ | -| 15 | 0.299785 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.257808 | `azmcp_grafana_list` | ❌ | -| 17 | 0.256245 | `azmcp_kusto_sample` | ❌ | -| 18 | 0.249162 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.236931 | `azmcp_appconfig_kv_list` | ❌ | -| 20 | 0.229889 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.536934 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 2 | 0.516925 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 3 | 0.504673 | `azmcp_quota_usage_check` | ❌ | +| 4 | 0.494880 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.487387 | `azmcp_bestpractices_get` | ❌ | +| 6 | 0.481698 | `azmcp_applens_resource_diagnose` | ❌ | +| 7 | 0.464304 | `azmcp_cloudarchitect_design` | ❌ | +| 8 | 0.463564 | `azmcp_deploy_iac_rules_get` | ❌ | +| 9 | 0.463172 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 10 | 0.452811 | `azmcp_search_service_list` | ❌ | +| 11 | 0.433938 | `azmcp_quota_region_availability_list` | ❌ | +| 12 | 0.423555 | `azmcp_subscription_list` | ❌ | +| 13 | 0.417356 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 14 | 0.403533 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 15 | 0.398621 | `azmcp_monitor_workspace_list` | ❌ | +| 16 | 0.391476 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 17 | 0.380268 | `azmcp_storage_account_get` | ❌ | +| 18 | 0.376262 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 19 | 0.374279 | `azmcp_mysql_server_list` | ❌ | +| 20 | 0.373844 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- -## Test 80 +## Test 86 -**Expected Tool:** `azmcp_postgres_table_list` -**Prompt:** Show me the tables in the PostgreSQL database in server +**Expected Tool:** `azmcp_foundry_knowledge_index_list` +**Prompt:** List all knowledge indexes in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.736083 | `azmcp_postgres_table_list` | ✅ **EXPECTED** | -| 2 | 0.690112 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.558357 | `azmcp_postgres_table_schema_get` | ❌ | -| 4 | 0.543331 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.521570 | `azmcp_postgres_server_config_get` | ❌ | -| 6 | 0.464929 | `azmcp_postgres_database_query` | ❌ | -| 7 | 0.457757 | `azmcp_mysql_table_list` | ❌ | -| 8 | 0.447184 | `azmcp_postgres_server_param_get` | ❌ | -| 9 | 0.390392 | `azmcp_kusto_table_list` | ❌ | -| 10 | 0.383179 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.371151 | `azmcp_redis_cluster_database_list` | ❌ | -| 12 | 0.334843 | `azmcp_kusto_table_schema` | ❌ | -| 13 | 0.315781 | `azmcp_cosmos_database_list` | ❌ | -| 14 | 0.307262 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.272906 | `azmcp_kusto_sample` | ❌ | -| 16 | 0.266178 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.243542 | `azmcp_grafana_list` | ❌ | -| 18 | 0.207521 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.205697 | `azmcp_appconfig_kv_list` | ❌ | -| 20 | 0.202950 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.695144 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | +| 2 | 0.526435 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 3 | 0.433153 | `azmcp_foundry_models_list` | ❌ | +| 4 | 0.422764 | `azmcp_search_index_get` | ❌ | +| 5 | 0.412989 | `azmcp_search_service_list` | ❌ | +| 6 | 0.349551 | `azmcp_search_index_query` | ❌ | +| 7 | 0.329619 | `azmcp_foundry_models_deploy` | ❌ | +| 8 | 0.310546 | `azmcp_foundry_models_deployments_list` | ❌ | +| 9 | 0.309538 | `azmcp_monitor_table_list` | ❌ | +| 10 | 0.296924 | `azmcp_grafana_list` | ❌ | +| 11 | 0.291629 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 12 | 0.286166 | `azmcp_monitor_table_type_list` | ❌ | +| 13 | 0.280057 | `azmcp_keyvault_key_list` | ❌ | +| 14 | 0.270265 | `azmcp_redis_cache_list` | ❌ | +| 15 | 0.270178 | `azmcp_monitor_workspace_list` | ❌ | +| 16 | 0.267932 | `azmcp_kusto_cluster_list` | ❌ | +| 17 | 0.265656 | `azmcp_mysql_server_list` | ❌ | +| 18 | 0.264048 | `azmcp_mysql_database_list` | ❌ | +| 19 | 0.262277 | `azmcp_redis_cluster_list` | ❌ | +| 20 | 0.261139 | `azmcp_kusto_database_list` | ❌ | --- -## Test 81 +## Test 87 -**Expected Tool:** `azmcp_postgres_table_schema_get` -**Prompt:** Show me the schema of table
in the PostgreSQL database in server +**Expected Tool:** `azmcp_foundry_knowledge_index_list` +**Prompt:** Show me the knowledge indexes in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.714877 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | -| 2 | 0.597846 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.574230 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.508082 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.480733 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.475665 | `azmcp_kusto_table_schema` | ❌ | -| 7 | 0.443816 | `azmcp_postgres_server_param_get` | ❌ | -| 8 | 0.442553 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.427530 | `azmcp_postgres_database_query` | ❌ | -| 10 | 0.406761 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.362687 | `azmcp_postgres_server_param_set` | ❌ | -| 12 | 0.322766 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.303748 | `azmcp_kusto_sample` | ❌ | -| 14 | 0.253767 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 15 | 0.253353 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.239225 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.212206 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.201673 | `azmcp_grafana_list` | ❌ | -| 19 | 0.185124 | `azmcp_appconfig_kv_list` | ❌ | -| 20 | 0.183782 | `azmcp_bicepschema_get` | ❌ | +| 1 | 0.603396 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | +| 2 | 0.489311 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 3 | 0.396819 | `azmcp_foundry_models_list` | ❌ | +| 4 | 0.374704 | `azmcp_search_index_get` | ❌ | +| 5 | 0.350751 | `azmcp_search_service_list` | ❌ | +| 6 | 0.341865 | `azmcp_search_index_query` | ❌ | +| 7 | 0.317997 | `azmcp_cloudarchitect_design` | ❌ | +| 8 | 0.310576 | `azmcp_foundry_models_deploy` | ❌ | +| 9 | 0.278147 | `azmcp_foundry_models_deployments_list` | ❌ | +| 10 | 0.276839 | `azmcp_quota_usage_check` | ❌ | +| 11 | 0.272237 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 12 | 0.256208 | `azmcp_grafana_list` | ❌ | +| 13 | 0.249946 | `azmcp_bestpractices_get` | ❌ | +| 14 | 0.249587 | `azmcp_deploy_app_logs_get` | ❌ | +| 15 | 0.232831 | `azmcp_monitor_table_list` | ❌ | +| 16 | 0.225181 | `azmcp_redis_cache_list` | ❌ | +| 17 | 0.224194 | `azmcp_redis_cluster_list` | ❌ | +| 18 | 0.223814 | `azmcp_mysql_server_list` | ❌ | +| 19 | 0.218010 | `azmcp_quota_region_availability_list` | ❌ | +| 20 | 0.214893 | `azmcp_monitor_table_type_list` | ❌ | --- -## Test 82 +## Test 88 -**Expected Tool:** `azmcp_deploy_app_logs_get` -**Prompt:** Show me the log of the application deployed by azd +**Expected Tool:** `azmcp_foundry_knowledge_index_schema` +**Prompt:** Show me the schema for knowledge index in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.686701 | `azmcp_deploy_app_logs_get` | ✅ **EXPECTED** | -| 2 | 0.471692 | `azmcp_deploy_plan_get` | ❌ | -| 3 | 0.404891 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 4 | 0.392565 | `azmcp_deploy_iac_rules_get` | ❌ | -| 5 | 0.389603 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.354432 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.342594 | `azmcp_monitor_resource_log_query` | ❌ | -| 8 | 0.334992 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.334522 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.327028 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.325553 | `azmcp_extension_azqr` | ❌ | -| 12 | 0.320572 | `azmcp_aks_nodepool_get` | ❌ | -| 13 | 0.314965 | `azmcp_sql_server_show` | ❌ | -| 14 | 0.314219 | `azmcp_functionapp_get` | ❌ | -| 15 | 0.307291 | `azmcp_sql_db_show` | ❌ | -| 16 | 0.297642 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 17 | 0.288973 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 18 | 0.284916 | `azmcp_search_service_list` | ❌ | -| 19 | 0.284418 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.283342 | `azmcp_mysql_server_config_get` | ❌ | +| 1 | 0.672577 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | +| 2 | 0.564860 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 3 | 0.424581 | `azmcp_search_index_get` | ❌ | +| 4 | 0.375275 | `azmcp_mysql_table_schema_get` | ❌ | +| 5 | 0.363951 | `azmcp_kusto_table_schema` | ❌ | +| 6 | 0.358315 | `azmcp_postgres_table_schema_get` | ❌ | +| 7 | 0.349967 | `azmcp_search_index_query` | ❌ | +| 8 | 0.347762 | `azmcp_foundry_models_list` | ❌ | +| 9 | 0.346348 | `azmcp_monitor_table_list` | ❌ | +| 10 | 0.326807 | `azmcp_search_service_list` | ❌ | +| 11 | 0.297822 | `azmcp_foundry_models_deploy` | ❌ | +| 12 | 0.295847 | `azmcp_mysql_table_list` | ❌ | +| 13 | 0.285897 | `azmcp_monitor_table_type_list` | ❌ | +| 14 | 0.277468 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 15 | 0.271427 | `azmcp_cloudarchitect_design` | ❌ | +| 16 | 0.266288 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 17 | 0.259298 | `azmcp_mysql_database_list` | ❌ | +| 18 | 0.253702 | `azmcp_grafana_list` | ❌ | +| 19 | 0.252091 | `azmcp_foundry_models_deployments_list` | ❌ | +| 20 | 0.238262 | `azmcp_storage_table_list` | ❌ | --- -## Test 83 +## Test 89 -**Expected Tool:** `azmcp_deploy_architecture_diagram_generate` -**Prompt:** Generate the azure architecture diagram for this application +**Expected Tool:** `azmcp_foundry_knowledge_index_schema` +**Prompt:** Get the schema configuration for knowledge index ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.680640 | `azmcp_deploy_architecture_diagram_generate` | ✅ **EXPECTED** | -| 2 | 0.562521 | `azmcp_deploy_plan_get` | ❌ | -| 3 | 0.505052 | `azmcp_cloudarchitect_design` | ❌ | -| 4 | 0.497193 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.435921 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.430764 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 7 | 0.417333 | `azmcp_get_bestpractices_get` | ❌ | -| 8 | 0.371127 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.343117 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.322230 | `azmcp_extension_azqr` | ❌ | -| 11 | 0.316752 | `azmcp_applens_resource_diagnose` | ❌ | -| 12 | 0.284401 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.264933 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 14 | 0.264060 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.263521 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.255084 | `azmcp_mysql_table_list` | ❌ | -| 17 | 0.250629 | `azmcp_search_service_list` | ❌ | -| 18 | 0.247818 | `azmcp_sql_server_show` | ❌ | -| 19 | 0.244757 | `azmcp_subscription_list` | ❌ | -| 20 | 0.244423 | `azmcp_storage_account_get` | ❌ | +| 1 | 0.650269 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | +| 2 | 0.432759 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.415963 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 4 | 0.408316 | `azmcp_kusto_table_schema` | ❌ | +| 5 | 0.398186 | `azmcp_mysql_table_schema_get` | ❌ | +| 6 | 0.380040 | `azmcp_search_index_get` | ❌ | +| 7 | 0.352243 | `azmcp_postgres_server_config_get` | ❌ | +| 8 | 0.318648 | `azmcp_appconfig_kv_list` | ❌ | +| 9 | 0.311669 | `azmcp_monitor_table_list` | ❌ | +| 10 | 0.309927 | `azmcp_loadtesting_test_get` | ❌ | +| 11 | 0.286991 | `azmcp_mysql_server_config_get` | ❌ | +| 12 | 0.271893 | `azmcp_aks_cluster_get` | ❌ | +| 13 | 0.271701 | `azmcp_loadtesting_testrun_list` | ❌ | +| 14 | 0.262678 | `azmcp_aks_nodepool_get` | ❌ | +| 15 | 0.257402 | `azmcp_mysql_table_list` | ❌ | +| 16 | 0.256303 | `azmcp_appconfig_kv_show` | ❌ | +| 17 | 0.249010 | `azmcp_search_index_query` | ❌ | +| 18 | 0.246815 | `azmcp_monitor_table_type_list` | ❌ | +| 19 | 0.242191 | `azmcp_mysql_server_param_get` | ❌ | +| 20 | 0.239938 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- -## Test 84 +## Test 90 -**Expected Tool:** `azmcp_deploy_iac_rules_get` -**Prompt:** Show me the rules to generate bicep scripts +**Expected Tool:** `azmcp_foundry_models_deploy` +**Prompt:** Deploy a GPT4o instance on my resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.529092 | `azmcp_deploy_iac_rules_get` | ✅ **EXPECTED** | -| 2 | 0.404829 | `azmcp_bicepschema_get` | ❌ | -| 3 | 0.391965 | `azmcp_get_bestpractices_get` | ❌ | -| 4 | 0.383210 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 5 | 0.341436 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 6 | 0.304788 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.278653 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.266851 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 9 | 0.266629 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 10 | 0.252977 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 11 | 0.236341 | `azmcp_applens_resource_diagnose` | ❌ | -| 12 | 0.223979 | `azmcp_extension_azqr` | ❌ | -| 13 | 0.219521 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.206928 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.202239 | `azmcp_mysql_table_schema_get` | ❌ | -| 16 | 0.201288 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.195422 | `azmcp_mysql_table_list` | ❌ | -| 18 | 0.191094 | `azmcp_storage_share_file_list` | ❌ | -| 19 | 0.188615 | `azmcp_role_assignment_list` | ❌ | -| 20 | 0.177819 | `azmcp_storage_blob_get` | ❌ | +| 1 | 0.313400 | `azmcp_foundry_models_deploy` | ✅ **EXPECTED** | +| 2 | 0.282464 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.274033 | `azmcp_deploy_plan_get` | ❌ | +| 4 | 0.269513 | `azmcp_loadtesting_testresource_create` | ❌ | +| 5 | 0.268967 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 6 | 0.234071 | `azmcp_deploy_iac_rules_get` | ❌ | +| 7 | 0.222504 | `azmcp_grafana_list` | ❌ | +| 8 | 0.222478 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 9 | 0.221635 | `azmcp_workbooks_create` | ❌ | +| 10 | 0.217001 | `azmcp_monitor_resource_log_query` | ❌ | +| 11 | 0.215293 | `azmcp_loadtesting_testrun_create` | ❌ | +| 12 | 0.209865 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 13 | 0.208124 | `azmcp_quota_region_availability_list` | ❌ | +| 14 | 0.207601 | `azmcp_quota_usage_check` | ❌ | +| 15 | 0.204420 | `azmcp_postgres_server_param_set` | ❌ | +| 16 | 0.195615 | `azmcp_workbooks_list` | ❌ | +| 17 | 0.192373 | `azmcp_storage_account_create` | ❌ | +| 18 | 0.190106 | `azmcp_redis_cluster_list` | ❌ | +| 19 | 0.189382 | `azmcp_postgres_server_param_get` | ❌ | +| 20 | 0.187987 | `azmcp_workbooks_delete` | ❌ | --- -## Test 85 +## Test 91 -**Expected Tool:** `azmcp_deploy_pipeline_guidance_get` -**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.638841 | `azmcp_deploy_pipeline_guidance_get` | ✅ **EXPECTED** | -| 2 | 0.499242 | `azmcp_deploy_plan_get` | ❌ | -| 3 | 0.448917 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.382240 | `azmcp_get_bestpractices_get` | ❌ | -| 5 | 0.375202 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.373363 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.350101 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 8 | 0.338439 | `azmcp_foundry_models_deploy` | ❌ | -| 9 | 0.322906 | `azmcp_cloudarchitect_design` | ❌ | -| 10 | 0.289166 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.240757 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.230063 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.222417 | `azmcp_sql_server_create` | ❌ | -| 14 | 0.212237 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.211103 | `azmcp_storage_account_create` | ❌ | -| 16 | 0.206262 | `azmcp_storage_queue_message_send` | ❌ | -| 17 | 0.203987 | `azmcp_sql_server_delete` | ❌ | -| 18 | 0.198696 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.195915 | `azmcp_workbooks_delete` | ❌ | -| 20 | 0.190899 | `azmcp_search_index_query` | ❌ | - ---- - -## Test 86 - -**Expected Tool:** `azmcp_deploy_plan_get` -**Prompt:** Create a plan to deploy this application to azure - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.688055 | `azmcp_deploy_plan_get` | ✅ **EXPECTED** | -| 2 | 0.587903 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.499385 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.498575 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 5 | 0.432825 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.425393 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 7 | 0.421744 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.413718 | `azmcp_loadtesting_test_create` | ❌ | -| 9 | 0.393518 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.365874 | `azmcp_foundry_models_deploy` | ❌ | -| 11 | 0.312840 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.300643 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.299552 | `azmcp_storage_account_create` | ❌ | -| 14 | 0.296623 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.277064 | `azmcp_workbooks_delete` | ❌ | -| 16 | 0.258195 | `azmcp_sql_server_show` | ❌ | -| 17 | 0.252696 | `azmcp_workbooks_create` | ❌ | -| 18 | 0.249598 | `azmcp_storage_blob_container_create` | ❌ | -| 19 | 0.247818 | `azmcp_sql_server_delete` | ❌ | -| 20 | 0.247257 | `azmcp_storage_blob_upload` | ❌ | - ---- - -## Test 87 - -**Expected Tool:** `azmcp_eventgrid_topic_list` -**Prompt:** List all Event Grid topics in my subscription +**Expected Tool:** `azmcp_foundry_models_deployments_list` +**Prompt:** List all AI Foundry model deployments ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.759178 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.545540 | `azmcp_search_service_list` | ❌ | -| 3 | 0.514189 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.496629 | `azmcp_subscription_list` | ❌ | -| 5 | 0.496002 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 6 | 0.492690 | `azmcp_group_list` | ❌ | -| 7 | 0.485584 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.484509 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.475667 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.475056 | `azmcp_monitor_workspace_list` | ❌ | -| 11 | 0.472764 | `azmcp_grafana_list` | ❌ | -| 12 | 0.470300 | `azmcp_redis_cache_list` | ❌ | -| 13 | 0.460569 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.442229 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 15 | 0.440619 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.439820 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 17 | 0.438287 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.422415 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.409123 | `azmcp_kusto_database_list` | ❌ | -| 20 | 0.407838 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.559508 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | +| 2 | 0.549636 | `azmcp_foundry_models_list` | ❌ | +| 3 | 0.533239 | `azmcp_foundry_models_deploy` | ❌ | +| 4 | 0.448711 | `azmcp_search_service_list` | ❌ | +| 5 | 0.434472 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 6 | 0.368184 | `azmcp_deploy_plan_get` | ❌ | +| 7 | 0.334867 | `azmcp_grafana_list` | ❌ | +| 8 | 0.332002 | `azmcp_mysql_server_list` | ❌ | +| 9 | 0.328253 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 10 | 0.326752 | `azmcp_search_index_get` | ❌ | +| 11 | 0.320998 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 12 | 0.318854 | `azmcp_postgres_server_list` | ❌ | +| 13 | 0.310280 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 14 | 0.308008 | `azmcp_loadtesting_testrun_list` | ❌ | +| 15 | 0.302262 | `azmcp_monitor_table_type_list` | ❌ | +| 16 | 0.301302 | `azmcp_redis_cluster_list` | ❌ | +| 17 | 0.300357 | `azmcp_search_index_query` | ❌ | +| 18 | 0.289448 | `azmcp_monitor_workspace_list` | ❌ | +| 19 | 0.288248 | `azmcp_redis_cache_list` | ❌ | +| 20 | 0.285916 | `azmcp_quota_region_availability_list` | ❌ | --- -## Test 88 +## Test 92 -**Expected Tool:** `azmcp_eventgrid_topic_list` -**Prompt:** Show me the Event Grid topics in my subscription +**Expected Tool:** `azmcp_foundry_models_deployments_list` +**Prompt:** Show me all AI Foundry model deployments ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.691068 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.478333 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 3 | 0.475119 | `azmcp_search_service_list` | ❌ | -| 4 | 0.450712 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.441607 | `azmcp_kusto_cluster_list` | ❌ | -| 6 | 0.437153 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.431250 | `azmcp_subscription_list` | ❌ | -| 8 | 0.430494 | `azmcp_grafana_list` | ❌ | -| 9 | 0.428437 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.424907 | `azmcp_monitor_workspace_list` | ❌ | -| 11 | 0.420072 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 12 | 0.419125 | `azmcp_group_list` | ❌ | -| 13 | 0.408708 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.399253 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.396758 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.391338 | `azmcp_storage_table_list` | ❌ | -| 17 | 0.381698 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.381664 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.374650 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.371656 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.518221 | `azmcp_foundry_models_list` | ❌ | +| 2 | 0.503424 | `azmcp_foundry_models_deploy` | ❌ | +| 3 | 0.488885 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | +| 4 | 0.401016 | `azmcp_search_service_list` | ❌ | +| 5 | 0.396422 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 6 | 0.328815 | `azmcp_deploy_plan_get` | ❌ | +| 7 | 0.311230 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 8 | 0.305997 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 9 | 0.301514 | `azmcp_deploy_app_logs_get` | ❌ | +| 10 | 0.298821 | `azmcp_search_index_query` | ❌ | +| 11 | 0.291256 | `azmcp_search_index_get` | ❌ | +| 12 | 0.286814 | `azmcp_grafana_list` | ❌ | +| 13 | 0.282504 | `azmcp_cloudarchitect_design` | ❌ | +| 14 | 0.269912 | `azmcp_mysql_server_list` | ❌ | +| 15 | 0.254926 | `azmcp_postgres_server_list` | ❌ | +| 16 | 0.250392 | `azmcp_redis_cluster_list` | ❌ | +| 17 | 0.246893 | `azmcp_quota_region_availability_list` | ❌ | +| 18 | 0.243133 | `azmcp_monitor_table_type_list` | ❌ | +| 19 | 0.236572 | `azmcp_mysql_database_list` | ❌ | +| 20 | 0.234075 | `azmcp_redis_cache_list` | ❌ | --- -## Test 89 +## Test 93 -**Expected Tool:** `azmcp_eventgrid_topic_list` -**Prompt:** List all Event Grid topics in subscription +**Expected Tool:** `azmcp_foundry_models_list` +**Prompt:** List all AI Foundry models ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.759396 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.526595 | `azmcp_kusto_cluster_list` | ❌ | -| 3 | 0.514248 | `azmcp_search_service_list` | ❌ | -| 4 | 0.495814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 5 | 0.494153 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.481357 | `azmcp_group_list` | ❌ | -| 7 | 0.481065 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.476906 | `azmcp_subscription_list` | ❌ | -| 9 | 0.476808 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.471888 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 11 | 0.468200 | `azmcp_grafana_list` | ❌ | -| 12 | 0.466774 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.445991 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.429646 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 15 | 0.428727 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.428427 | `azmcp_storage_table_list` | ❌ | -| 17 | 0.421431 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.417876 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.403613 | `azmcp_marketplace_product_list` | ❌ | -| 20 | 0.392039 | `azmcp_kusto_database_list` | ❌ | +| 1 | 0.560022 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | +| 2 | 0.401146 | `azmcp_foundry_models_deploy` | ❌ | +| 3 | 0.387861 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 4 | 0.386180 | `azmcp_search_service_list` | ❌ | +| 5 | 0.346909 | `azmcp_foundry_models_deployments_list` | ❌ | +| 6 | 0.298648 | `azmcp_monitor_table_type_list` | ❌ | +| 7 | 0.290447 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 8 | 0.285437 | `azmcp_postgres_table_list` | ❌ | +| 9 | 0.277883 | `azmcp_grafana_list` | ❌ | +| 10 | 0.275316 | `azmcp_search_index_get` | ❌ | +| 11 | 0.272954 | `azmcp_monitor_table_list` | ❌ | +| 12 | 0.265730 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 13 | 0.255790 | `azmcp_mysql_server_list` | ❌ | +| 14 | 0.255760 | `azmcp_search_index_query` | ❌ | +| 15 | 0.252297 | `azmcp_postgres_database_list` | ❌ | +| 16 | 0.248620 | `azmcp_redis_cache_list` | ❌ | +| 17 | 0.248405 | `azmcp_mysql_table_list` | ❌ | +| 18 | 0.245193 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.235676 | `azmcp_loadtesting_testrun_list` | ❌ | +| 20 | 0.231110 | `azmcp_monitor_metrics_definitions` | ❌ | --- -## Test 90 +## Test 94 -**Expected Tool:** `azmcp_eventgrid_topic_list` -**Prompt:** List all Event Grid topics in resource group in subscription +**Expected Tool:** `azmcp_foundry_models_list` +**Prompt:** Show me the available AI Foundry models ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659232 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.609175 | `azmcp_group_list` | ❌ | -| 3 | 0.514613 | `azmcp_workbooks_list` | ❌ | -| 4 | 0.505966 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 5 | 0.484746 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 6 | 0.475467 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.464233 | `azmcp_kusto_cluster_list` | ❌ | -| 8 | 0.460455 | `azmcp_search_service_list` | ❌ | -| 9 | 0.456540 | `azmcp_grafana_list` | ❌ | -| 10 | 0.455379 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 11 | 0.452988 | `azmcp_acr_registry_list` | ❌ | -| 12 | 0.448196 | `azmcp_redis_cache_list` | ❌ | -| 13 | 0.442914 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.442259 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.432333 | `azmcp_loadtesting_testresource_list` | ❌ | -| 16 | 0.423027 | `azmcp_postgres_server_list` | ❌ | -| 17 | 0.416777 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.411811 | `azmcp_acr_registry_repository_list` | ❌ | -| 19 | 0.407927 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.396990 | `azmcp_functionapp_get` | ❌ | +| 1 | 0.574818 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | +| 2 | 0.430513 | `azmcp_foundry_models_deploy` | ❌ | +| 3 | 0.388967 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 4 | 0.356899 | `azmcp_foundry_models_deployments_list` | ❌ | +| 5 | 0.339069 | `azmcp_search_service_list` | ❌ | +| 6 | 0.299150 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 7 | 0.283250 | `azmcp_search_index_query` | ❌ | +| 8 | 0.274019 | `azmcp_cloudarchitect_design` | ❌ | +| 9 | 0.266937 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 10 | 0.261834 | `azmcp_search_index_get` | ❌ | +| 11 | 0.260144 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 12 | 0.245943 | `azmcp_quota_region_availability_list` | ❌ | +| 13 | 0.244697 | `azmcp_monitor_table_type_list` | ❌ | +| 14 | 0.243632 | `azmcp_deploy_plan_get` | ❌ | +| 15 | 0.240256 | `azmcp_monitor_metrics_definitions` | ❌ | +| 16 | 0.234050 | `azmcp_mysql_server_list` | ❌ | +| 17 | 0.211456 | `azmcp_mysql_database_list` | ❌ | +| 18 | 0.205424 | `azmcp_quota_usage_check` | ❌ | +| 19 | 0.200059 | `azmcp_monitor_workspace_list` | ❌ | +| 20 | 0.199386 | `azmcp_redis_cluster_list` | ❌ | --- -## Test 91 +## Test 95 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Describe the function app in resource group @@ -3199,13 +3342,13 @@ | 1 | 0.660116 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.448179 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.390048 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.380314 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.380314 | `azmcp_bestpractices_get` | ❌ | | 5 | 0.379655 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 6 | 0.376542 | `azmcp_applens_resource_diagnose` | ❌ | | 7 | 0.373215 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 8 | 0.347628 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 9 | 0.347347 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.342763 | `azmcp_deploy_plan_get` | ❌ | +| 10 | 0.342789 | `azmcp_deploy_plan_get` | ❌ | | 11 | 0.341455 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 12 | 0.341448 | `azmcp_datadog_monitoredresources_list` | ❌ | | 13 | 0.338591 | `azmcp_workbooks_list` | ❌ | @@ -3214,12 +3357,12 @@ | 16 | 0.327808 | `azmcp_foundry_models_deployments_list` | ❌ | | 17 | 0.323953 | `azmcp_sql_db_show` | ❌ | | 18 | 0.322437 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.317412 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.314172 | `azmcp_storage_account_get` | ❌ | +| 19 | 0.314172 | `azmcp_storage_account_get` | ❌ | +| 20 | 0.311100 | `azmcp_workbooks_create` | ❌ | --- -## Test 92 +## Test 96 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Get configuration for function app @@ -3235,23 +3378,23 @@ | 5 | 0.407133 | `azmcp_appconfig_kv_show` | ❌ | | 6 | 0.397977 | `azmcp_loadtesting_test_get` | ❌ | | 7 | 0.392852 | `azmcp_appconfig_kv_list` | ❌ | -| 8 | 0.384151 | `azmcp_get_bestpractices_get` | ❌ | +| 8 | 0.384151 | `azmcp_bestpractices_get` | ❌ | | 9 | 0.383957 | `azmcp_sql_server_show` | ❌ | | 10 | 0.369436 | `azmcp_storage_account_get` | ❌ | | 11 | 0.367183 | `azmcp_mysql_server_param_get` | ❌ | -| 12 | 0.363405 | `azmcp_loadtesting_test_create` | ❌ | -| 13 | 0.361753 | `azmcp_deploy_plan_get` | ❌ | +| 12 | 0.363406 | `azmcp_loadtesting_test_create` | ❌ | +| 13 | 0.361776 | `azmcp_deploy_plan_get` | ❌ | | 14 | 0.353601 | `azmcp_appconfig_kv_set` | ❌ | -| 15 | 0.342398 | `azmcp_postgres_server_config_get` | ❌ | -| 16 | 0.321697 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.315513 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.314100 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 19 | 0.312611 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.297223 | `azmcp_storage_blob_get` | ❌ | +| 15 | 0.352018 | `azmcp_sql_db_update` | ❌ | +| 16 | 0.342398 | `azmcp_postgres_server_config_get` | ❌ | +| 17 | 0.321697 | `azmcp_quota_usage_check` | ❌ | +| 18 | 0.315513 | `azmcp_storage_blob_container_get` | ❌ | +| 19 | 0.314100 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 20 | 0.312611 | `azmcp_sql_db_list` | ❌ | --- -## Test 93 +## Test 97 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Get function app status for @@ -3264,26 +3407,26 @@ | 2 | 0.460102 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.420189 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.390708 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.334473 | `azmcp_get_bestpractices_get` | ❌ | +| 5 | 0.334473 | `azmcp_bestpractices_get` | ❌ | | 6 | 0.322197 | `azmcp_foundry_models_deployments_list` | ❌ | -| 7 | 0.319431 | `azmcp_aks_cluster_get` | ❌ | +| 7 | 0.320055 | `azmcp_aks_cluster_get` | ❌ | | 8 | 0.317583 | `azmcp_quota_usage_check` | ❌ | | 9 | 0.317359 | `azmcp_sql_server_show` | ❌ | | 10 | 0.312732 | `azmcp_storage_account_get` | ❌ | | 11 | 0.311384 | `azmcp_appconfig_account_list` | ❌ | | 12 | 0.309942 | `azmcp_loadtesting_testrun_get` | ❌ | -| 13 | 0.305419 | `azmcp_storage_blob_container_get` | ❌ | +| 13 | 0.305418 | `azmcp_storage_blob_container_get` | ❌ | | 14 | 0.297747 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.297135 | `azmcp_aks_nodepool_get` | ❌ | +| 15 | 0.297041 | `azmcp_aks_nodepool_get` | ❌ | | 16 | 0.295538 | `azmcp_mysql_server_list` | ❌ | | 17 | 0.295174 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 18 | 0.290156 | `azmcp_servicebus_queue_details` | ❌ | +| 18 | 0.290184 | `azmcp_servicebus_queue_details` | ❌ | | 19 | 0.281564 | `azmcp_resourcehealth_service-health-events_list` | ❌ | | 20 | 0.277653 | `azmcp_mysql_server_config_get` | ❌ | --- -## Test 94 +## Test 98 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Get information about my function app in @@ -3303,19 +3446,19 @@ | 9 | 0.389322 | `azmcp_sql_db_show` | ❌ | | 10 | 0.387898 | `azmcp_storage_account_create` | ❌ | | 11 | 0.383191 | `azmcp_sql_server_show` | ❌ | -| 12 | 0.378811 | `azmcp_get_bestpractices_get` | ❌ | +| 12 | 0.378811 | `azmcp_bestpractices_get` | ❌ | | 13 | 0.376019 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 14 | 0.375267 | `azmcp_workbooks_show` | ❌ | | 15 | 0.368506 | `azmcp_datadog_monitoredresources_list` | ❌ | | 16 | 0.366961 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.359784 | `azmcp_aks_cluster_get` | ❌ | +| 17 | 0.360165 | `azmcp_aks_cluster_get` | ❌ | | 18 | 0.348610 | `azmcp_foundry_models_deployments_list` | ❌ | | 19 | 0.346255 | `azmcp_group_list` | ❌ | -| 20 | 0.341609 | `azmcp_marketplace_product_get` | ❌ | +| 20 | 0.341613 | `azmcp_marketplace_product_get` | ❌ | --- -## Test 95 +## Test 99 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Retrieve host name and status of function app @@ -3330,9 +3473,9 @@ | 4 | 0.391480 | `azmcp_sql_server_show` | ❌ | | 5 | 0.383917 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 6 | 0.355527 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.353616 | `azmcp_applens_resource_diagnose` | ❌ | +| 7 | 0.353617 | `azmcp_applens_resource_diagnose` | ❌ | | 8 | 0.351217 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 9 | 0.349540 | `azmcp_get_bestpractices_get` | ❌ | +| 9 | 0.349540 | `azmcp_bestpractices_get` | ❌ | | 10 | 0.347266 | `azmcp_appconfig_account_list` | ❌ | | 11 | 0.344702 | `azmcp_storage_account_get` | ❌ | | 12 | 0.342868 | `azmcp_virtualdesktop_hostpool_list` | ❌ | @@ -3341,13 +3484,13 @@ | 15 | 0.331796 | `azmcp_storage_blob_container_get` | ❌ | | 16 | 0.325680 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 17 | 0.320825 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.319736 | `azmcp_aks_nodepool_get` | ❌ | -| 19 | 0.318174 | `azmcp_deploy_plan_get` | ❌ | +| 18 | 0.319597 | `azmcp_aks_nodepool_get` | ❌ | +| 19 | 0.318223 | `azmcp_deploy_plan_get` | ❌ | | 20 | 0.305803 | `azmcp_appconfig_kv_show` | ❌ | --- -## Test 96 +## Test 100 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Show function app details for in @@ -3360,26 +3503,26 @@ | 2 | 0.445142 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.368188 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.366279 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.365569 | `azmcp_get_bestpractices_get` | ❌ | +| 5 | 0.365569 | `azmcp_bestpractices_get` | ❌ | | 6 | 0.363324 | `azmcp_mysql_server_list` | ❌ | | 7 | 0.358624 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 8 | 0.352754 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.350985 | `azmcp_aks_cluster_get` | ❌ | +| 9 | 0.351460 | `azmcp_aks_cluster_get` | ❌ | | 10 | 0.350178 | `azmcp_applens_resource_diagnose` | ❌ | | 11 | 0.349596 | `azmcp_storage_account_get` | ❌ | | 12 | 0.349013 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 13 | 0.336938 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 14 | 0.335848 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.325909 | `azmcp_workbooks_show` | ❌ | -| 16 | 0.323655 | `azmcp_foundry_models_deployments_list` | ❌ | -| 17 | 0.323377 | `azmcp_sql_db_list` | ❌ | -| 18 | 0.322984 | `azmcp_loadtesting_testrun_get` | ❌ | +| 15 | 0.326910 | `azmcp_eventgrid_subscription_list` | ❌ | +| 16 | 0.325909 | `azmcp_workbooks_show` | ❌ | +| 17 | 0.323655 | `azmcp_foundry_models_deployments_list` | ❌ | +| 18 | 0.323377 | `azmcp_sql_db_list` | ❌ | | 19 | 0.320487 | `azmcp_storage_blob_container_get` | ❌ | | 20 | 0.317752 | `azmcp_sql_server_show` | ❌ | --- -## Test 97 +## Test 101 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Show me the details for the function app @@ -3389,29 +3532,29 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.644882 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.433959 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.433958 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.388678 | `azmcp_storage_account_get` | ❌ | | 4 | 0.370793 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.368420 | `azmcp_storage_blob_get` | ❌ | | 6 | 0.368018 | `azmcp_loadtesting_testrun_get` | ❌ | -| 7 | 0.367589 | `azmcp_aks_cluster_get` | ❌ | +| 7 | 0.367552 | `azmcp_aks_cluster_get` | ❌ | | 8 | 0.355956 | `azmcp_sql_db_show` | ❌ | | 9 | 0.355282 | `azmcp_search_index_get` | ❌ | | 10 | 0.349891 | `azmcp_mysql_server_config_get` | ❌ | | 11 | 0.349476 | `azmcp_sql_server_show` | ❌ | | 12 | 0.346974 | `azmcp_appconfig_kv_show` | ❌ | | 13 | 0.344067 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 14 | 0.343381 | `azmcp_get_bestpractices_get` | ❌ | -| 15 | 0.342238 | `azmcp_servicebus_queue_details` | ❌ | -| 16 | 0.338127 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.337614 | `azmcp_marketplace_product_get` | ❌ | +| 14 | 0.343381 | `azmcp_bestpractices_get` | ❌ | +| 15 | 0.342303 | `azmcp_servicebus_queue_details` | ❌ | +| 16 | 0.337969 | `azmcp_aks_nodepool_get` | ❌ | +| 17 | 0.337619 | `azmcp_marketplace_product_get` | ❌ | | 18 | 0.334256 | `azmcp_appconfig_account_list` | ❌ | | 19 | 0.326091 | `azmcp_quota_usage_check` | ❌ | | 20 | 0.323978 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- -## Test 98 +## Test 102 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Show plan and region for function app @@ -3423,18 +3566,18 @@ | 1 | 0.554980 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.426703 | `azmcp_quota_usage_check` | ❌ | | 3 | 0.418362 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.408011 | `azmcp_deploy_plan_get` | ❌ | +| 4 | 0.408010 | `azmcp_deploy_plan_get` | ❌ | | 5 | 0.381629 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.364785 | `azmcp_get_bestpractices_get` | ❌ | +| 6 | 0.364785 | `azmcp_bestpractices_get` | ❌ | | 7 | 0.350663 | `azmcp_quota_region_availability_list` | ❌ | | 8 | 0.335606 | `azmcp_appconfig_account_list` | ❌ | | 9 | 0.325271 | `azmcp_applens_resource_diagnose` | ❌ | | 10 | 0.321466 | `azmcp_storage_account_get` | ❌ | | 11 | 0.318517 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.304263 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.303123 | `azmcp_loadtesting_test_create` | ❌ | -| 14 | 0.301769 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.301244 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 12 | 0.307792 | `azmcp_eventgrid_subscription_list` | ❌ | +| 13 | 0.304263 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 14 | 0.303123 | `azmcp_loadtesting_test_create` | ❌ | +| 15 | 0.301769 | `azmcp_mysql_server_list` | ❌ | | 16 | 0.291130 | `azmcp_storage_table_list` | ❌ | | 17 | 0.281401 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 18 | 0.277967 | `azmcp_resourcehealth_availability-status_get` | ❌ | @@ -3443,7 +3586,7 @@ --- -## Test 99 +## Test 103 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** What is the status of function app ? @@ -3456,18 +3599,18 @@ | 2 | 0.440329 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.422774 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.384159 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.342552 | `azmcp_get_bestpractices_get` | ❌ | +| 5 | 0.342552 | `azmcp_bestpractices_get` | ❌ | | 6 | 0.333621 | `azmcp_quota_usage_check` | ❌ | | 7 | 0.319464 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 8 | 0.318076 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.310635 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 9 | 0.310636 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 10 | 0.298434 | `azmcp_foundry_models_deployments_list` | ❌ | -| 11 | 0.297073 | `azmcp_deploy_plan_get` | ❌ | +| 11 | 0.297126 | `azmcp_deploy_plan_get` | ❌ | | 12 | 0.292793 | `azmcp_cloudarchitect_design` | ❌ | | 13 | 0.291911 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 14 | 0.283654 | `azmcp_sql_server_show` | ❌ | +| 14 | 0.283653 | `azmcp_sql_server_show` | ❌ | | 15 | 0.272348 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.270845 | `azmcp_mysql_server_list` | ❌ | +| 16 | 0.270846 | `azmcp_mysql_server_list` | ❌ | | 17 | 0.267009 | `azmcp_resourcehealth_service-health-events_list` | ❌ | | 18 | 0.266527 | `azmcp_storage_blob_container_get` | ❌ | | 19 | 0.258431 | `azmcp_search_service_list` | ❌ | @@ -3475,7 +3618,7 @@ --- -## Test 100 +## Test 104 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** List all function apps in my subscription @@ -3488,26 +3631,26 @@ | 2 | 0.559382 | `azmcp_search_service_list` | ❌ | | 3 | 0.516618 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.516217 | `azmcp_appconfig_account_list` | ❌ | -| 5 | 0.485278 | `azmcp_subscription_list` | ❌ | +| 5 | 0.485257 | `azmcp_subscription_list` | ❌ | | 6 | 0.474425 | `azmcp_kusto_cluster_list` | ❌ | | 7 | 0.465575 | `azmcp_group_list` | ❌ | | 8 | 0.464534 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.455819 | `azmcp_aks_cluster_list` | ❌ | -| 10 | 0.455389 | `azmcp_postgres_server_list` | ❌ | -| 11 | 0.451430 | `azmcp_storage_table_list` | ❌ | +| 9 | 0.455618 | `azmcp_aks_cluster_list` | ❌ | +| 10 | 0.455388 | `azmcp_postgres_server_list` | ❌ | +| 11 | 0.451429 | `azmcp_storage_table_list` | ❌ | | 12 | 0.445099 | `azmcp_redis_cache_list` | ❌ | | 13 | 0.442614 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.433245 | `azmcp_eventgrid_topic_list` | ❌ | -| 15 | 0.432144 | `azmcp_grafana_list` | ❌ | -| 16 | 0.431611 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.415840 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.414796 | `azmcp_foundry_models_deployments_list` | ❌ | +| 14 | 0.433540 | `azmcp_eventgrid_subscription_list` | ❌ | +| 15 | 0.433193 | `azmcp_eventgrid_topic_list` | ❌ | +| 16 | 0.432144 | `azmcp_grafana_list` | ❌ | +| 17 | 0.431611 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 18 | 0.415840 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 19 | 0.413034 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 20 | 0.411904 | `azmcp_sql_db_list` | ❌ | --- -## Test 101 +## Test 105 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Show me my Azure function apps @@ -3519,14 +3662,14 @@ | 1 | 0.560249 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.452132 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.412646 | `azmcp_search_service_list` | ❌ | -| 4 | 0.411323 | `azmcp_get_bestpractices_get` | ❌ | +| 4 | 0.411323 | `azmcp_bestpractices_get` | ❌ | | 5 | 0.385832 | `azmcp_foundry_models_deployments_list` | ❌ | | 6 | 0.374655 | `azmcp_appconfig_account_list` | ❌ | | 7 | 0.372790 | `azmcp_cosmos_account_list` | ❌ | | 8 | 0.370393 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.369589 | `azmcp_subscription_list` | ❌ | +| 9 | 0.369686 | `azmcp_subscription_list` | ❌ | | 10 | 0.368004 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.358720 | `azmcp_deploy_plan_get` | ❌ | +| 11 | 0.358769 | `azmcp_deploy_plan_get` | ❌ | | 12 | 0.357329 | `azmcp_quota_usage_check` | ❌ | | 13 | 0.347887 | `azmcp_mysql_database_list` | ❌ | | 14 | 0.347802 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | @@ -3539,7 +3682,7 @@ --- -## Test 102 +## Test 106 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** What function apps do I have? @@ -3548,9 +3691,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433675 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 1 | 0.433674 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.348106 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.284362 | `azmcp_get_bestpractices_get` | ❌ | +| 3 | 0.284362 | `azmcp_bestpractices_get` | ❌ | | 4 | 0.281676 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.249658 | `azmcp_appconfig_account_list` | ❌ | | 6 | 0.244782 | `azmcp_appconfig_kv_list` | ❌ | @@ -3558,20 +3701,148 @@ | 8 | 0.239514 | `azmcp_foundry_models_deployments_list` | ❌ | | 9 | 0.217775 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 10 | 0.208396 | `azmcp_foundry_models_list` | ❌ | -| 11 | 0.207392 | `azmcp_quota_usage_check` | ❌ | +| 11 | 0.207391 | `azmcp_quota_usage_check` | ❌ | | 12 | 0.197655 | `azmcp_mysql_server_list` | ❌ | | 13 | 0.195857 | `azmcp_role_assignment_list` | ❌ | | 14 | 0.194503 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 15 | 0.186328 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.184120 | `azmcp_monitor_workspace_list` | ❌ | -| 17 | 0.184051 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.182124 | `azmcp_storage_table_list` | ❌ | -| 19 | 0.179069 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.178961 | `azmcp_search_service_list` | ❌ | +| 15 | 0.184120 | `azmcp_monitor_workspace_list` | ❌ | +| 16 | 0.184051 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 17 | 0.182124 | `azmcp_storage_table_list` | ❌ | +| 18 | 0.179069 | `azmcp_mysql_database_list` | ❌ | +| 19 | 0.178961 | `azmcp_search_service_list` | ❌ | +| 20 | 0.177017 | `azmcp_storage_share_file_list` | ❌ | --- -## Test 103 +## Test 107 + +**Expected Tool:** `azmcp_grafana_list` +**Prompt:** List all Azure Managed Grafana in one subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.578892 | `azmcp_grafana_list` | ✅ **EXPECTED** | +| 2 | 0.551851 | `azmcp_search_service_list` | ❌ | +| 3 | 0.513028 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.505836 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.498077 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 6 | 0.493645 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.492724 | `azmcp_postgres_server_list` | ❌ | +| 8 | 0.492305 | `azmcp_subscription_list` | ❌ | +| 9 | 0.491687 | `azmcp_aks_cluster_list` | ❌ | +| 10 | 0.489846 | `azmcp_cosmos_account_list` | ❌ | +| 11 | 0.482789 | `azmcp_redis_cache_list` | ❌ | +| 12 | 0.479611 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 13 | 0.459055 | `azmcp_eventgrid_topic_list` | ❌ | +| 14 | 0.457845 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 15 | 0.447752 | `azmcp_mysql_server_list` | ❌ | +| 16 | 0.441315 | `azmcp_group_list` | ❌ | +| 17 | 0.440392 | `azmcp_kusto_database_list` | ❌ | +| 18 | 0.436802 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.431917 | `azmcp_storage_table_list` | ❌ | +| 20 | 0.430389 | `azmcp_eventgrid_subscription_list` | ❌ | + +--- + +## Test 108 + +**Expected Tool:** `azmcp_group_list` +**Prompt:** List all resource groups in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.755935 | `azmcp_group_list` | ✅ **EXPECTED** | +| 2 | 0.566552 | `azmcp_workbooks_list` | ❌ | +| 3 | 0.552633 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.546156 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.545480 | `azmcp_redis_cluster_list` | ❌ | +| 6 | 0.542878 | `azmcp_grafana_list` | ❌ | +| 7 | 0.530600 | `azmcp_redis_cache_list` | ❌ | +| 8 | 0.524796 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.518520 | `azmcp_acr_registry_list` | ❌ | +| 10 | 0.516850 | `azmcp_loadtesting_testresource_list` | ❌ | +| 11 | 0.509454 | `azmcp_search_service_list` | ❌ | +| 12 | 0.500858 | `azmcp_monitor_workspace_list` | ❌ | +| 13 | 0.491176 | `azmcp_acr_registry_repository_list` | ❌ | +| 14 | 0.490734 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 15 | 0.486716 | `azmcp_cosmos_account_list` | ❌ | +| 16 | 0.480995 | `azmcp_eventgrid_subscription_list` | ❌ | +| 17 | 0.479588 | `azmcp_subscription_list` | ❌ | +| 18 | 0.477800 | `azmcp_mysql_server_list` | ❌ | +| 19 | 0.476840 | `azmcp_aks_cluster_list` | ❌ | +| 20 | 0.472171 | `azmcp_quota_region_availability_list` | ❌ | + +--- + +## Test 109 + +**Expected Tool:** `azmcp_group_list` +**Prompt:** Show me my resource groups + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.529504 | `azmcp_group_list` | ✅ **EXPECTED** | +| 2 | 0.463685 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 3 | 0.462391 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.459304 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.453960 | `azmcp_workbooks_list` | ❌ | +| 6 | 0.428927 | `azmcp_loadtesting_testresource_list` | ❌ | +| 7 | 0.426935 | `azmcp_redis_cluster_list` | ❌ | +| 8 | 0.407817 | `azmcp_grafana_list` | ❌ | +| 9 | 0.396822 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 10 | 0.391278 | `azmcp_redis_cache_list` | ❌ | +| 11 | 0.383058 | `azmcp_acr_registry_list` | ❌ | +| 12 | 0.379927 | `azmcp_acr_registry_repository_list` | ❌ | +| 13 | 0.373796 | `azmcp_quota_region_availability_list` | ❌ | +| 14 | 0.373641 | `azmcp_eventgrid_subscription_list` | ❌ | +| 15 | 0.366273 | `azmcp_sql_db_list` | ❌ | +| 16 | 0.351405 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 17 | 0.350999 | `azmcp_quota_usage_check` | ❌ | +| 18 | 0.345595 | `azmcp_redis_cluster_database_list` | ❌ | +| 19 | 0.328487 | `azmcp_loadtesting_testresource_create` | ❌ | +| 20 | 0.326117 | `azmcp_aks_cluster_list` | ❌ | + +--- + +## Test 110 + +**Expected Tool:** `azmcp_group_list` +**Prompt:** Show me the resource groups in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.665771 | `azmcp_group_list` | ✅ **EXPECTED** | +| 2 | 0.532656 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 3 | 0.531920 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.523088 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.522911 | `azmcp_workbooks_list` | ❌ | +| 6 | 0.518357 | `azmcp_loadtesting_testresource_list` | ❌ | +| 7 | 0.515905 | `azmcp_grafana_list` | ❌ | +| 8 | 0.493291 | `azmcp_eventgrid_subscription_list` | ❌ | +| 9 | 0.492945 | `azmcp_redis_cache_list` | ❌ | +| 10 | 0.487780 | `azmcp_acr_registry_list` | ❌ | +| 11 | 0.475708 | `azmcp_search_service_list` | ❌ | +| 12 | 0.470658 | `azmcp_kusto_cluster_list` | ❌ | +| 13 | 0.464637 | `azmcp_quota_region_availability_list` | ❌ | +| 14 | 0.460412 | `azmcp_monitor_workspace_list` | ❌ | +| 15 | 0.454711 | `azmcp_mysql_server_list` | ❌ | +| 16 | 0.454439 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 17 | 0.437296 | `azmcp_aks_cluster_list` | ❌ | +| 18 | 0.435421 | `azmcp_subscription_list` | ❌ | +| 19 | 0.432994 | `azmcp_cosmos_account_list` | ❌ | +| 20 | 0.429798 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | + +--- + +## Test 111 **Expected Tool:** `azmcp_keyvault_certificate_create` **Prompt:** Create a new certificate called in the key vault @@ -3580,30 +3851,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.740306 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | -| 2 | 0.596373 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.590531 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.575960 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.543043 | `azmcp_keyvault_certificate_get` | ❌ | -| 6 | 0.526698 | `azmcp_keyvault_certificate_import` | ❌ | -| 7 | 0.434721 | `azmcp_keyvault_key_list` | ❌ | -| 8 | 0.414022 | `azmcp_keyvault_secret_list` | ❌ | -| 9 | 0.372045 | `azmcp_storage_account_create` | ❌ | -| 10 | 0.330026 | `azmcp_appconfig_kv_set` | ❌ | -| 11 | 0.308666 | `azmcp_loadtesting_test_create` | ❌ | -| 12 | 0.300979 | `azmcp_storage_datalake_directory_create` | ❌ | -| 13 | 0.296644 | `azmcp_sql_server_create` | ❌ | -| 14 | 0.285184 | `azmcp_workbooks_create` | ❌ | -| 15 | 0.267718 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.236919 | `azmcp_storage_blob_container_create` | ❌ | -| 17 | 0.233821 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.223034 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.219482 | `azmcp_subscription_list` | ❌ | -| 20 | 0.217086 | `azmcp_search_service_list` | ❌ | +| 1 | 0.740328 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | +| 2 | 0.595857 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.590604 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.575953 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.543027 | `azmcp_keyvault_certificate_get` | ❌ | +| 6 | 0.526693 | `azmcp_keyvault_certificate_import` | ❌ | +| 7 | 0.434614 | `azmcp_keyvault_key_list` | ❌ | +| 8 | 0.414118 | `azmcp_keyvault_secret_list` | ❌ | +| 9 | 0.372055 | `azmcp_storage_account_create` | ❌ | +| 10 | 0.352962 | `azmcp_sql_db_create` | ❌ | +| 11 | 0.330033 | `azmcp_appconfig_kv_set` | ❌ | +| 12 | 0.308676 | `azmcp_loadtesting_test_create` | ❌ | +| 13 | 0.300991 | `azmcp_storage_datalake_directory_create` | ❌ | +| 14 | 0.296656 | `azmcp_sql_server_create` | ❌ | +| 15 | 0.285185 | `azmcp_workbooks_create` | ❌ | +| 16 | 0.267726 | `azmcp_storage_account_get` | ❌ | +| 17 | 0.237085 | `azmcp_storage_blob_container_create` | ❌ | +| 18 | 0.233830 | `azmcp_storage_table_list` | ❌ | +| 19 | 0.223034 | `azmcp_storage_blob_container_get` | ❌ | +| 20 | 0.219468 | `azmcp_subscription_list` | ❌ | --- -## Test 104 +## Test 112 **Expected Tool:** `azmcp_keyvault_certificate_get` **Prompt:** Show me the certificate in the key vault @@ -3614,18 +3885,18 @@ |------|-------|------|--------| | 1 | 0.627979 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | | 2 | 0.624457 | `azmcp_keyvault_certificate_list` | ❌ | -| 3 | 0.564977 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.565005 | `azmcp_keyvault_certificate_create` | ❌ | | 4 | 0.539554 | `azmcp_keyvault_certificate_import` | ❌ | -| 5 | 0.493516 | `azmcp_keyvault_key_list` | ❌ | -| 6 | 0.475385 | `azmcp_keyvault_secret_list` | ❌ | -| 7 | 0.423974 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.418861 | `azmcp_keyvault_secret_create` | ❌ | +| 5 | 0.493388 | `azmcp_keyvault_key_list` | ❌ | +| 6 | 0.475412 | `azmcp_keyvault_secret_list` | ❌ | +| 7 | 0.423728 | `azmcp_keyvault_key_create` | ❌ | +| 8 | 0.418955 | `azmcp_keyvault_secret_create` | ❌ | | 9 | 0.390699 | `azmcp_appconfig_kv_show` | ❌ | -| 10 | 0.359750 | `azmcp_storage_account_get` | ❌ | +| 10 | 0.359751 | `azmcp_storage_account_get` | ❌ | | 11 | 0.346167 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.319163 | `azmcp_storage_blob_container_get` | ❌ | +| 12 | 0.319164 | `azmcp_storage_blob_container_get` | ❌ | | 13 | 0.317177 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.293431 | `azmcp_subscription_list` | ❌ | +| 14 | 0.293451 | `azmcp_subscription_list` | ❌ | | 15 | 0.289685 | `azmcp_search_service_list` | ❌ | | 16 | 0.279695 | `azmcp_search_index_get` | ❌ | | 17 | 0.276581 | `azmcp_role_assignment_list` | ❌ | @@ -3635,7 +3906,7 @@ --- -## Test 105 +## Test 113 **Expected Tool:** `azmcp_keyvault_certificate_get` **Prompt:** Show me the details of the certificate in the key vault @@ -3647,27 +3918,27 @@ | 1 | 0.662324 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | | 2 | 0.606534 | `azmcp_keyvault_certificate_list` | ❌ | | 3 | 0.540155 | `azmcp_keyvault_certificate_import` | ❌ | -| 4 | 0.535132 | `azmcp_keyvault_certificate_create` | ❌ | -| 5 | 0.499333 | `azmcp_keyvault_key_list` | ❌ | -| 6 | 0.482380 | `azmcp_keyvault_secret_list` | ❌ | +| 4 | 0.535157 | `azmcp_keyvault_certificate_create` | ❌ | +| 5 | 0.499229 | `azmcp_keyvault_key_list` | ❌ | +| 6 | 0.482353 | `azmcp_keyvault_secret_list` | ❌ | | 7 | 0.459167 | `azmcp_storage_account_get` | ❌ | | 8 | 0.419077 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.416122 | `azmcp_keyvault_key_create` | ❌ | -| 10 | 0.412434 | `azmcp_keyvault_secret_create` | ❌ | +| 9 | 0.415722 | `azmcp_keyvault_key_create` | ❌ | +| 10 | 0.412498 | `azmcp_keyvault_secret_create` | ❌ | | 11 | 0.411136 | `azmcp_appconfig_kv_show` | ❌ | | 12 | 0.368360 | `azmcp_search_index_get` | ❌ | | 13 | 0.365386 | `azmcp_sql_db_show` | ❌ | -| 14 | 0.363560 | `azmcp_aks_cluster_get` | ❌ | +| 14 | 0.363228 | `azmcp_aks_cluster_get` | ❌ | | 15 | 0.350930 | `azmcp_storage_blob_get` | ❌ | | 16 | 0.332770 | `azmcp_mysql_server_config_get` | ❌ | | 17 | 0.331645 | `azmcp_sql_server_show` | ❌ | | 18 | 0.315096 | `azmcp_storage_table_list` | ❌ | -| 19 | 0.305818 | `azmcp_subscription_list` | ❌ | -| 20 | 0.301710 | `azmcp_servicebus_queue_details` | ❌ | +| 19 | 0.305808 | `azmcp_subscription_list` | ❌ | +| 20 | 0.301768 | `azmcp_servicebus_queue_details` | ❌ | --- -## Test 106 +## Test 114 **Expected Tool:** `azmcp_keyvault_certificate_import` **Prompt:** Import the certificate in file into the key vault @@ -3677,13 +3948,13 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.649993 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.521180 | `azmcp_keyvault_certificate_create` | ❌ | +| 2 | 0.521183 | `azmcp_keyvault_certificate_create` | ❌ | | 3 | 0.469706 | `azmcp_keyvault_certificate_get` | ❌ | | 4 | 0.467097 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.426359 | `azmcp_keyvault_key_create` | ❌ | -| 6 | 0.398035 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.364892 | `azmcp_keyvault_key_list` | ❌ | -| 8 | 0.337966 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.426600 | `azmcp_keyvault_key_create` | ❌ | +| 6 | 0.398107 | `azmcp_keyvault_secret_create` | ❌ | +| 7 | 0.364713 | `azmcp_keyvault_key_list` | ❌ | +| 8 | 0.338026 | `azmcp_keyvault_secret_list` | ❌ | | 9 | 0.272263 | `azmcp_appconfig_kv_lock_set` | ❌ | | 10 | 0.267356 | `azmcp_appconfig_kv_set` | ❌ | | 11 | 0.248212 | `azmcp_storage_blob_upload` | ❌ | @@ -3694,12 +3965,12 @@ | 16 | 0.200472 | `azmcp_storage_datalake_directory_create` | ❌ | | 17 | 0.199045 | `azmcp_storage_table_list` | ❌ | | 18 | 0.181816 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.175113 | `azmcp_storage_share_file_list` | ❌ | -| 20 | 0.174606 | `azmcp_monitor_resource_log_query` | ❌ | +| 19 | 0.180219 | `azmcp_sql_db_create` | ❌ | +| 20 | 0.175113 | `azmcp_storage_share_file_list` | ❌ | --- -## Test 107 +## Test 115 **Expected Tool:** `azmcp_keyvault_certificate_import` **Prompt:** Import a certificate into the key vault using the name @@ -3708,30 +3979,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.649676 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.629905 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.527468 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.525743 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.492128 | `azmcp_keyvault_key_create` | ❌ | -| 6 | 0.472232 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.399885 | `azmcp_keyvault_key_list` | ❌ | -| 8 | 0.377865 | `azmcp_keyvault_secret_list` | ❌ | -| 9 | 0.287107 | `azmcp_appconfig_kv_set` | ❌ | -| 10 | 0.271739 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 11 | 0.256832 | `azmcp_storage_account_create` | ❌ | -| 12 | 0.250432 | `azmcp_storage_account_get` | ❌ | -| 13 | 0.234377 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.233767 | `azmcp_workbooks_delete` | ❌ | -| 15 | 0.211454 | `azmcp_storage_datalake_directory_create` | ❌ | -| 16 | 0.211350 | `azmcp_storage_blob_container_get` | ❌ | -| 17 | 0.209234 | `azmcp_storage_blob_upload` | ❌ | -| 18 | 0.203658 | `azmcp_sql_server_create` | ❌ | -| 19 | 0.197598 | `azmcp_sql_db_show` | ❌ | -| 20 | 0.196937 | `azmcp_workbooks_create` | ❌ | +| 1 | 0.649642 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | +| 2 | 0.629850 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.527486 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.525754 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.491866 | `azmcp_keyvault_key_create` | ❌ | +| 6 | 0.472321 | `azmcp_keyvault_secret_create` | ❌ | +| 7 | 0.399745 | `azmcp_keyvault_key_list` | ❌ | +| 8 | 0.377944 | `azmcp_keyvault_secret_list` | ❌ | +| 9 | 0.287080 | `azmcp_appconfig_kv_set` | ❌ | +| 10 | 0.271724 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 11 | 0.259849 | `azmcp_sql_db_create` | ❌ | +| 12 | 0.256768 | `azmcp_storage_account_create` | ❌ | +| 13 | 0.250360 | `azmcp_storage_account_get` | ❌ | +| 14 | 0.234343 | `azmcp_storage_table_list` | ❌ | +| 15 | 0.233704 | `azmcp_workbooks_delete` | ❌ | +| 16 | 0.211389 | `azmcp_storage_datalake_directory_create` | ❌ | +| 17 | 0.211319 | `azmcp_storage_blob_container_get` | ❌ | +| 18 | 0.209178 | `azmcp_storage_blob_upload` | ❌ | +| 19 | 0.203635 | `azmcp_sql_server_create` | ❌ | +| 20 | 0.197602 | `azmcp_sql_db_show` | ❌ | --- -## Test 108 +## Test 116 **Expected Tool:** `azmcp_keyvault_certificate_list` **Prompt:** List all certificates in the key vault @@ -3741,17 +4012,17 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.762015 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.637465 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.608799 | `azmcp_keyvault_secret_list` | ❌ | +| 2 | 0.637579 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.608870 | `azmcp_keyvault_secret_list` | ❌ | | 4 | 0.566460 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.539592 | `azmcp_keyvault_certificate_create` | ❌ | +| 5 | 0.539624 | `azmcp_keyvault_certificate_create` | ❌ | | 6 | 0.484660 | `azmcp_keyvault_certificate_import` | ❌ | | 7 | 0.478100 | `azmcp_cosmos_account_list` | ❌ | | 8 | 0.453226 | `azmcp_cosmos_database_list` | ❌ | | 9 | 0.431201 | `azmcp_cosmos_database_container_list` | ❌ | | 10 | 0.429531 | `azmcp_storage_table_list` | ❌ | -| 11 | 0.424714 | `azmcp_keyvault_key_create` | ❌ | -| 12 | 0.408093 | `azmcp_subscription_list` | ❌ | +| 11 | 0.424379 | `azmcp_keyvault_key_create` | ❌ | +| 12 | 0.408060 | `azmcp_subscription_list` | ❌ | | 13 | 0.394434 | `azmcp_search_service_list` | ❌ | | 14 | 0.393940 | `azmcp_storage_account_get` | ❌ | | 15 | 0.363512 | `azmcp_storage_blob_container_get` | ❌ | @@ -3763,7 +4034,7 @@ --- -## Test 109 +## Test 117 **Expected Tool:** `azmcp_keyvault_certificate_list` **Prompt:** Show me the certificates in the key vault @@ -3774,17 +4045,17 @@ |------|-------|------|--------| | 1 | 0.660576 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | | 2 | 0.570282 | `azmcp_keyvault_certificate_get` | ❌ | -| 3 | 0.540133 | `azmcp_keyvault_key_list` | ❌ | -| 4 | 0.516722 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.509087 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.540044 | `azmcp_keyvault_key_list` | ❌ | +| 4 | 0.516750 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.509123 | `azmcp_keyvault_certificate_create` | ❌ | | 6 | 0.483404 | `azmcp_keyvault_certificate_import` | ❌ | | 7 | 0.420506 | `azmcp_cosmos_account_list` | ❌ | | 8 | 0.397031 | `azmcp_storage_account_get` | ❌ | -| 9 | 0.396455 | `azmcp_keyvault_key_create` | ❌ | -| 10 | 0.390169 | `azmcp_keyvault_secret_create` | ❌ | +| 9 | 0.396055 | `azmcp_keyvault_key_create` | ❌ | +| 10 | 0.390244 | `azmcp_keyvault_secret_create` | ❌ | | 11 | 0.382082 | `azmcp_cosmos_database_list` | ❌ | | 12 | 0.372424 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.362835 | `azmcp_subscription_list` | ❌ | +| 13 | 0.362810 | `azmcp_subscription_list` | ❌ | | 14 | 0.355698 | `azmcp_storage_blob_container_get` | ❌ | | 15 | 0.344466 | `azmcp_search_service_list` | ❌ | | 16 | 0.323177 | `azmcp_role_assignment_list` | ❌ | @@ -3795,7 +4066,7 @@ --- -## Test 110 +## Test 118 **Expected Tool:** `azmcp_keyvault_key_create` **Prompt:** Create a new key called with the RSA type in the key vault @@ -3804,30 +4075,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.677107 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | -| 2 | 0.569250 | `azmcp_keyvault_secret_create` | ❌ | -| 3 | 0.555828 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.465770 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.676352 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | +| 2 | 0.569285 | `azmcp_keyvault_secret_create` | ❌ | +| 3 | 0.555829 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.465658 | `azmcp_keyvault_key_list` | ❌ | | 5 | 0.417395 | `azmcp_keyvault_certificate_list` | ❌ | -| 6 | 0.413161 | `azmcp_keyvault_secret_list` | ❌ | +| 6 | 0.413237 | `azmcp_keyvault_secret_list` | ❌ | | 7 | 0.412581 | `azmcp_keyvault_certificate_import` | ❌ | | 8 | 0.397141 | `azmcp_appconfig_kv_set` | ❌ | | 9 | 0.389769 | `azmcp_keyvault_certificate_get` | ❌ | | 10 | 0.372042 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.335194 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 12 | 0.287035 | `azmcp_storage_datalake_directory_create` | ❌ | -| 13 | 0.283851 | `azmcp_sql_server_create` | ❌ | -| 14 | 0.276139 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.261794 | `azmcp_workbooks_create` | ❌ | -| 16 | 0.252181 | `azmcp_storage_table_list` | ❌ | -| 17 | 0.231837 | `azmcp_storage_queue_message_send` | ❌ | -| 18 | 0.230284 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.223726 | `azmcp_storage_blob_container_create` | ❌ | -| 20 | 0.215888 | `azmcp_subscription_list` | ❌ | +| 11 | 0.338097 | `azmcp_sql_db_create` | ❌ | +| 12 | 0.335194 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 13 | 0.287036 | `azmcp_storage_datalake_directory_create` | ❌ | +| 14 | 0.283851 | `azmcp_sql_server_create` | ❌ | +| 15 | 0.276139 | `azmcp_storage_account_get` | ❌ | +| 16 | 0.261794 | `azmcp_workbooks_create` | ❌ | +| 17 | 0.252181 | `azmcp_storage_table_list` | ❌ | +| 18 | 0.231837 | `azmcp_storage_queue_message_send` | ❌ | +| 19 | 0.230284 | `azmcp_storage_blob_container_get` | ❌ | +| 20 | 0.223719 | `azmcp_storage_blob_container_create` | ❌ | --- -## Test 111 +## Test 119 **Expected Tool:** `azmcp_keyvault_key_list` **Prompt:** List all keys in the key vault @@ -3836,30 +4107,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.737183 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.650155 | `azmcp_keyvault_secret_list` | ❌ | +| 1 | 0.737314 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 2 | 0.650237 | `azmcp_keyvault_secret_list` | ❌ | | 3 | 0.631528 | `azmcp_keyvault_certificate_list` | ❌ | | 4 | 0.498767 | `azmcp_cosmos_account_list` | ❌ | | 5 | 0.473916 | `azmcp_storage_table_list` | ❌ | | 6 | 0.468044 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.467554 | `azmcp_keyvault_key_create` | ❌ | +| 7 | 0.467326 | `azmcp_keyvault_key_create` | ❌ | | 8 | 0.455805 | `azmcp_keyvault_certificate_get` | ❌ | | 9 | 0.443785 | `azmcp_cosmos_database_container_list` | ❌ | | 10 | 0.439167 | `azmcp_appconfig_kv_list` | ❌ | | 11 | 0.430322 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.428290 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.426986 | `azmcp_subscription_list` | ❌ | +| 12 | 0.428311 | `azmcp_keyvault_secret_create` | ❌ | +| 13 | 0.426917 | `azmcp_subscription_list` | ❌ | | 14 | 0.408341 | `azmcp_search_service_list` | ❌ | | 15 | 0.388016 | `azmcp_storage_blob_container_get` | ❌ | | 16 | 0.378819 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | | 17 | 0.373903 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 18 | 0.368258 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.354970 | `azmcp_monitor_table_list` | ❌ | +| 19 | 0.355043 | `azmcp_monitor_table_list` | ❌ | | 20 | 0.353714 | `azmcp_redis_cache_list` | ❌ | --- -## Test 112 +## Test 120 **Expected Tool:** `azmcp_keyvault_key_list` **Prompt:** Show me the keys in the key vault @@ -3868,22 +4139,22 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609507 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.535381 | `azmcp_keyvault_secret_list` | ❌ | +| 1 | 0.609355 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 2 | 0.535390 | `azmcp_keyvault_secret_list` | ❌ | | 3 | 0.520010 | `azmcp_keyvault_certificate_list` | ❌ | | 4 | 0.479818 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.462603 | `azmcp_keyvault_key_create` | ❌ | -| 6 | 0.429515 | `azmcp_keyvault_secret_create` | ❌ | +| 5 | 0.462249 | `azmcp_keyvault_key_create` | ❌ | +| 6 | 0.429555 | `azmcp_keyvault_secret_create` | ❌ | | 7 | 0.421475 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.412599 | `azmcp_keyvault_certificate_create` | ❌ | +| 8 | 0.412607 | `azmcp_keyvault_certificate_create` | ❌ | | 9 | 0.408423 | `azmcp_keyvault_certificate_import` | ❌ | | 10 | 0.406776 | `azmcp_storage_account_get` | ❌ | | 11 | 0.405205 | `azmcp_appconfig_kv_show` | ❌ | | 12 | 0.375139 | `azmcp_storage_table_list` | ❌ | | 13 | 0.357334 | `azmcp_storage_blob_container_get` | ❌ | -| 14 | 0.353428 | `azmcp_subscription_list` | ❌ | +| 14 | 0.353415 | `azmcp_subscription_list` | ❌ | | 15 | 0.327200 | `azmcp_search_service_list` | ❌ | -| 16 | 0.324789 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 16 | 0.324788 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | | 17 | 0.316124 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 18 | 0.308976 | `azmcp_storage_account_create` | ❌ | | 19 | 0.306567 | `azmcp_role_assignment_list` | ❌ | @@ -3891,7 +4162,7 @@ --- -## Test 113 +## Test 121 **Expected Tool:** `azmcp_keyvault_secret_create` **Prompt:** Create a new secret called with value in the key vault @@ -3900,30 +4171,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.767805 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | -| 2 | 0.614547 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.572487 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.516568 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.461516 | `azmcp_appconfig_kv_set` | ❌ | -| 6 | 0.417642 | `azmcp_keyvault_key_list` | ❌ | -| 7 | 0.411768 | `azmcp_keyvault_certificate_import` | ❌ | -| 8 | 0.391171 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.387606 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 10 | 0.384490 | `azmcp_keyvault_certificate_list` | ❌ | -| 11 | 0.370140 | `azmcp_keyvault_certificate_get` | ❌ | -| 12 | 0.321445 | `azmcp_storage_datalake_directory_create` | ❌ | -| 13 | 0.288149 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.288126 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.287283 | `azmcp_workbooks_create` | ❌ | -| 16 | 0.285395 | `azmcp_storage_queue_message_send` | ❌ | -| 17 | 0.246179 | `azmcp_storage_blob_container_create` | ❌ | -| 18 | 0.243816 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.236560 | `azmcp_storage_table_list` | ❌ | -| 20 | 0.218716 | `azmcp_sql_server_firewall-rule_create` | ❌ | +| 1 | 0.768440 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | +| 2 | 0.613567 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.572728 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.517160 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.461143 | `azmcp_appconfig_kv_set` | ❌ | +| 6 | 0.417557 | `azmcp_keyvault_key_list` | ❌ | +| 7 | 0.411714 | `azmcp_keyvault_certificate_import` | ❌ | +| 8 | 0.391231 | `azmcp_storage_account_create` | ❌ | +| 9 | 0.387386 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 10 | 0.384578 | `azmcp_keyvault_certificate_list` | ❌ | +| 11 | 0.370051 | `azmcp_keyvault_certificate_get` | ❌ | +| 12 | 0.357685 | `azmcp_sql_db_create` | ❌ | +| 13 | 0.321954 | `azmcp_storage_datalake_directory_create` | ❌ | +| 14 | 0.288288 | `azmcp_storage_account_get` | ❌ | +| 15 | 0.288115 | `azmcp_sql_server_create` | ❌ | +| 16 | 0.287499 | `azmcp_workbooks_create` | ❌ | +| 17 | 0.285181 | `azmcp_storage_queue_message_send` | ❌ | +| 18 | 0.246265 | `azmcp_storage_blob_container_create` | ❌ | +| 19 | 0.243970 | `azmcp_storage_blob_container_get` | ❌ | +| 20 | 0.236947 | `azmcp_storage_table_list` | ❌ | --- -## Test 114 +## Test 122 **Expected Tool:** `azmcp_keyvault_secret_list` **Prompt:** List all secrets in the key vault @@ -3932,18 +4203,18 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.747343 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.617127 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.747492 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | +| 2 | 0.617297 | `azmcp_keyvault_key_list` | ❌ | | 3 | 0.569911 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.519133 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.519101 | `azmcp_keyvault_secret_create` | ❌ | | 5 | 0.455500 | `azmcp_cosmos_account_list` | ❌ | | 6 | 0.433185 | `azmcp_cosmos_database_list` | ❌ | | 7 | 0.417973 | `azmcp_cosmos_database_container_list` | ❌ | | 8 | 0.414310 | `azmcp_keyvault_certificate_get` | ❌ | | 9 | 0.410496 | `azmcp_storage_table_list` | ❌ | -| 10 | 0.410468 | `azmcp_keyvault_key_create` | ❌ | -| 11 | 0.392374 | `azmcp_keyvault_certificate_create` | ❌ | -| 12 | 0.391122 | `azmcp_subscription_list` | ❌ | +| 10 | 0.409822 | `azmcp_keyvault_key_create` | ❌ | +| 11 | 0.392378 | `azmcp_keyvault_certificate_create` | ❌ | +| 12 | 0.391075 | `azmcp_subscription_list` | ❌ | | 13 | 0.388773 | `azmcp_search_service_list` | ❌ | | 14 | 0.387663 | `azmcp_storage_account_get` | ❌ | | 15 | 0.367470 | `azmcp_storage_blob_container_get` | ❌ | @@ -3955,7 +4226,7 @@ --- -## Test 115 +## Test 123 **Expected Tool:** `azmcp_keyvault_secret_list` **Prompt:** Show me the secrets in the key vault @@ -3964,22 +4235,22 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615400 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.520715 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.502403 | `azmcp_keyvault_secret_create` | ❌ | +| 1 | 0.615466 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | +| 2 | 0.520687 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.502404 | `azmcp_keyvault_secret_create` | ❌ | | 4 | 0.467743 | `azmcp_keyvault_certificate_list` | ❌ | | 5 | 0.456355 | `azmcp_keyvault_certificate_get` | ❌ | -| 6 | 0.412129 | `azmcp_keyvault_key_create` | ❌ | +| 6 | 0.411604 | `azmcp_keyvault_key_create` | ❌ | | 7 | 0.410957 | `azmcp_appconfig_kv_show` | ❌ | | 8 | 0.409126 | `azmcp_keyvault_certificate_import` | ❌ | | 9 | 0.401434 | `azmcp_storage_account_get` | ❌ | | 10 | 0.385852 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.381603 | `azmcp_keyvault_certificate_create` | ❌ | +| 11 | 0.381612 | `azmcp_keyvault_certificate_create` | ❌ | | 12 | 0.371660 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.345302 | `azmcp_subscription_list` | ❌ | +| 13 | 0.345267 | `azmcp_subscription_list` | ❌ | | 14 | 0.344339 | `azmcp_storage_table_list` | ❌ | | 15 | 0.328354 | `azmcp_search_service_list` | ❌ | -| 16 | 0.315115 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 16 | 0.315114 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | | 17 | 0.305225 | `azmcp_search_index_get` | ❌ | | 18 | 0.303769 | `azmcp_quota_usage_check` | ❌ | | 19 | 0.299023 | `azmcp_storage_account_create` | ❌ | @@ -3987,423 +4258,359 @@ --- -## Test 116 +## Test 124 -**Expected Tool:** `azmcp_aks_cluster_get` -**Prompt:** Get the configuration of AKS cluster +**Expected Tool:** `azmcp_kusto_cluster_get` +**Prompt:** Show me the details of the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.661280 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.611431 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.579676 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.540766 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.481416 | `azmcp_mysql_server_config_get` | ❌ | -| 6 | 0.463591 | `azmcp_kusto_cluster_get` | ❌ | -| 7 | 0.463065 | `azmcp_loadtesting_test_get` | ❌ | -| 8 | 0.430976 | `azmcp_postgres_server_config_get` | ❌ | -| 9 | 0.419629 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.399345 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.391924 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.390959 | `azmcp_appconfig_account_list` | ❌ | -| 13 | 0.390819 | `azmcp_appconfig_kv_list` | ❌ | -| 14 | 0.390141 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.371630 | `azmcp_mysql_server_param_get` | ❌ | -| 16 | 0.370291 | `azmcp_storage_blob_container_get` | ❌ | -| 17 | 0.367841 | `azmcp_redis_cluster_list` | ❌ | -| 18 | 0.360930 | `azmcp_storage_blob_get` | ❌ | -| 19 | 0.350240 | `azmcp_sql_db_show` | ❌ | -| 20 | 0.340096 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.482148 | `azmcp_kusto_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.464523 | `azmcp_aks_cluster_get` | ❌ | +| 3 | 0.457669 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.416762 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.378416 | `azmcp_aks_nodepool_get` | ❌ | +| 6 | 0.362870 | `azmcp_aks_cluster_list` | ❌ | +| 7 | 0.361772 | `azmcp_loadtesting_testrun_get` | ❌ | +| 8 | 0.353792 | `azmcp_sql_server_show` | ❌ | +| 9 | 0.351393 | `azmcp_storage_blob_get` | ❌ | +| 10 | 0.344871 | `azmcp_sql_db_show` | ❌ | +| 11 | 0.344590 | `azmcp_kusto_database_list` | ❌ | +| 12 | 0.333244 | `azmcp_mysql_table_schema_get` | ❌ | +| 13 | 0.332639 | `azmcp_kusto_cluster_list` | ❌ | +| 14 | 0.326472 | `azmcp_redis_cache_list` | ❌ | +| 15 | 0.326306 | `azmcp_search_index_get` | ❌ | +| 16 | 0.326052 | `azmcp_aks_nodepool_list` | ❌ | +| 17 | 0.319764 | `azmcp_storage_blob_container_get` | ❌ | +| 18 | 0.318754 | `azmcp_kusto_query` | ❌ | +| 19 | 0.318082 | `azmcp_mysql_server_config_get` | ❌ | +| 20 | 0.314617 | `azmcp_kusto_table_schema` | ❌ | --- -## Test 117 +## Test 125 -**Expected Tool:** `azmcp_aks_cluster_get` -**Prompt:** Show me the details of AKS cluster in resource group +**Expected Tool:** `azmcp_kusto_cluster_list` +**Prompt:** List all Data Explorer clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.667153 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.589101 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.545820 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.530314 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.507985 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.461466 | `azmcp_sql_db_show` | ❌ | -| 7 | 0.448796 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.428449 | `azmcp_functionapp_get` | ❌ | -| 9 | 0.422993 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.413625 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.408421 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.396636 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.396256 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.385261 | `azmcp_acr_registry_repository_list` | ❌ | -| 15 | 0.384654 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.382948 | `azmcp_storage_blob_container_get` | ❌ | -| 17 | 0.377793 | `azmcp_storage_blob_get` | ❌ | -| 18 | 0.366088 | `azmcp_search_index_get` | ❌ | -| 19 | 0.362332 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.359093 | `azmcp_sql_elastic-pool_list` | ❌ | +| 1 | 0.651218 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.644037 | `azmcp_redis_cluster_list` | ❌ | +| 3 | 0.549093 | `azmcp_kusto_database_list` | ❌ | +| 4 | 0.535927 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.509396 | `azmcp_grafana_list` | ❌ | +| 6 | 0.505912 | `azmcp_redis_cache_list` | ❌ | +| 7 | 0.492107 | `azmcp_postgres_server_list` | ❌ | +| 8 | 0.491278 | `azmcp_search_service_list` | ❌ | +| 9 | 0.487583 | `azmcp_monitor_workspace_list` | ❌ | +| 10 | 0.486159 | `azmcp_kusto_cluster_get` | ❌ | +| 11 | 0.460255 | `azmcp_cosmos_account_list` | ❌ | +| 12 | 0.458754 | `azmcp_redis_cluster_database_list` | ❌ | +| 13 | 0.451500 | `azmcp_kusto_table_list` | ❌ | +| 14 | 0.428236 | `azmcp_storage_table_list` | ❌ | +| 15 | 0.427811 | `azmcp_subscription_list` | ❌ | +| 16 | 0.413325 | `azmcp_eventgrid_subscription_list` | ❌ | +| 17 | 0.411791 | `azmcp_group_list` | ❌ | +| 18 | 0.410016 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 19 | 0.407832 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.399179 | `azmcp_monitor_table_list` | ❌ | --- -## Test 118 +## Test 126 -**Expected Tool:** `azmcp_aks_cluster_get` -**Prompt:** Show me the network configuration for AKS cluster +**Expected Tool:** `azmcp_kusto_cluster_list` +**Prompt:** Show me my Data Explorer clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.567982 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.563029 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.493940 | `azmcp_aks_nodepool_list` | ❌ | -| 4 | 0.486040 | `azmcp_aks_nodepool_get` | ❌ | -| 5 | 0.380301 | `azmcp_mysql_server_config_get` | ❌ | -| 6 | 0.368538 | `azmcp_kusto_cluster_get` | ❌ | -| 7 | 0.342696 | `azmcp_loadtesting_test_get` | ❌ | -| 8 | 0.340294 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.334923 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.334860 | `azmcp_redis_cluster_list` | ❌ | -| 11 | 0.329324 | `azmcp_sql_server_show` | ❌ | -| 12 | 0.315228 | `azmcp_storage_account_get` | ❌ | -| 13 | 0.314513 | `azmcp_appconfig_kv_list` | ❌ | -| 14 | 0.309738 | `azmcp_appconfig_kv_show` | ❌ | -| 15 | 0.299046 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.296593 | `azmcp_postgres_server_config_get` | ❌ | -| 17 | 0.289342 | `azmcp_mysql_server_param_get` | ❌ | -| 18 | 0.275751 | `azmcp_sql_db_show` | ❌ | -| 19 | 0.273195 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.265830 | `azmcp_sql_elastic-pool_list` | ❌ | +| 1 | 0.437363 | `azmcp_redis_cluster_list` | ❌ | +| 2 | 0.391087 | `azmcp_redis_cluster_database_list` | ❌ | +| 3 | 0.386126 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | +| 4 | 0.359551 | `azmcp_kusto_database_list` | ❌ | +| 5 | 0.341784 | `azmcp_kusto_cluster_get` | ❌ | +| 6 | 0.338212 | `azmcp_aks_cluster_list` | ❌ | +| 7 | 0.314734 | `azmcp_aks_cluster_get` | ❌ | +| 8 | 0.303083 | `azmcp_grafana_list` | ❌ | +| 9 | 0.292838 | `azmcp_redis_cache_list` | ❌ | +| 10 | 0.287768 | `azmcp_kusto_sample` | ❌ | +| 11 | 0.285603 | `azmcp_kusto_query` | ❌ | +| 12 | 0.283331 | `azmcp_kusto_table_list` | ❌ | +| 13 | 0.279848 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 14 | 0.277014 | `azmcp_mysql_database_list` | ❌ | +| 15 | 0.275559 | `azmcp_mysql_database_query` | ❌ | +| 16 | 0.270779 | `azmcp_monitor_table_list` | ❌ | +| 17 | 0.265906 | `azmcp_mysql_server_list` | ❌ | +| 18 | 0.264112 | `azmcp_monitor_table_type_list` | ❌ | +| 19 | 0.264035 | `azmcp_monitor_workspace_list` | ❌ | +| 20 | 0.263226 | `azmcp_quota_usage_check` | ❌ | --- -## Test 119 +## Test 127 -**Expected Tool:** `azmcp_aks_cluster_get` -**Prompt:** What are the details of my AKS cluster in ? +**Expected Tool:** `azmcp_kusto_cluster_list` +**Prompt:** Show me the Data Explorer clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.661810 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.578662 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.563549 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.534089 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.503953 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.434587 | `azmcp_functionapp_get` | ❌ | -| 7 | 0.433913 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.419339 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.418519 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.417836 | `azmcp_sql_db_show` | ❌ | -| 11 | 0.405658 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.405015 | `azmcp_storage_blob_get` | ❌ | -| 13 | 0.402335 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.399512 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.391717 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.384782 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.376853 | `azmcp_search_index_get` | ❌ | -| 18 | 0.372812 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.367547 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.359877 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.584053 | `azmcp_redis_cluster_list` | ❌ | +| 2 | 0.549797 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | +| 3 | 0.471076 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.469570 | `azmcp_kusto_cluster_get` | ❌ | +| 5 | 0.464294 | `azmcp_kusto_database_list` | ❌ | +| 6 | 0.462945 | `azmcp_grafana_list` | ❌ | +| 7 | 0.446124 | `azmcp_redis_cache_list` | ❌ | +| 8 | 0.440326 | `azmcp_monitor_workspace_list` | ❌ | +| 9 | 0.434016 | `azmcp_search_service_list` | ❌ | +| 10 | 0.432048 | `azmcp_postgres_server_list` | ❌ | +| 11 | 0.408461 | `azmcp_eventgrid_subscription_list` | ❌ | +| 12 | 0.396253 | `azmcp_redis_cluster_database_list` | ❌ | +| 13 | 0.392541 | `azmcp_kusto_table_list` | ❌ | +| 14 | 0.386776 | `azmcp_cosmos_account_list` | ❌ | +| 15 | 0.380006 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 16 | 0.377490 | `azmcp_kusto_query` | ❌ | +| 17 | 0.371154 | `azmcp_subscription_list` | ❌ | +| 18 | 0.368890 | `azmcp_quota_usage_check` | ❌ | +| 19 | 0.365972 | `azmcp_storage_table_list` | ❌ | +| 20 | 0.365323 | `azmcp_quota_region_availability_list` | ❌ | --- -## Test 120 +## Test 128 -**Expected Tool:** `azmcp_aks_cluster_list` -**Prompt:** List all AKS clusters in my subscription +**Expected Tool:** `azmcp_kusto_database_list` +**Prompt:** List all databases in the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.801067 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.690255 | `azmcp_kusto_cluster_list` | ❌ | -| 3 | 0.599940 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.594509 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.562043 | `azmcp_search_service_list` | ❌ | -| 6 | 0.561039 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.543684 | `azmcp_monitor_workspace_list` | ❌ | -| 8 | 0.515922 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.509202 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.502341 | `azmcp_subscription_list` | ❌ | -| 11 | 0.498286 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 12 | 0.498121 | `azmcp_group_list` | ❌ | -| 13 | 0.495977 | `azmcp_postgres_server_list` | ❌ | -| 14 | 0.486141 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.483658 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.482355 | `azmcp_acr_registry_list` | ❌ | -| 17 | 0.481469 | `azmcp_grafana_list` | ❌ | -| 18 | 0.452958 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 19 | 0.452681 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.445271 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.628199 | `azmcp_redis_cluster_database_list` | ❌ | +| 2 | 0.610586 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | +| 3 | 0.552651 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.549575 | `azmcp_cosmos_database_list` | ❌ | +| 5 | 0.516809 | `azmcp_mysql_database_list` | ❌ | +| 6 | 0.474140 | `azmcp_kusto_table_list` | ❌ | +| 7 | 0.461468 | `azmcp_sql_db_list` | ❌ | +| 8 | 0.459574 | `azmcp_redis_cluster_list` | ❌ | +| 9 | 0.433861 | `azmcp_postgres_table_list` | ❌ | +| 10 | 0.431796 | `azmcp_kusto_cluster_list` | ❌ | +| 11 | 0.419220 | `azmcp_mysql_table_list` | ❌ | +| 12 | 0.403668 | `azmcp_monitor_table_list` | ❌ | +| 13 | 0.396014 | `azmcp_cosmos_database_container_list` | ❌ | +| 14 | 0.380098 | `azmcp_storage_table_list` | ❌ | +| 15 | 0.375628 | `azmcp_cosmos_account_list` | ❌ | +| 16 | 0.363598 | `azmcp_postgres_server_list` | ❌ | +| 17 | 0.350140 | `azmcp_aks_cluster_list` | ❌ | +| 18 | 0.334426 | `azmcp_grafana_list` | ❌ | +| 19 | 0.320635 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.319263 | `azmcp_kusto_query` | ❌ | --- -## Test 121 +## Test 129 -**Expected Tool:** `azmcp_aks_cluster_list` -**Prompt:** Show me my Azure Kubernetes Service clusters +**Expected Tool:** `azmcp_kusto_database_list` +**Prompt:** Show me the databases in the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.608056 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.536863 | `azmcp_aks_cluster_get` | ❌ | -| 3 | 0.500890 | `azmcp_aks_nodepool_list` | ❌ | -| 4 | 0.492910 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.455228 | `azmcp_search_service_list` | ❌ | -| 6 | 0.446270 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.416475 | `azmcp_aks_nodepool_get` | ❌ | -| 8 | 0.409417 | `azmcp_kusto_cluster_get` | ❌ | -| 9 | 0.408385 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.392997 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.376362 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 12 | 0.371809 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.371535 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.370963 | `azmcp_search_index_get` | ❌ | -| 15 | 0.370237 | `azmcp_acr_registry_repository_list` | ❌ | -| 16 | 0.363662 | `azmcp_subscription_list` | ❌ | -| 17 | 0.361928 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.358420 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.356926 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.356016 | `azmcp_storage_account_get` | ❌ | +| 1 | 0.597975 | `azmcp_redis_cluster_database_list` | ❌ | +| 2 | 0.558503 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | +| 3 | 0.497144 | `azmcp_cosmos_database_list` | ❌ | +| 4 | 0.491400 | `azmcp_mysql_database_list` | ❌ | +| 5 | 0.486732 | `azmcp_postgres_database_list` | ❌ | +| 6 | 0.440064 | `azmcp_kusto_table_list` | ❌ | +| 7 | 0.427251 | `azmcp_redis_cluster_list` | ❌ | +| 8 | 0.422588 | `azmcp_sql_db_list` | ❌ | +| 9 | 0.391411 | `azmcp_mysql_table_list` | ❌ | +| 10 | 0.383664 | `azmcp_kusto_cluster_list` | ❌ | +| 11 | 0.368013 | `azmcp_postgres_table_list` | ❌ | +| 12 | 0.362905 | `azmcp_cosmos_database_container_list` | ❌ | +| 13 | 0.359249 | `azmcp_monitor_table_list` | ❌ | +| 14 | 0.344010 | `azmcp_mysql_server_list` | ❌ | +| 15 | 0.338777 | `azmcp_storage_table_list` | ❌ | +| 16 | 0.336104 | `azmcp_cosmos_account_list` | ❌ | +| 17 | 0.334803 | `azmcp_kusto_table_schema` | ❌ | +| 18 | 0.310774 | `azmcp_aks_cluster_list` | ❌ | +| 19 | 0.309809 | `azmcp_kusto_sample` | ❌ | +| 20 | 0.305756 | `azmcp_kusto_query` | ❌ | --- -## Test 122 +## Test 130 -**Expected Tool:** `azmcp_aks_cluster_list` -**Prompt:** What AKS clusters do I have? +**Expected Tool:** `azmcp_kusto_query` +**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623896 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.538749 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.530148 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.466749 | `azmcp_aks_nodepool_get` | ❌ | -| 5 | 0.449602 | `azmcp_kusto_cluster_list` | ❌ | -| 6 | 0.416564 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.392083 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.378826 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.377567 | `azmcp_acr_registry_repository_list` | ❌ | -| 10 | 0.374585 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.364022 | `azmcp_deploy_app_logs_get` | ❌ | -| 12 | 0.353365 | `azmcp_search_service_list` | ❌ | -| 13 | 0.345290 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.345196 | `azmcp_kusto_cluster_get` | ❌ | -| 15 | 0.341581 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.337354 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.317977 | `azmcp_sql_elastic-pool_list` | ❌ | -| 18 | 0.317238 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 19 | 0.312051 | `azmcp_subscription_list` | ❌ | -| 20 | 0.311971 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.381098 | `azmcp_kusto_query` | ✅ **EXPECTED** | +| 2 | 0.363896 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.362792 | `azmcp_kusto_sample` | ❌ | +| 4 | 0.348973 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.345284 | `azmcp_redis_cluster_list` | ❌ | +| 6 | 0.334585 | `azmcp_kusto_table_list` | ❌ | +| 7 | 0.329048 | `azmcp_search_service_list` | ❌ | +| 8 | 0.327456 | `azmcp_mysql_database_query` | ❌ | +| 9 | 0.325624 | `azmcp_mysql_table_schema_get` | ❌ | +| 10 | 0.319101 | `azmcp_redis_cluster_database_list` | ❌ | +| 11 | 0.319022 | `azmcp_kusto_table_schema` | ❌ | +| 12 | 0.315643 | `azmcp_search_index_query` | ❌ | +| 13 | 0.315473 | `azmcp_monitor_table_type_list` | ❌ | +| 14 | 0.307856 | `azmcp_kusto_database_list` | ❌ | +| 15 | 0.303747 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 16 | 0.303449 | `azmcp_search_index_get` | ❌ | +| 17 | 0.292270 | `azmcp_kusto_cluster_list` | ❌ | +| 18 | 0.279510 | `azmcp_monitor_resource_log_query` | ❌ | +| 19 | 0.262850 | `azmcp_kusto_cluster_get` | ❌ | +| 20 | 0.262700 | `azmcp_grafana_list` | ❌ | --- -## Test 123 +## Test 131 -**Expected Tool:** `azmcp_aks_nodepool_get` -**Prompt:** Get details for nodepool in AKS cluster in +**Expected Tool:** `azmcp_kusto_sample` +**Prompt:** Show me a data sample from the Data Explorer table in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.753822 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.699118 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.597677 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.498436 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.482676 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.468425 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 7 | 0.463200 | `azmcp_sql_elastic-pool_list` | ❌ | -| 8 | 0.435039 | `azmcp_sql_db_show` | ❌ | -| 9 | 0.414822 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 10 | 0.401693 | `azmcp_redis_cluster_list` | ❌ | -| 11 | 0.399174 | `azmcp_functionapp_get` | ❌ | -| 12 | 0.383607 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 13 | 0.382395 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.380163 | `azmcp_storage_blob_get` | ❌ | -| 15 | 0.378369 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.378270 | `azmcp_search_index_get` | ❌ | -| 17 | 0.370390 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.362454 | `azmcp_loadtesting_test_get` | ❌ | -| 19 | 0.357019 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.343424 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 1 | 0.537154 | `azmcp_kusto_sample` | ✅ **EXPECTED** | +| 2 | 0.419463 | `azmcp_kusto_table_schema` | ❌ | +| 3 | 0.391595 | `azmcp_mysql_database_query` | ❌ | +| 4 | 0.391423 | `azmcp_kusto_table_list` | ❌ | +| 5 | 0.380691 | `azmcp_mysql_table_schema_get` | ❌ | +| 6 | 0.377056 | `azmcp_redis_cluster_database_list` | ❌ | +| 7 | 0.364611 | `azmcp_postgres_table_schema_get` | ❌ | +| 8 | 0.364361 | `azmcp_mysql_table_list` | ❌ | +| 9 | 0.361845 | `azmcp_redis_cluster_list` | ❌ | +| 10 | 0.343671 | `azmcp_monitor_table_type_list` | ❌ | +| 11 | 0.341644 | `azmcp_monitor_table_list` | ❌ | +| 12 | 0.337281 | `azmcp_kusto_database_list` | ❌ | +| 13 | 0.329933 | `azmcp_storage_table_list` | ❌ | +| 14 | 0.319239 | `azmcp_kusto_query` | ❌ | +| 15 | 0.318189 | `azmcp_postgres_table_list` | ❌ | +| 16 | 0.310196 | `azmcp_kusto_cluster_get` | ❌ | +| 17 | 0.285941 | `azmcp_kusto_cluster_list` | ❌ | +| 18 | 0.267689 | `azmcp_aks_cluster_get` | ❌ | +| 19 | 0.259027 | `azmcp_monitor_resource_log_query` | ❌ | +| 20 | 0.249309 | `azmcp_aks_cluster_list` | ❌ | --- -## Test 124 +## Test 132 -**Expected Tool:** `azmcp_aks_nodepool_get` -**Prompt:** Show me the configuration for nodepool in AKS cluster in resource group +**Expected Tool:** `azmcp_kusto_table_list` +**Prompt:** List all tables in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.678158 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.640097 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.481668 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.458596 | `azmcp_sql_elastic-pool_list` | ❌ | -| 5 | 0.446021 | `azmcp_aks_cluster_list` | ❌ | -| 6 | 0.440182 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 7 | 0.389989 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 8 | 0.384600 | `azmcp_loadtesting_test_get` | ❌ | -| 9 | 0.367456 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.365231 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.357721 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.350998 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.350992 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 14 | 0.344818 | `azmcp_sql_db_show` | ❌ | -| 15 | 0.343805 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.342564 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.338364 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.329963 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 19 | 0.322685 | `azmcp_appconfig_kv_show` | ❌ | -| 20 | 0.321672 | `azmcp_appconfig_account_list` | ❌ | - ---- - -## Test 125 - -**Expected Tool:** `azmcp_aks_nodepool_get` -**Prompt:** What is the setup of nodepool for AKS cluster in ? - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.599506 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.582325 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.412841 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.391590 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.385173 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 6 | 0.383045 | `azmcp_sql_elastic-pool_list` | ❌ | -| 7 | 0.346262 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 8 | 0.338624 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 9 | 0.323027 | `azmcp_deploy_plan_get` | ❌ | -| 10 | 0.320733 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.314439 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.306921 | `azmcp_kusto_cluster_get` | ❌ | -| 13 | 0.306579 | `azmcp_storage_account_create` | ❌ | -| 14 | 0.300123 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.298866 | `azmcp_acr_registry_repository_list` | ❌ | -| 16 | 0.289422 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.287084 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 18 | 0.283171 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.276058 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.266184 | `azmcp_sql_db_show` | ❌ | - ---- - -## Test 126 - -**Expected Tool:** `azmcp_aks_nodepool_list` -**Prompt:** List nodepools for AKS cluster in - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.694117 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.615516 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.531972 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.506624 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 5 | 0.487707 | `azmcp_sql_elastic-pool_list` | ❌ | -| 6 | 0.461548 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.446699 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.440645 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.438636 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.435177 | `azmcp_acr_registry_repository_list` | ❌ | -| 11 | 0.431369 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.418681 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 13 | 0.413085 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.404890 | `azmcp_sql_db_list` | ❌ | -| 15 | 0.399249 | `azmcp_acr_registry_list` | ❌ | -| 16 | 0.393850 | `azmcp_group_list` | ❌ | -| 17 | 0.391869 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.389070 | `azmcp_redis_cluster_database_list` | ❌ | -| 19 | 0.385781 | `azmcp_workbooks_list` | ❌ | -| 20 | 0.379549 | `azmcp_monitor_workspace_list` | ❌ | +| 1 | 0.591668 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | +| 2 | 0.585237 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.556724 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.549903 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.521516 | `azmcp_kusto_database_list` | ❌ | +| 6 | 0.520802 | `azmcp_redis_cluster_database_list` | ❌ | +| 7 | 0.517077 | `azmcp_storage_table_list` | ❌ | +| 8 | 0.475496 | `azmcp_postgres_database_list` | ❌ | +| 9 | 0.464341 | `azmcp_monitor_table_type_list` | ❌ | +| 10 | 0.449656 | `azmcp_kusto_table_schema` | ❌ | +| 11 | 0.436518 | `azmcp_cosmos_database_list` | ❌ | +| 12 | 0.433775 | `azmcp_mysql_database_list` | ❌ | +| 13 | 0.429278 | `azmcp_redis_cluster_list` | ❌ | +| 14 | 0.412275 | `azmcp_kusto_sample` | ❌ | +| 15 | 0.410425 | `azmcp_kusto_cluster_list` | ❌ | +| 16 | 0.400099 | `azmcp_mysql_table_schema_get` | ❌ | +| 17 | 0.380671 | `azmcp_cosmos_database_container_list` | ❌ | +| 18 | 0.337427 | `azmcp_kusto_query` | ❌ | +| 19 | 0.329931 | `azmcp_aks_cluster_list` | ❌ | +| 20 | 0.329669 | `azmcp_grafana_list` | ❌ | --- -## Test 127 +## Test 133 -**Expected Tool:** `azmcp_aks_nodepool_list` -**Prompt:** Show me the nodepool list for AKS cluster in +**Expected Tool:** `azmcp_kusto_table_list` +**Prompt:** Show me the tables in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.712299 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.644451 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.547444 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.510269 | `azmcp_sql_elastic-pool_list` | ❌ | -| 5 | 0.509732 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 6 | 0.498016 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.447545 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.441510 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 9 | 0.441482 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.433138 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.430830 | `azmcp_acr_registry_repository_list` | ❌ | -| 12 | 0.430739 | `azmcp_kusto_cluster_list` | ❌ | -| 13 | 0.408990 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 14 | 0.408569 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.407619 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.390197 | `azmcp_redis_cluster_database_list` | ❌ | -| 17 | 0.388906 | `azmcp_group_list` | ❌ | -| 18 | 0.383234 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.382434 | `azmcp_search_service_list` | ❌ | -| 20 | 0.378671 | `azmcp_kusto_database_list` | ❌ | +| 1 | 0.549900 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | +| 2 | 0.524619 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.523449 | `azmcp_postgres_table_list` | ❌ | +| 4 | 0.494062 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.490565 | `azmcp_monitor_table_list` | ❌ | +| 6 | 0.475358 | `azmcp_kusto_database_list` | ❌ | +| 7 | 0.466290 | `azmcp_storage_table_list` | ❌ | +| 8 | 0.466220 | `azmcp_kusto_table_schema` | ❌ | +| 9 | 0.431955 | `azmcp_monitor_table_type_list` | ❌ | +| 10 | 0.425675 | `azmcp_kusto_sample` | ❌ | +| 11 | 0.421369 | `azmcp_postgres_database_list` | ❌ | +| 12 | 0.418059 | `azmcp_mysql_table_schema_get` | ❌ | +| 13 | 0.415567 | `azmcp_mysql_database_list` | ❌ | +| 14 | 0.403482 | `azmcp_redis_cluster_list` | ❌ | +| 15 | 0.391003 | `azmcp_cosmos_database_list` | ❌ | +| 16 | 0.367246 | `azmcp_kusto_cluster_list` | ❌ | +| 17 | 0.348943 | `azmcp_cosmos_database_container_list` | ❌ | +| 18 | 0.330413 | `azmcp_kusto_query` | ❌ | +| 19 | 0.314810 | `azmcp_kusto_cluster_get` | ❌ | +| 20 | 0.300104 | `azmcp_aks_cluster_list` | ❌ | --- -## Test 128 +## Test 134 -**Expected Tool:** `azmcp_aks_nodepool_list` -**Prompt:** What nodepools do I have for AKS cluster in +**Expected Tool:** `azmcp_kusto_table_schema` +**Prompt:** Show me the schema for table in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623139 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.580535 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.453744 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.443902 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 5 | 0.425448 | `azmcp_sql_elastic-pool_list` | ❌ | -| 6 | 0.409341 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.386949 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.378905 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.368944 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.363290 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.359493 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 12 | 0.356345 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.356139 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.354542 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.329036 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.324551 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 17 | 0.324257 | `azmcp_deploy_plan_get` | ❌ | -| 18 | 0.323568 | `azmcp_monitor_workspace_list` | ❌ | -| 19 | 0.322487 | `azmcp_foundry_models_deployments_list` | ❌ | -| 20 | 0.319684 | `azmcp_redis_cluster_database_list` | ❌ | +| 1 | 0.588251 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | +| 2 | 0.564356 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.528032 | `azmcp_mysql_table_schema_get` | ❌ | +| 4 | 0.445253 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.437494 | `azmcp_kusto_table_list` | ❌ | +| 6 | 0.432640 | `azmcp_kusto_sample` | ❌ | +| 7 | 0.413767 | `azmcp_monitor_table_list` | ❌ | +| 8 | 0.398727 | `azmcp_redis_cluster_database_list` | ❌ | +| 9 | 0.387624 | `azmcp_postgres_table_list` | ❌ | +| 10 | 0.366387 | `azmcp_monitor_table_type_list` | ❌ | +| 11 | 0.366120 | `azmcp_kusto_database_list` | ❌ | +| 12 | 0.358184 | `azmcp_mysql_database_query` | ❌ | +| 13 | 0.357652 | `azmcp_storage_table_list` | ❌ | +| 14 | 0.345364 | `azmcp_redis_cluster_list` | ❌ | +| 15 | 0.343667 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 16 | 0.314675 | `azmcp_kusto_cluster_get` | ❌ | +| 17 | 0.298325 | `azmcp_kusto_query` | ❌ | +| 18 | 0.294896 | `azmcp_cosmos_database_list` | ❌ | +| 19 | 0.282770 | `azmcp_kusto_cluster_list` | ❌ | +| 20 | 0.275790 | `azmcp_cosmos_database_container_list` | ❌ | --- -## Test 129 +## Test 135 **Expected Tool:** `azmcp_loadtesting_test_create` **Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription @@ -4415,27 +4622,27 @@ | 1 | 0.585388 | `azmcp_loadtesting_test_create` | ✅ **EXPECTED** | | 2 | 0.531362 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.508690 | `azmcp_loadtesting_testrun_create` | ❌ | -| 4 | 0.413857 | `azmcp_loadtesting_testresource_list` | ❌ | +| 4 | 0.413808 | `azmcp_loadtesting_testresource_list` | ❌ | | 5 | 0.394664 | `azmcp_loadtesting_testrun_get` | ❌ | | 6 | 0.390081 | `azmcp_loadtesting_test_get` | ❌ | -| 7 | 0.346526 | `azmcp_loadtesting_testrun_update` | ❌ | +| 7 | 0.346617 | `azmcp_loadtesting_testrun_update` | ❌ | | 8 | 0.338668 | `azmcp_loadtesting_testrun_list` | ❌ | | 9 | 0.338173 | `azmcp_monitor_workspace_log_query` | ❌ | | 10 | 0.337311 | `azmcp_monitor_resource_log_query` | ❌ | | 11 | 0.323519 | `azmcp_storage_account_create` | ❌ | -| 12 | 0.310455 | `azmcp_keyvault_certificate_create` | ❌ | +| 12 | 0.310466 | `azmcp_keyvault_certificate_create` | ❌ | | 13 | 0.310144 | `azmcp_workbooks_create` | ❌ | -| 14 | 0.299149 | `azmcp_keyvault_key_create` | ❌ | -| 15 | 0.296991 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.291016 | `azmcp_storage_queue_message_send` | ❌ | -| 17 | 0.290957 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.288940 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.280434 | `azmcp_sql_server_create` | ❌ | -| 20 | 0.267790 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 14 | 0.296991 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 15 | 0.291016 | `azmcp_storage_queue_message_send` | ❌ | +| 16 | 0.290957 | `azmcp_quota_usage_check` | ❌ | +| 17 | 0.288940 | `azmcp_quota_region_availability_list` | ❌ | +| 18 | 0.280434 | `azmcp_sql_server_create` | ❌ | +| 19 | 0.267790 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 20 | 0.255857 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- -## Test 130 +## Test 136 **Expected Tool:** `azmcp_loadtesting_test_get` **Prompt:** Get the load test with id in the load test resource in resource group @@ -4444,30 +4651,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642509 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | -| 2 | 0.608781 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.574473 | `azmcp_loadtesting_testresource_create` | ❌ | -| 4 | 0.534314 | `azmcp_loadtesting_testrun_get` | ❌ | -| 5 | 0.473513 | `azmcp_loadtesting_testrun_create` | ❌ | -| 6 | 0.470051 | `azmcp_loadtesting_testrun_list` | ❌ | -| 7 | 0.437142 | `azmcp_loadtesting_test_create` | ❌ | -| 8 | 0.404501 | `azmcp_monitor_resource_log_query` | ❌ | -| 9 | 0.397434 | `azmcp_group_list` | ❌ | +| 1 | 0.642152 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | +| 2 | 0.608813 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.574614 | `azmcp_loadtesting_testresource_create` | ❌ | +| 4 | 0.533850 | `azmcp_loadtesting_testrun_get` | ❌ | +| 5 | 0.473198 | `azmcp_loadtesting_testrun_create` | ❌ | +| 6 | 0.469617 | `azmcp_loadtesting_testrun_list` | ❌ | +| 7 | 0.436944 | `azmcp_loadtesting_test_create` | ❌ | +| 8 | 0.404490 | `azmcp_monitor_resource_log_query` | ❌ | +| 9 | 0.397376 | `azmcp_group_list` | ❌ | | 10 | 0.379328 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.373328 | `azmcp_loadtesting_testrun_update` | ❌ | -| 12 | 0.369982 | `azmcp_workbooks_show` | ❌ | -| 13 | 0.365471 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.360811 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.347074 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.341239 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.329326 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.322733 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.305900 | `azmcp_storage_account_create` | ❌ | -| 20 | 0.304215 | `azmcp_monitor_workspace_log_query` | ❌ | +| 11 | 0.373143 | `azmcp_loadtesting_testrun_update` | ❌ | +| 12 | 0.369916 | `azmcp_workbooks_show` | ❌ | +| 13 | 0.365515 | `azmcp_workbooks_list` | ❌ | +| 14 | 0.347111 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 15 | 0.341209 | `azmcp_quota_region_availability_list` | ❌ | +| 16 | 0.329210 | `azmcp_sql_db_show` | ❌ | +| 17 | 0.322654 | `azmcp_quota_usage_check` | ❌ | +| 18 | 0.305918 | `azmcp_storage_account_create` | ❌ | +| 19 | 0.304224 | `azmcp_monitor_workspace_log_query` | ❌ | +| 20 | 0.298652 | `azmcp_workbooks_delete` | ❌ | --- -## Test 131 +## Test 137 **Expected Tool:** `azmcp_loadtesting_testresource_create` **Prompt:** Create a load test resource in the resource group in my subscription @@ -4476,30 +4683,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.717578 | `azmcp_loadtesting_testresource_create` | ✅ **EXPECTED** | -| 2 | 0.596828 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.514437 | `azmcp_loadtesting_test_create` | ❌ | -| 4 | 0.476662 | `azmcp_loadtesting_testrun_create` | ❌ | -| 5 | 0.443116 | `azmcp_loadtesting_test_get` | ❌ | -| 6 | 0.442167 | `azmcp_workbooks_create` | ❌ | -| 7 | 0.416885 | `azmcp_group_list` | ❌ | -| 8 | 0.407752 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.394967 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 10 | 0.382774 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.370093 | `azmcp_loadtesting_testrun_get` | ❌ | -| 12 | 0.369409 | `azmcp_workbooks_list` | ❌ | -| 13 | 0.356801 | `azmcp_sql_server_create` | ❌ | -| 14 | 0.350916 | `azmcp_loadtesting_testrun_update` | ❌ | -| 15 | 0.342213 | `azmcp_redis_cluster_list` | ❌ | -| 16 | 0.341251 | `azmcp_grafana_list` | ❌ | -| 17 | 0.335696 | `azmcp_redis_cache_list` | ❌ | -| 18 | 0.326618 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.326596 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.311892 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.717584 | `azmcp_loadtesting_testresource_create` | ✅ **EXPECTED** | +| 2 | 0.596022 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.514477 | `azmcp_loadtesting_test_create` | ❌ | +| 4 | 0.476678 | `azmcp_loadtesting_testrun_create` | ❌ | +| 5 | 0.442851 | `azmcp_workbooks_create` | ❌ | +| 6 | 0.442401 | `azmcp_loadtesting_test_get` | ❌ | +| 7 | 0.417245 | `azmcp_group_list` | ❌ | +| 8 | 0.408728 | `azmcp_storage_account_create` | ❌ | +| 9 | 0.395340 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 10 | 0.383320 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 11 | 0.370066 | `azmcp_workbooks_list` | ❌ | +| 12 | 0.369795 | `azmcp_loadtesting_testrun_get` | ❌ | +| 13 | 0.357074 | `azmcp_sql_server_create` | ❌ | +| 14 | 0.351265 | `azmcp_loadtesting_testrun_update` | ❌ | +| 15 | 0.342539 | `azmcp_redis_cluster_list` | ❌ | +| 16 | 0.342088 | `azmcp_eventgrid_subscription_list` | ❌ | +| 17 | 0.335998 | `azmcp_redis_cache_list` | ❌ | +| 18 | 0.326776 | `azmcp_quota_region_availability_list` | ❌ | +| 19 | 0.312584 | `azmcp_mysql_server_list` | ❌ | +| 20 | 0.308073 | `azmcp_sql_db_create` | ❌ | --- -## Test 132 +## Test 138 **Expected Tool:** `azmcp_loadtesting_testresource_list` **Prompt:** List all load testing resources in the resource group in my subscription @@ -4508,7 +4715,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.738027 | `azmcp_loadtesting_testresource_list` | ✅ **EXPECTED** | +| 1 | 0.737902 | `azmcp_loadtesting_testresource_list` | ✅ **EXPECTED** | | 2 | 0.591851 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.577408 | `azmcp_group_list` | ❌ | | 4 | 0.565565 | `azmcp_datadog_monitoredresources_list` | ❌ | @@ -4519,11 +4726,11 @@ | 9 | 0.506184 | `azmcp_loadtesting_test_get` | ❌ | | 10 | 0.487330 | `azmcp_grafana_list` | ❌ | | 11 | 0.483681 | `azmcp_loadtesting_testrun_list` | ❌ | -| 12 | 0.473444 | `azmcp_search_service_list` | ❌ | -| 13 | 0.473287 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.470899 | `azmcp_acr_registry_list` | ❌ | -| 15 | 0.463466 | `azmcp_loadtesting_testrun_get` | ❌ | -| 16 | 0.458800 | `azmcp_acr_registry_repository_list` | ❌ | +| 12 | 0.475970 | `azmcp_eventgrid_subscription_list` | ❌ | +| 13 | 0.473444 | `azmcp_search_service_list` | ❌ | +| 14 | 0.473287 | `azmcp_mysql_server_list` | ❌ | +| 15 | 0.470899 | `azmcp_acr_registry_list` | ❌ | +| 16 | 0.463466 | `azmcp_loadtesting_testrun_get` | ❌ | | 17 | 0.452190 | `azmcp_monitor_workspace_list` | ❌ | | 18 | 0.447138 | `azmcp_quota_region_availability_list` | ❌ | | 19 | 0.433793 | `azmcp_virtualdesktop_hostpool_list` | ❌ | @@ -4531,7 +4738,7 @@ --- -## Test 133 +## Test 139 **Expected Tool:** `azmcp_loadtesting_testrun_create` **Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as @@ -4543,27 +4750,27 @@ | 1 | 0.621803 | `azmcp_loadtesting_testrun_create` | ✅ **EXPECTED** | | 2 | 0.592805 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.540789 | `azmcp_loadtesting_test_create` | ❌ | -| 4 | 0.530882 | `azmcp_loadtesting_testrun_update` | ❌ | +| 4 | 0.531104 | `azmcp_loadtesting_testrun_update` | ❌ | | 5 | 0.488142 | `azmcp_loadtesting_testrun_get` | ❌ | | 6 | 0.469444 | `azmcp_loadtesting_test_get` | ❌ | | 7 | 0.418431 | `azmcp_loadtesting_testrun_list` | ❌ | -| 8 | 0.411627 | `azmcp_loadtesting_testresource_list` | ❌ | +| 8 | 0.411611 | `azmcp_loadtesting_testresource_list` | ❌ | | 9 | 0.402120 | `azmcp_workbooks_create` | ❌ | | 10 | 0.383719 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.331209 | `azmcp_keyvault_key_create` | ❌ | -| 12 | 0.325463 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.323772 | `azmcp_sql_server_create` | ❌ | -| 14 | 0.314636 | `azmcp_storage_datalake_directory_create` | ❌ | -| 15 | 0.306420 | `azmcp_monitor_resource_log_query` | ❌ | +| 11 | 0.362695 | `azmcp_sql_db_create` | ❌ | +| 12 | 0.331019 | `azmcp_keyvault_key_create` | ❌ | +| 13 | 0.325487 | `azmcp_keyvault_secret_create` | ❌ | +| 14 | 0.323772 | `azmcp_sql_server_create` | ❌ | +| 15 | 0.314636 | `azmcp_storage_datalake_directory_create` | ❌ | | 16 | 0.272151 | `azmcp_sql_db_show` | ❌ | -| 17 | 0.267552 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 17 | 0.267551 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 18 | 0.266839 | `azmcp_storage_queue_message_send` | ❌ | -| 19 | 0.262686 | `azmcp_storage_blob_container_create` | ❌ | +| 19 | 0.262297 | `azmcp_storage_blob_container_create` | ❌ | | 20 | 0.253973 | `azmcp_monitor_workspace_log_query` | ❌ | --- -## Test 134 +## Test 140 **Expected Tool:** `azmcp_loadtesting_testrun_get` **Prompt:** Get the load test run with id in the load test resource in resource group @@ -4572,30 +4779,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.625224 | `azmcp_loadtesting_test_get` | ❌ | -| 2 | 0.602985 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.568789 | `azmcp_loadtesting_testrun_get` | ✅ **EXPECTED** | -| 4 | 0.562111 | `azmcp_loadtesting_testresource_create` | ❌ | -| 5 | 0.535963 | `azmcp_loadtesting_testrun_create` | ❌ | -| 6 | 0.497031 | `azmcp_loadtesting_testrun_list` | ❌ | -| 7 | 0.434602 | `azmcp_loadtesting_test_create` | ❌ | -| 8 | 0.415771 | `azmcp_loadtesting_testrun_update` | ❌ | -| 9 | 0.397895 | `azmcp_group_list` | ❌ | -| 10 | 0.394651 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.370202 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.366550 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 13 | 0.356279 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.352883 | `azmcp_workbooks_show` | ❌ | -| 15 | 0.347044 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.329389 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 17 | 0.328891 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.315656 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.314380 | `azmcp_storage_account_create` | ❌ | -| 20 | 0.298958 | `azmcp_monitor_workspace_log_query` | ❌ | +| 1 | 0.625332 | `azmcp_loadtesting_test_get` | ❌ | +| 2 | 0.602981 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.568405 | `azmcp_loadtesting_testrun_get` | ✅ **EXPECTED** | +| 4 | 0.561944 | `azmcp_loadtesting_testresource_create` | ❌ | +| 5 | 0.535183 | `azmcp_loadtesting_testrun_create` | ❌ | +| 6 | 0.496655 | `azmcp_loadtesting_testrun_list` | ❌ | +| 7 | 0.434255 | `azmcp_loadtesting_test_create` | ❌ | +| 8 | 0.415545 | `azmcp_loadtesting_testrun_update` | ❌ | +| 9 | 0.397875 | `azmcp_group_list` | ❌ | +| 10 | 0.394683 | `azmcp_monitor_resource_log_query` | ❌ | +| 11 | 0.366532 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 12 | 0.356307 | `azmcp_workbooks_list` | ❌ | +| 13 | 0.352984 | `azmcp_workbooks_show` | ❌ | +| 14 | 0.346995 | `azmcp_quota_region_availability_list` | ❌ | +| 15 | 0.329537 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 16 | 0.328853 | `azmcp_sql_db_show` | ❌ | +| 17 | 0.315577 | `azmcp_quota_usage_check` | ❌ | +| 18 | 0.314329 | `azmcp_storage_account_create` | ❌ | +| 19 | 0.298953 | `azmcp_monitor_workspace_log_query` | ❌ | +| 20 | 0.291128 | `azmcp_mysql_server_list` | ❌ | --- -## Test 135 +## Test 141 **Expected Tool:** `azmcp_loadtesting_testrun_list` **Prompt:** Get all the load test runs for the test with id in the load test resource in resource group @@ -4604,30 +4811,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615977 | `azmcp_loadtesting_testresource_list` | ❌ | -| 2 | 0.606058 | `azmcp_loadtesting_test_get` | ❌ | -| 3 | 0.569145 | `azmcp_loadtesting_testrun_get` | ❌ | -| 4 | 0.565093 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | -| 5 | 0.535207 | `azmcp_loadtesting_testresource_create` | ❌ | -| 6 | 0.492700 | `azmcp_loadtesting_testrun_create` | ❌ | -| 7 | 0.432149 | `azmcp_group_list` | ❌ | -| 8 | 0.416453 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.615900 | `azmcp_loadtesting_testresource_list` | ❌ | +| 2 | 0.606059 | `azmcp_loadtesting_test_get` | ❌ | +| 3 | 0.569175 | `azmcp_loadtesting_testrun_get` | ❌ | +| 4 | 0.565120 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | +| 5 | 0.535205 | `azmcp_loadtesting_testresource_create` | ❌ | +| 6 | 0.492715 | `azmcp_loadtesting_testrun_create` | ❌ | +| 7 | 0.432137 | `azmcp_group_list` | ❌ | +| 8 | 0.416456 | `azmcp_monitor_resource_log_query` | ❌ | | 9 | 0.410933 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.406508 | `azmcp_loadtesting_test_create` | ❌ | -| 11 | 0.395915 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.392066 | `azmcp_loadtesting_testrun_update` | ❌ | -| 13 | 0.391147 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.356833 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.342588 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.340618 | `azmcp_workbooks_show` | ❌ | -| 17 | 0.329464 | `azmcp_sql_db_list` | ❌ | -| 18 | 0.328011 | `azmcp_redis_cluster_list` | ❌ | -| 19 | 0.323927 | `azmcp_redis_cache_list` | ❌ | -| 20 | 0.323187 | `azmcp_sql_elastic-pool_list` | ❌ | +| 10 | 0.406519 | `azmcp_loadtesting_test_create` | ❌ | +| 11 | 0.395914 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 12 | 0.391152 | `azmcp_workbooks_list` | ❌ | +| 13 | 0.356828 | `azmcp_quota_region_availability_list` | ❌ | +| 14 | 0.342599 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 15 | 0.340623 | `azmcp_workbooks_show` | ❌ | +| 16 | 0.329476 | `azmcp_sql_db_list` | ❌ | +| 17 | 0.328007 | `azmcp_redis_cluster_list` | ❌ | +| 18 | 0.323926 | `azmcp_redis_cache_list` | ❌ | +| 19 | 0.323183 | `azmcp_sql_elastic-pool_list` | ❌ | +| 20 | 0.318622 | `azmcp_mysql_server_list` | ❌ | --- -## Test 136 +## Test 142 **Expected Tool:** `azmcp_loadtesting_testrun_update` **Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . @@ -4636,190 +4843,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659812 | `azmcp_loadtesting_testrun_update` | ✅ **EXPECTED** | -| 2 | 0.509199 | `azmcp_loadtesting_testrun_create` | ❌ | -| 3 | 0.454745 | `azmcp_loadtesting_testrun_get` | ❌ | -| 4 | 0.443828 | `azmcp_loadtesting_test_get` | ❌ | -| 5 | 0.422036 | `azmcp_loadtesting_testresource_create` | ❌ | -| 6 | 0.399536 | `azmcp_loadtesting_test_create` | ❌ | -| 7 | 0.384654 | `azmcp_loadtesting_testresource_list` | ❌ | -| 8 | 0.384237 | `azmcp_loadtesting_testrun_list` | ❌ | -| 9 | 0.320124 | `azmcp_workbooks_update` | ❌ | -| 10 | 0.300024 | `azmcp_workbooks_create` | ❌ | -| 11 | 0.268172 | `azmcp_workbooks_show` | ❌ | -| 12 | 0.267137 | `azmcp_appconfig_kv_set` | ❌ | -| 13 | 0.255408 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.253250 | `azmcp_functionapp_get` | ❌ | -| 15 | 0.250017 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.240916 | `azmcp_workbooks_delete` | ❌ | -| 17 | 0.232572 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.227941 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 19 | 0.227913 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 20 | 0.227194 | `azmcp_servicebus_topic_subscription_details` | ❌ | - ---- - -## Test 137 - -**Expected Tool:** `azmcp_grafana_list` -**Prompt:** List all Azure Managed Grafana in one subscription - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.578892 | `azmcp_grafana_list` | ✅ **EXPECTED** | -| 2 | 0.551851 | `azmcp_search_service_list` | ❌ | -| 3 | 0.513028 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.505836 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.498077 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.493645 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.492724 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.492212 | `azmcp_subscription_list` | ❌ | -| 9 | 0.491740 | `azmcp_aks_cluster_list` | ❌ | -| 10 | 0.489846 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.482789 | `azmcp_redis_cache_list` | ❌ | -| 12 | 0.479611 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 13 | 0.459137 | `azmcp_eventgrid_topic_list` | ❌ | -| 14 | 0.457845 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 15 | 0.447752 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.441315 | `azmcp_group_list` | ❌ | -| 17 | 0.440393 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.436802 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.431917 | `azmcp_storage_table_list` | ❌ | -| 20 | 0.422236 | `azmcp_acr_registry_list` | ❌ | - ---- - -## Test 138 - -**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_list` -**Prompt:** List the Azure Managed Lustre filesystems in my subscription - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.750675 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | -| 2 | 0.631770 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 3 | 0.516886 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.513156 | `azmcp_search_service_list` | ❌ | -| 5 | 0.510513 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 6 | 0.507980 | `azmcp_monitor_workspace_list` | ❌ | -| 7 | 0.500508 | `azmcp_subscription_list` | ❌ | -| 8 | 0.499290 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.495957 | `azmcp_storage_table_list` | ❌ | -| 10 | 0.480850 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.477164 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.472811 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.460936 | `azmcp_acr_registry_list` | ❌ | -| 14 | 0.460346 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.451887 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.450971 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.447269 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.445430 | `azmcp_acr_registry_repository_list` | ❌ | -| 19 | 0.442505 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 20 | 0.438952 | `azmcp_grafana_list` | ❌ | - ---- - -## Test 139 - -**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_list` -**Prompt:** List the Azure Managed Lustre filesystems in my resource group - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.743903 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | -| 2 | 0.613217 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 3 | 0.519986 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 4 | 0.514120 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.492114 | `azmcp_acr_registry_repository_list` | ❌ | -| 6 | 0.475557 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 7 | 0.466545 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.452905 | `azmcp_acr_registry_list` | ❌ | -| 9 | 0.443767 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.441644 | `azmcp_group_list` | ❌ | -| 11 | 0.433933 | `azmcp_workbooks_list` | ❌ | -| 12 | 0.412748 | `azmcp_search_service_list` | ❌ | -| 13 | 0.412709 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.410028 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.409044 | `azmcp_sql_elastic-pool_list` | ❌ | -| 16 | 0.407705 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.402926 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.398168 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.397223 | `azmcp_functionapp_get` | ❌ | -| 20 | 0.393822 | `azmcp_cosmos_database_list` | ❌ | - ---- - -## Test 140 - -**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_required-subnet-size` -**Prompt:** Tell me how many IP addresses I need for of - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.646978 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ✅ **EXPECTED** | -| 2 | 0.450342 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.327359 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 4 | 0.235376 | `azmcp_cloudarchitect_design` | ❌ | -| 5 | 0.218167 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 6 | 0.205268 | `azmcp_storage_share_file_list` | ❌ | -| 7 | 0.204654 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.204313 | `azmcp_aks_nodepool_get` | ❌ | -| 9 | 0.203596 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.198992 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.192371 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.188378 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 13 | 0.186379 | `azmcp_storage_blob_get` | ❌ | -| 14 | 0.176407 | `azmcp_marketplace_product_get` | ❌ | -| 15 | 0.175883 | `azmcp_postgres_server_param_get` | ❌ | -| 16 | 0.174849 | `azmcp_aks_nodepool_list` | ❌ | -| 17 | 0.172920 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 18 | 0.169792 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 19 | 0.166628 | `azmcp_applens_resource_diagnose` | ❌ | -| 20 | 0.165173 | `azmcp_deploy_plan_get` | ❌ | - ---- - -## Test 141 - -**Expected Tool:** `azmcp_azuremanagedlustre_filesystem_sku_get` -**Prompt:** List the Azure Managed Lustre SKUs available in - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.836071 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ✅ **EXPECTED** | -| 2 | 0.626238 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.453801 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.444792 | `azmcp_search_service_list` | ❌ | -| 5 | 0.438893 | `azmcp_quota_region_availability_list` | ❌ | -| 6 | 0.414696 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.411881 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 8 | 0.411221 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.410516 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 10 | 0.405913 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.403218 | `azmcp_acr_registry_list` | ❌ | -| 12 | 0.402635 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.401697 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.401538 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.399919 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.398684 | `azmcp_subscription_list` | ❌ | -| 17 | 0.395033 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.392601 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.392146 | `azmcp_marketplace_product_list` | ❌ | -| 20 | 0.388896 | `azmcp_monitor_metrics_definitions` | ❌ | +| 1 | 0.660175 | `azmcp_loadtesting_testrun_update` | ✅ **EXPECTED** | +| 2 | 0.509131 | `azmcp_loadtesting_testrun_create` | ❌ | +| 3 | 0.454715 | `azmcp_loadtesting_testrun_get` | ❌ | +| 4 | 0.443890 | `azmcp_loadtesting_test_get` | ❌ | +| 5 | 0.422172 | `azmcp_loadtesting_testresource_create` | ❌ | +| 6 | 0.399527 | `azmcp_loadtesting_test_create` | ❌ | +| 7 | 0.384887 | `azmcp_loadtesting_testresource_list` | ❌ | +| 8 | 0.384163 | `azmcp_loadtesting_testrun_list` | ❌ | +| 9 | 0.332616 | `azmcp_sql_db_update` | ❌ | +| 10 | 0.320144 | `azmcp_workbooks_update` | ❌ | +| 11 | 0.300285 | `azmcp_workbooks_create` | ❌ | +| 12 | 0.268394 | `azmcp_workbooks_show` | ❌ | +| 13 | 0.267228 | `azmcp_appconfig_kv_set` | ❌ | +| 14 | 0.255706 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 15 | 0.253509 | `azmcp_functionapp_get` | ❌ | +| 16 | 0.241099 | `azmcp_workbooks_delete` | ❌ | +| 17 | 0.232816 | `azmcp_sql_db_show` | ❌ | +| 18 | 0.228146 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 19 | 0.227990 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 20 | 0.227288 | `azmcp_servicebus_topic_subscription_details` | ❌ | --- -## Test 142 +## Test 143 **Expected Tool:** `azmcp_marketplace_product_get` **Prompt:** Get details about marketplace product @@ -4828,30 +4875,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.570145 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | +| 1 | 0.570139 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | | 2 | 0.477522 | `azmcp_marketplace_product_list` | ❌ | | 3 | 0.353256 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 4 | 0.330935 | `azmcp_servicebus_queue_details` | ❌ | +| 4 | 0.330999 | `azmcp_servicebus_queue_details` | ❌ | | 5 | 0.324083 | `azmcp_search_index_get` | ❌ | | 6 | 0.323704 | `azmcp_servicebus_topic_details` | ❌ | | 7 | 0.317373 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.302241 | `azmcp_aks_cluster_get` | ❌ | +| 8 | 0.302335 | `azmcp_aks_cluster_get` | ❌ | | 9 | 0.294798 | `azmcp_storage_blob_get` | ❌ | | 10 | 0.289354 | `azmcp_workbooks_show` | ❌ | | 11 | 0.285577 | `azmcp_storage_account_get` | ❌ | | 12 | 0.283554 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.276842 | `azmcp_kusto_cluster_get` | ❌ | +| 13 | 0.276826 | `azmcp_kusto_cluster_get` | ❌ | | 14 | 0.274403 | `azmcp_redis_cache_list` | ❌ | | 15 | 0.269243 | `azmcp_sql_db_show` | ❌ | | 16 | 0.268104 | `azmcp_sql_server_show` | ❌ | | 17 | 0.266271 | `azmcp_foundry_models_list` | ❌ | | 18 | 0.259116 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.257285 | `azmcp_aks_nodepool_get` | ❌ | +| 19 | 0.257141 | `azmcp_aks_nodepool_get` | ❌ | | 20 | 0.254318 | `azmcp_foundry_knowledge_index_schema` | ❌ | --- -## Test 143 +## Test 144 **Expected Tool:** `azmcp_marketplace_product_list` **Prompt:** Search for Microsoft products in the marketplace @@ -4860,18 +4907,18 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527078 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.443133 | `azmcp_marketplace_product_get` | ❌ | +| 1 | 0.527077 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | +| 2 | 0.443121 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.343549 | `azmcp_search_service_list` | ❌ | | 4 | 0.330500 | `azmcp_foundry_models_list` | ❌ | | 5 | 0.328676 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 6 | 0.324866 | `azmcp_search_index_query` | ❌ | -| 7 | 0.290877 | `azmcp_get_bestpractices_get` | ❌ | +| 7 | 0.290877 | `azmcp_bestpractices_get` | ❌ | | 8 | 0.290185 | `azmcp_search_index_get` | ❌ | | 9 | 0.287924 | `azmcp_cloudarchitect_design` | ❌ | | 10 | 0.263954 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 11 | 0.263529 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.258244 | `azmcp_foundry_models_deployments_list` | ❌ | +| 12 | 0.258243 | `azmcp_foundry_models_deployments_list` | ❌ | | 13 | 0.254438 | `azmcp_applens_resource_diagnose` | ❌ | | 14 | 0.251532 | `azmcp_deploy_app_logs_get` | ❌ | | 15 | 0.250343 | `azmcp_quota_region_availability_list` | ❌ | @@ -4883,7 +4930,7 @@ --- -## Test 144 +## Test 145 **Expected Tool:** `azmcp_marketplace_product_list` **Prompt:** Show me marketplace products from publisher @@ -4893,7 +4940,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.461616 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.385167 | `azmcp_marketplace_product_get` | ❌ | +| 2 | 0.385169 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.308769 | `azmcp_foundry_models_list` | ❌ | | 4 | 0.260387 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 5 | 0.259270 | `azmcp_redis_cache_list` | ❌ | @@ -4902,2100 +4949,2708 @@ | 8 | 0.237988 | `azmcp_grafana_list` | ❌ | | 9 | 0.226689 | `azmcp_search_service_list` | ❌ | | 10 | 0.221138 | `azmcp_appconfig_kv_show` | ❌ | -| 11 | 0.204870 | `azmcp_appconfig_account_list` | ❌ | -| 12 | 0.204011 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.203695 | `azmcp_eventgrid_topic_list` | ❌ | -| 14 | 0.202641 | `azmcp_workbooks_list` | ❌ | -| 15 | 0.202430 | `azmcp_appconfig_kv_list` | ❌ | +| 11 | 0.211192 | `azmcp_eventgrid_subscription_list` | ❌ | +| 12 | 0.204870 | `azmcp_appconfig_account_list` | ❌ | +| 13 | 0.204011 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 14 | 0.203711 | `azmcp_eventgrid_topic_list` | ❌ | +| 15 | 0.202641 | `azmcp_workbooks_list` | ❌ | | 16 | 0.201780 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 17 | 0.187594 | `azmcp_monitor_workspace_list` | ❌ | -| 18 | 0.185326 | `azmcp_subscription_list` | ❌ | +| 18 | 0.185471 | `azmcp_subscription_list` | ❌ | | 19 | 0.181325 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.176224 | `azmcp_monitor_table_list` | ❌ | +| 20 | 0.176205 | `azmcp_monitor_table_list` | ❌ | --- -## Test 145 +## Test 146 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure code generation best practices +**Expected Tool:** `azmcp_monitor_healthmodels_entity_gethealth` +**Prompt:** Show me the health status of entity in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.646844 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.635406 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.586907 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.531728 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.490235 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.447777 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.438801 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.354191 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.353355 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.351664 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.345046 | `azmcp_bicepschema_get` | ❌ | -| 12 | 0.322785 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.312391 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.312284 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.290398 | `azmcp_search_service_list` | ❌ | -| 16 | 0.282195 | `azmcp_storage_blob_upload` | ❌ | -| 17 | 0.276297 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.273591 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.273557 | `azmcp_storage_account_get` | ❌ | -| 20 | 0.271770 | `azmcp_storage_blob_get` | ❌ | +| 1 | 0.498345 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | +| 2 | 0.472094 | `azmcp_monitor_workspace_list` | ❌ | +| 3 | 0.468388 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.467848 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.463168 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 6 | 0.436971 | `azmcp_deploy_app_logs_get` | ❌ | +| 7 | 0.418755 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 8 | 0.413357 | `azmcp_monitor_table_type_list` | ❌ | +| 9 | 0.401596 | `azmcp_monitor_resource_log_query` | ❌ | +| 10 | 0.385416 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 11 | 0.380121 | `azmcp_grafana_list` | ❌ | +| 12 | 0.358432 | `azmcp_monitor_metrics_query` | ❌ | +| 13 | 0.342740 | `azmcp_aks_nodepool_get` | ❌ | +| 14 | 0.339320 | `azmcp_aks_cluster_get` | ❌ | +| 15 | 0.333342 | `azmcp_loadtesting_testrun_get` | ❌ | +| 16 | 0.316587 | `azmcp_workbooks_show` | ❌ | +| 17 | 0.315629 | `azmcp_search_service_list` | ❌ | +| 18 | 0.314731 | `azmcp_quota_usage_check` | ❌ | +| 19 | 0.314296 | `azmcp_applens_resource_diagnose` | ❌ | +| 20 | 0.305738 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- -## Test 146 +## Test 147 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure deployment best practices +**Expected Tool:** `azmcp_monitor_metrics_definitions` +**Prompt:** Get metric definitions for from the namespace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.600903 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.548542 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.541091 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.516852 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.516443 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 6 | 0.424443 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.424017 | `azmcp_foundry_models_deployments_list` | ❌ | -| 8 | 0.409787 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 9 | 0.392171 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.369205 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.356238 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.342488 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.306627 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.304620 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.304195 | `azmcp_search_service_list` | ❌ | -| 16 | 0.302423 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.302015 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.291071 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 19 | 0.290283 | `azmcp_storage_account_get` | ❌ | -| 20 | 0.290179 | `azmcp_storage_blob_get` | ❌ | +| 1 | 0.592640 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | +| 2 | 0.424141 | `azmcp_monitor_metrics_query` | ❌ | +| 3 | 0.332356 | `azmcp_monitor_table_type_list` | ❌ | +| 4 | 0.315519 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.315310 | `azmcp_servicebus_topic_details` | ❌ | +| 6 | 0.311108 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 7 | 0.305533 | `azmcp_servicebus_queue_details` | ❌ | +| 8 | 0.304735 | `azmcp_grafana_list` | ❌ | +| 9 | 0.303453 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 10 | 0.298853 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 11 | 0.294124 | `azmcp_quota_region_availability_list` | ❌ | +| 12 | 0.287300 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | +| 13 | 0.284519 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 14 | 0.283102 | `azmcp_quota_usage_check` | ❌ | +| 15 | 0.282547 | `azmcp_mysql_table_schema_get` | ❌ | +| 16 | 0.281090 | `azmcp_workbooks_show` | ❌ | +| 17 | 0.277566 | `azmcp_kusto_table_schema` | ❌ | +| 18 | 0.274784 | `azmcp_loadtesting_test_get` | ❌ | +| 19 | 0.262141 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 20 | 0.256957 | `azmcp_foundry_knowledge_index_schema` | ❌ | --- -## Test 147 +## Test 148 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure best practices +**Expected Tool:** `azmcp_monitor_metrics_definitions` +**Prompt:** Show me all available metrics and their definitions for storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.625259 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.594323 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.518643 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.465573 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.454158 | `azmcp_cloudarchitect_design` | ❌ | -| 6 | 0.430630 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.399433 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.392767 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.384118 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 10 | 0.380286 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.375863 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.362669 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.335296 | `azmcp_sql_server_show` | ❌ | -| 14 | 0.330487 | `azmcp_storage_blob_get` | ❌ | -| 15 | 0.329342 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.322718 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.322570 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.316805 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 19 | 0.314841 | `azmcp_search_service_list` | ❌ | -| 20 | 0.314123 | `azmcp_mysql_server_config_get` | ❌ | +| 1 | 0.589859 | `azmcp_storage_account_get` | ❌ | +| 2 | 0.587736 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | +| 3 | 0.551156 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.542805 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.473421 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 6 | 0.472677 | `azmcp_storage_blob_get` | ❌ | +| 7 | 0.459829 | `azmcp_cosmos_account_list` | ❌ | +| 8 | 0.439032 | `azmcp_storage_account_create` | ❌ | +| 9 | 0.437739 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 10 | 0.431109 | `azmcp_appconfig_kv_show` | ❌ | +| 11 | 0.417098 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 12 | 0.414488 | `azmcp_cosmos_database_container_list` | ❌ | +| 13 | 0.411580 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 14 | 0.403921 | `azmcp_quota_usage_check` | ❌ | +| 15 | 0.401901 | `azmcp_monitor_metrics_query` | ❌ | +| 16 | 0.397526 | `azmcp_appconfig_kv_list` | ❌ | +| 17 | 0.391340 | `azmcp_monitor_table_type_list` | ❌ | +| 18 | 0.390422 | `azmcp_cosmos_database_list` | ❌ | +| 19 | 0.383450 | `azmcp_subscription_list` | ❌ | +| 20 | 0.378411 | `azmcp_keyvault_key_list` | ❌ | --- -## Test 148 +## Test 149 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure Functions code generation best practices +**Expected Tool:** `azmcp_monitor_metrics_definitions` +**Prompt:** What metric definitions are available for the Application Insights resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.624273 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.570488 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.522998 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.493998 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.445382 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.400447 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.381822 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.368157 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.367714 | `azmcp_functionapp_get` | ❌ | -| 10 | 0.339658 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.317494 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.292977 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.284879 | `azmcp_storage_blob_container_create` | ❌ | -| 14 | 0.278941 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.275342 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.256382 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.246412 | `azmcp_storage_queue_message_send` | ❌ | -| 18 | 0.241745 | `azmcp_search_index_query` | ❌ | -| 19 | 0.239443 | `azmcp_storage_blob_get` | ❌ | -| 20 | 0.239436 | `azmcp_search_service_list` | ❌ | +| 1 | 0.633173 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | +| 2 | 0.495513 | `azmcp_monitor_metrics_query` | ❌ | +| 3 | 0.382374 | `azmcp_applens_resource_diagnose` | ❌ | +| 4 | 0.380460 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.370848 | `azmcp_monitor_table_type_list` | ❌ | +| 6 | 0.359089 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 7 | 0.353264 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 8 | 0.344326 | `azmcp_quota_usage_check` | ❌ | +| 9 | 0.341713 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 10 | 0.337874 | `azmcp_monitor_resource_log_query` | ❌ | +| 11 | 0.329400 | `azmcp_loadtesting_testresource_list` | ❌ | +| 12 | 0.324002 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 13 | 0.317475 | `azmcp_monitor_workspace_log_query` | ❌ | +| 14 | 0.302892 | `azmcp_monitor_table_list` | ❌ | +| 15 | 0.301966 | `azmcp_workbooks_show` | ❌ | +| 16 | 0.300496 | `azmcp_search_service_list` | ❌ | +| 17 | 0.299337 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 18 | 0.291565 | `azmcp_cloudarchitect_design` | ❌ | +| 19 | 0.291260 | `azmcp_deploy_app_logs_get` | ❌ | +| 20 | 0.282067 | `azmcp_search_index_get` | ❌ | --- -## Test 149 +## Test 150 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure Functions deployment best practices +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.581850 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.497350 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.495659 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.486886 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 5 | 0.474511 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.439182 | `azmcp_foundry_models_deployments_list` | ❌ | -| 7 | 0.412001 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.399571 | `azmcp_functionapp_get` | ❌ | -| 9 | 0.377790 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 10 | 0.373497 | `azmcp_cloudarchitect_design` | ❌ | -| 11 | 0.323164 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.317931 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.303572 | `azmcp_storage_blob_upload` | ❌ | -| 14 | 0.290695 | `azmcp_mysql_server_config_get` | ❌ | -| 15 | 0.277947 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.276228 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 17 | 0.270375 | `azmcp_search_service_list` | ❌ | -| 18 | 0.269415 | `azmcp_sql_server_show` | ❌ | -| 19 | 0.269357 | `azmcp_storage_blob_container_create` | ❌ | -| 20 | 0.265176 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 1 | 0.555377 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.447607 | `azmcp_monitor_resource_log_query` | ❌ | +| 3 | 0.447192 | `azmcp_applens_resource_diagnose` | ❌ | +| 4 | 0.433777 | `azmcp_loadtesting_testrun_get` | ❌ | +| 5 | 0.422404 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 6 | 0.416100 | `azmcp_monitor_workspace_log_query` | ❌ | +| 7 | 0.409107 | `azmcp_deploy_app_logs_get` | ❌ | +| 8 | 0.388205 | `azmcp_quota_usage_check` | ❌ | +| 9 | 0.380075 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 10 | 0.356549 | `azmcp_functionapp_get` | ❌ | +| 11 | 0.350085 | `azmcp_loadtesting_testrun_list` | ❌ | +| 12 | 0.341791 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 13 | 0.339621 | `azmcp_loadtesting_testresource_list` | ❌ | +| 14 | 0.335430 | `azmcp_monitor_metrics_definitions` | ❌ | +| 15 | 0.326924 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 16 | 0.326802 | `azmcp_workbooks_show` | ❌ | +| 17 | 0.320852 | `azmcp_search_index_query` | ❌ | +| 18 | 0.307782 | `azmcp_search_service_list` | ❌ | +| 19 | 0.303774 | `azmcp_search_index_get` | ❌ | +| 20 | 0.290515 | `azmcp_workbooks_delete` | ❌ | --- -## Test 150 +## Test 151 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure Functions best practices +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** Check the availability metrics for my Application Insights resource for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.610986 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.532790 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.487322 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.458060 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.413150 | `azmcp_functionapp_get` | ❌ | -| 6 | 0.395940 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.394761 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.394214 | `azmcp_deploy_plan_get` | ❌ | -| 9 | 0.375723 | `azmcp_applens_resource_diagnose` | ❌ | -| 10 | 0.363596 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.332626 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.332015 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.307885 | `azmcp_storage_blob_upload` | ❌ | -| 14 | 0.290894 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.289643 | `azmcp_storage_blob_container_create` | ❌ | -| 16 | 0.289326 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.284975 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.284215 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.278669 | `azmcp_storage_queue_message_send` | ❌ | -| 20 | 0.275538 | `azmcp_search_index_query` | ❌ | +| 1 | 0.557830 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.508674 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.460611 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.455904 | `azmcp_quota_usage_check` | ❌ | +| 5 | 0.438233 | `azmcp_monitor_metrics_definitions` | ❌ | +| 6 | 0.392094 | `azmcp_monitor_resource_log_query` | ❌ | +| 7 | 0.391670 | `azmcp_applens_resource_diagnose` | ❌ | +| 8 | 0.372998 | `azmcp_deploy_app_logs_get` | ❌ | +| 9 | 0.368589 | `azmcp_monitor_workspace_log_query` | ❌ | +| 10 | 0.339388 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 11 | 0.336627 | `azmcp_loadtesting_testrun_get` | ❌ | +| 12 | 0.326759 | `azmcp_loadtesting_testresource_list` | ❌ | +| 13 | 0.326643 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 14 | 0.321538 | `azmcp_search_service_list` | ❌ | +| 15 | 0.318196 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 16 | 0.303909 | `azmcp_quota_region_availability_list` | ❌ | +| 17 | 0.303638 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 18 | 0.296819 | `azmcp_search_index_query` | ❌ | +| 19 | 0.292994 | `azmcp_mysql_server_list` | ❌ | +| 20 | 0.289116 | `azmcp_mysql_server_param_get` | ❌ | --- -## Test 151 +## Test 152 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Get the latest Azure Static Web Apps best practices +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** Get the metric for over the last with intervals ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.557862 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.513262 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.505123 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.483705 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.405143 | `azmcp_deploy_app_logs_get` | ❌ | -| 6 | 0.401209 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.398226 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.389556 | `azmcp_cloudarchitect_design` | ❌ | -| 9 | 0.334624 | `azmcp_applens_resource_diagnose` | ❌ | -| 10 | 0.315627 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 11 | 0.312250 | `azmcp_functionapp_get` | ❌ | -| 12 | 0.292282 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.283198 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.275830 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.258767 | `azmcp_search_index_query` | ❌ | -| 16 | 0.256751 | `azmcp_search_service_list` | ❌ | -| 17 | 0.254638 | `azmcp_storage_blob_get` | ❌ | -| 18 | 0.251387 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 19 | 0.249439 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.243086 | `azmcp_mysql_database_query` | ❌ | +| 1 | 0.461192 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.390030 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.306441 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.304432 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.301766 | `azmcp_monitor_resource_log_query` | ❌ | +| 6 | 0.289372 | `azmcp_monitor_workspace_log_query` | ❌ | +| 7 | 0.275511 | `azmcp_monitor_table_type_list` | ❌ | +| 8 | 0.267745 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 9 | 0.267460 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | +| 10 | 0.265836 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 11 | 0.263843 | `azmcp_quota_usage_check` | ❌ | +| 12 | 0.263558 | `azmcp_quota_region_availability_list` | ❌ | +| 13 | 0.259244 | `azmcp_grafana_list` | ❌ | +| 14 | 0.253584 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 15 | 0.248723 | `azmcp_loadtesting_testresource_list` | ❌ | +| 16 | 0.247988 | `azmcp_loadtesting_test_get` | ❌ | +| 17 | 0.245716 | `azmcp_workbooks_show` | ❌ | +| 18 | 0.240480 | `azmcp_workbooks_list` | ❌ | +| 19 | 0.231273 | `azmcp_storage_blob_get` | ❌ | +| 20 | 0.229105 | `azmcp_mysql_server_list` | ❌ | --- -## Test 152 +## Test 153 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** What are azure function best practices? +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.582541 | `azmcp_get_bestpractices_get` | ❌ | -| 2 | 0.500368 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 3 | 0.472112 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.433134 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.385965 | `azmcp_cloudarchitect_design` | ❌ | -| 6 | 0.381179 | `azmcp_functionapp_get` | ❌ | -| 7 | 0.374702 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.368831 | `azmcp_deploy_plan_get` | ❌ | -| 9 | 0.358703 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.337023 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.293848 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.288873 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.282013 | `azmcp_storage_queue_message_send` | ❌ | -| 14 | 0.259723 | `azmcp_mysql_database_query` | ❌ | -| 15 | 0.253236 | `azmcp_storage_blob_container_create` | ❌ | -| 16 | 0.251235 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 17 | 0.249981 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.246347 | `azmcp_workbooks_delete` | ❌ | -| 19 | 0.240292 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 20 | 0.231234 | `azmcp_search_index_query` | ❌ | +| 1 | 0.492138 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.417008 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.415966 | `azmcp_monitor_resource_log_query` | ❌ | +| 4 | 0.406200 | `azmcp_applens_resource_diagnose` | ❌ | +| 5 | 0.398988 | `azmcp_deploy_app_logs_get` | ❌ | +| 6 | 0.397335 | `azmcp_quota_usage_check` | ❌ | +| 7 | 0.366959 | `azmcp_monitor_workspace_log_query` | ❌ | +| 8 | 0.362030 | `azmcp_loadtesting_testrun_get` | ❌ | +| 9 | 0.359340 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 10 | 0.331730 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 11 | 0.316201 | `azmcp_loadtesting_testresource_list` | ❌ | +| 12 | 0.315326 | `azmcp_functionapp_get` | ❌ | +| 13 | 0.311842 | `azmcp_search_index_query` | ❌ | +| 14 | 0.308767 | `azmcp_monitor_metrics_definitions` | ❌ | +| 15 | 0.295918 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 16 | 0.293608 | `azmcp_search_service_list` | ❌ | +| 17 | 0.293311 | `azmcp_loadtesting_testresource_create` | ❌ | +| 18 | 0.287528 | `azmcp_quota_region_availability_list` | ❌ | +| 19 | 0.272646 | `azmcp_search_index_get` | ❌ | +| 20 | 0.271333 | `azmcp_workbooks_show` | ❌ | --- -## Test 153 +## Test 154 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** Query the metric for for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.429170 | `azmcp_deploy_plan_get` | ❌ | -| 2 | 0.408233 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.380754 | `azmcp_cloudarchitect_design` | ❌ | -| 4 | 0.377184 | `azmcp_get_bestpractices_get` | ❌ | -| 5 | 0.352369 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.345059 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.319970 | `azmcp_loadtesting_test_create` | ❌ | -| 8 | 0.311848 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 9 | 0.301028 | `azmcp_functionapp_get` | ❌ | -| 10 | 0.299149 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.235579 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.232320 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.218912 | `azmcp_workbooks_create` | ❌ | -| 14 | 0.216209 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.210908 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.203401 | `azmcp_search_index_query` | ❌ | -| 17 | 0.202251 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.197959 | `azmcp_mysql_database_query` | ❌ | -| 19 | 0.188682 | `azmcp_storage_queue_message_send` | ❌ | -| 20 | 0.186444 | `azmcp_sql_server_create` | ❌ | +| 1 | 0.525463 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.384273 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.376526 | `azmcp_monitor_resource_log_query` | ❌ | +| 4 | 0.367030 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.299315 | `azmcp_quota_usage_check` | ❌ | +| 6 | 0.292867 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 7 | 0.290112 | `azmcp_loadtesting_testrun_get` | ❌ | +| 8 | 0.277516 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | +| 9 | 0.272356 | `azmcp_monitor_table_type_list` | ❌ | +| 10 | 0.266871 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 11 | 0.266320 | `azmcp_mysql_server_param_get` | ❌ | +| 12 | 0.265318 | `azmcp_applens_resource_diagnose` | ❌ | +| 13 | 0.262524 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 14 | 0.261784 | `azmcp_grafana_list` | ❌ | +| 15 | 0.261640 | `azmcp_loadtesting_testrun_list` | ❌ | +| 16 | 0.252381 | `azmcp_servicebus_queue_details` | ❌ | +| 17 | 0.251626 | `azmcp_search_index_query` | ❌ | +| 18 | 0.251002 | `azmcp_mysql_database_query` | ❌ | +| 19 | 0.250551 | `azmcp_postgres_server_param_get` | ❌ | +| 20 | 0.246390 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | + +--- + +## Test 155 + +**Expected Tool:** `azmcp_monitor_metrics_query` +**Prompt:** What's the request per second rate for my Application Insights resource over the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.480140 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.381961 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.363412 | `azmcp_quota_usage_check` | ❌ | +| 4 | 0.359285 | `azmcp_applens_resource_diagnose` | ❌ | +| 5 | 0.350523 | `azmcp_monitor_resource_log_query` | ❌ | +| 6 | 0.350491 | `azmcp_monitor_workspace_log_query` | ❌ | +| 7 | 0.331061 | `azmcp_loadtesting_testresource_list` | ❌ | +| 8 | 0.330074 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 9 | 0.328838 | `azmcp_monitor_metrics_definitions` | ❌ | +| 10 | 0.324932 | `azmcp_search_index_query` | ❌ | +| 11 | 0.319343 | `azmcp_loadtesting_testresource_create` | ❌ | +| 12 | 0.317459 | `azmcp_loadtesting_testrun_get` | ❌ | +| 13 | 0.292195 | `azmcp_deploy_app_logs_get` | ❌ | +| 14 | 0.290762 | `azmcp_search_service_list` | ❌ | +| 15 | 0.282267 | `azmcp_functionapp_get` | ❌ | +| 16 | 0.278491 | `azmcp_workbooks_show` | ❌ | +| 17 | 0.277213 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 18 | 0.276999 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 19 | 0.276023 | `azmcp_mysql_server_param_get` | ❌ | +| 20 | 0.243449 | `azmcp_quota_region_availability_list` | ❌ | + +--- + +## Test 156 + +**Expected Tool:** `azmcp_monitor_resource_log_query` +**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.594068 | `azmcp_monitor_workspace_log_query` | ❌ | +| 2 | 0.580119 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | +| 3 | 0.472064 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.469703 | `azmcp_monitor_metrics_query` | ❌ | +| 5 | 0.443468 | `azmcp_monitor_workspace_list` | ❌ | +| 6 | 0.443147 | `azmcp_monitor_table_list` | ❌ | +| 7 | 0.392377 | `azmcp_monitor_table_type_list` | ❌ | +| 8 | 0.390022 | `azmcp_grafana_list` | ❌ | +| 9 | 0.366124 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 10 | 0.359065 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 11 | 0.352821 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 12 | 0.345341 | `azmcp_quota_usage_check` | ❌ | +| 13 | 0.344781 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 14 | 0.337855 | `azmcp_applens_resource_diagnose` | ❌ | +| 15 | 0.333531 | `azmcp_workbooks_list` | ❌ | +| 16 | 0.330384 | `azmcp_workbooks_delete` | ❌ | +| 17 | 0.320690 | `azmcp_loadtesting_testrun_get` | ❌ | +| 18 | 0.307859 | `azmcp_aks_cluster_get` | ❌ | +| 19 | 0.307107 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 20 | 0.306172 | `azmcp_eventgrid_subscription_list` | ❌ | + +--- + +## Test 157 + +**Expected Tool:** `azmcp_monitor_table_list` +**Prompt:** List all tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.851209 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 2 | 0.725738 | `azmcp_monitor_table_type_list` | ❌ | +| 3 | 0.620445 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.586691 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.534829 | `azmcp_mysql_table_list` | ❌ | +| 6 | 0.511123 | `azmcp_kusto_table_list` | ❌ | +| 7 | 0.502075 | `azmcp_grafana_list` | ❌ | +| 8 | 0.488557 | `azmcp_postgres_table_list` | ❌ | +| 9 | 0.443812 | `azmcp_monitor_workspace_log_query` | ❌ | +| 10 | 0.420394 | `azmcp_cosmos_database_list` | ❌ | +| 11 | 0.419859 | `azmcp_kusto_database_list` | ❌ | +| 12 | 0.413834 | `azmcp_mysql_database_list` | ❌ | +| 13 | 0.409199 | `azmcp_monitor_resource_log_query` | ❌ | +| 14 | 0.400092 | `azmcp_workbooks_list` | ❌ | +| 15 | 0.397408 | `azmcp_kusto_table_schema` | ❌ | +| 16 | 0.396780 | `azmcp_search_service_list` | ❌ | +| 17 | 0.375176 | `azmcp_deploy_app_logs_get` | ❌ | +| 18 | 0.374930 | `azmcp_cosmos_database_container_list` | ❌ | +| 19 | 0.366099 | `azmcp_kusto_sample` | ❌ | +| 20 | 0.365781 | `azmcp_cosmos_account_list` | ❌ | + +--- + +## Test 158 + +**Expected Tool:** `azmcp_monitor_table_list` +**Prompt:** Show me the tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.798563 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 2 | 0.701122 | `azmcp_monitor_table_type_list` | ❌ | +| 3 | 0.599917 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.532887 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.497065 | `azmcp_mysql_table_list` | ❌ | +| 6 | 0.487237 | `azmcp_grafana_list` | ❌ | +| 7 | 0.466630 | `azmcp_kusto_table_list` | ❌ | +| 8 | 0.449407 | `azmcp_monitor_workspace_log_query` | ❌ | +| 9 | 0.427408 | `azmcp_postgres_table_list` | ❌ | +| 10 | 0.413678 | `azmcp_monitor_resource_log_query` | ❌ | +| 11 | 0.411590 | `azmcp_kusto_table_schema` | ❌ | +| 12 | 0.403863 | `azmcp_deploy_app_logs_get` | ❌ | +| 13 | 0.398753 | `azmcp_mysql_table_schema_get` | ❌ | +| 14 | 0.389881 | `azmcp_mysql_database_list` | ❌ | +| 15 | 0.376474 | `azmcp_kusto_sample` | ❌ | +| 16 | 0.376338 | `azmcp_kusto_database_list` | ❌ | +| 17 | 0.373359 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 18 | 0.370624 | `azmcp_cosmos_database_list` | ❌ | +| 19 | 0.347853 | `azmcp_cosmos_database_container_list` | ❌ | +| 20 | 0.343837 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | + +--- + +## Test 159 + +**Expected Tool:** `azmcp_monitor_table_type_list` +**Prompt:** List all available table types in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.881524 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | +| 2 | 0.765844 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.569921 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.525469 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.504683 | `azmcp_mysql_table_list` | ❌ | +| 6 | 0.477280 | `azmcp_grafana_list` | ❌ | +| 7 | 0.447435 | `azmcp_kusto_table_list` | ❌ | +| 8 | 0.445347 | `azmcp_mysql_table_schema_get` | ❌ | +| 9 | 0.418517 | `azmcp_postgres_table_list` | ❌ | +| 10 | 0.416351 | `azmcp_kusto_table_schema` | ❌ | +| 11 | 0.412293 | `azmcp_mysql_database_list` | ❌ | +| 12 | 0.404852 | `azmcp_monitor_workspace_log_query` | ❌ | +| 13 | 0.404192 | `azmcp_monitor_metrics_definitions` | ❌ | +| 14 | 0.395124 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 15 | 0.383606 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 16 | 0.380581 | `azmcp_kusto_sample` | ❌ | +| 17 | 0.372490 | `azmcp_monitor_resource_log_query` | ❌ | +| 18 | 0.369889 | `azmcp_cosmos_database_list` | ❌ | +| 19 | 0.361820 | `azmcp_kusto_database_list` | ❌ | +| 20 | 0.354757 | `azmcp_kusto_cluster_list` | ❌ | + +--- + +## Test 160 + +**Expected Tool:** `azmcp_monitor_table_type_list` +**Prompt:** Show me the available table types in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.843138 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | +| 2 | 0.736978 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.576731 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.502460 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.481189 | `azmcp_mysql_table_list` | ❌ | +| 6 | 0.475734 | `azmcp_grafana_list` | ❌ | +| 7 | 0.451212 | `azmcp_mysql_table_schema_get` | ❌ | +| 8 | 0.427934 | `azmcp_kusto_table_schema` | ❌ | +| 9 | 0.427153 | `azmcp_monitor_workspace_log_query` | ❌ | +| 10 | 0.421484 | `azmcp_kusto_table_list` | ❌ | +| 11 | 0.406242 | `azmcp_mysql_database_list` | ❌ | +| 12 | 0.391308 | `azmcp_kusto_sample` | ❌ | +| 13 | 0.387591 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 14 | 0.384679 | `azmcp_monitor_resource_log_query` | ❌ | +| 15 | 0.376246 | `azmcp_monitor_metrics_definitions` | ❌ | +| 16 | 0.372991 | `azmcp_postgres_table_list` | ❌ | +| 17 | 0.370860 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.367591 | `azmcp_deploy_app_logs_get` | ❌ | +| 19 | 0.348357 | `azmcp_cosmos_database_list` | ❌ | +| 20 | 0.340101 | `azmcp_foundry_models_list` | ❌ | + +--- + +## Test 161 + +**Expected Tool:** `azmcp_monitor_workspace_list` +**Prompt:** List all Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.813902 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | +| 2 | 0.680201 | `azmcp_grafana_list` | ❌ | +| 3 | 0.660257 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.600802 | `azmcp_search_service_list` | ❌ | +| 5 | 0.583213 | `azmcp_monitor_table_type_list` | ❌ | +| 6 | 0.530433 | `azmcp_kusto_cluster_list` | ❌ | +| 7 | 0.517493 | `azmcp_cosmos_account_list` | ❌ | +| 8 | 0.513586 | `azmcp_aks_cluster_list` | ❌ | +| 9 | 0.500768 | `azmcp_workbooks_list` | ❌ | +| 10 | 0.494595 | `azmcp_group_list` | ❌ | +| 11 | 0.493776 | `azmcp_subscription_list` | ❌ | +| 12 | 0.487565 | `azmcp_storage_table_list` | ❌ | +| 13 | 0.475212 | `azmcp_monitor_workspace_log_query` | ❌ | +| 14 | 0.471758 | `azmcp_redis_cluster_list` | ❌ | +| 15 | 0.470266 | `azmcp_postgres_server_list` | ❌ | +| 16 | 0.467655 | `azmcp_appconfig_account_list` | ❌ | +| 17 | 0.466748 | `azmcp_acr_registry_list` | ❌ | +| 18 | 0.448201 | `azmcp_kusto_database_list` | ❌ | +| 19 | 0.444222 | `azmcp_loadtesting_testresource_list` | ❌ | +| 20 | 0.439354 | `azmcp_eventgrid_topic_list` | ❌ | + +--- + +## Test 162 + +**Expected Tool:** `azmcp_monitor_workspace_list` +**Prompt:** Show me my Log Analytics workspaces + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.656194 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | +| 2 | 0.585483 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.531083 | `azmcp_monitor_table_type_list` | ❌ | +| 4 | 0.518254 | `azmcp_grafana_list` | ❌ | +| 5 | 0.474745 | `azmcp_monitor_workspace_log_query` | ❌ | +| 6 | 0.459841 | `azmcp_deploy_app_logs_get` | ❌ | +| 7 | 0.444207 | `azmcp_search_service_list` | ❌ | +| 8 | 0.386422 | `azmcp_workbooks_list` | ❌ | +| 9 | 0.383692 | `azmcp_aks_cluster_list` | ❌ | +| 10 | 0.383041 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 11 | 0.380891 | `azmcp_monitor_resource_log_query` | ❌ | +| 12 | 0.379597 | `azmcp_storage_table_list` | ❌ | +| 13 | 0.373786 | `azmcp_cosmos_account_list` | ❌ | +| 14 | 0.371395 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 15 | 0.363287 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 16 | 0.358029 | `azmcp_kusto_cluster_list` | ❌ | +| 17 | 0.354811 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 18 | 0.354276 | `azmcp_cosmos_database_list` | ❌ | +| 19 | 0.353682 | `azmcp_subscription_list` | ❌ | +| 20 | 0.352809 | `azmcp_acr_registry_list` | ❌ | + +--- + +## Test 163 + +**Expected Tool:** `azmcp_monitor_workspace_list` +**Prompt:** Show me the Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.732962 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | +| 2 | 0.601481 | `azmcp_grafana_list` | ❌ | +| 3 | 0.580350 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.521316 | `azmcp_monitor_table_type_list` | ❌ | +| 5 | 0.521276 | `azmcp_search_service_list` | ❌ | +| 6 | 0.463378 | `azmcp_monitor_workspace_log_query` | ❌ | +| 7 | 0.453702 | `azmcp_deploy_app_logs_get` | ❌ | +| 8 | 0.439297 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.435475 | `azmcp_workbooks_list` | ❌ | +| 10 | 0.428945 | `azmcp_cosmos_account_list` | ❌ | +| 11 | 0.427257 | `azmcp_aks_cluster_list` | ❌ | +| 12 | 0.422768 | `azmcp_subscription_list` | ❌ | +| 13 | 0.422398 | `azmcp_loadtesting_testresource_list` | ❌ | +| 14 | 0.413155 | `azmcp_storage_table_list` | ❌ | +| 15 | 0.411648 | `azmcp_acr_registry_list` | ❌ | +| 16 | 0.411448 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 17 | 0.410082 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.404177 | `azmcp_group_list` | ❌ | +| 19 | 0.402600 | `azmcp_redis_cluster_list` | ❌ | +| 20 | 0.395576 | `azmcp_appconfig_account_list` | ❌ | + +--- + +## Test 164 + +**Expected Tool:** `azmcp_monitor_workspace_log_query` +**Prompt:** Show me the logs for the past hour in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.591648 | `azmcp_monitor_workspace_log_query` | ✅ **EXPECTED** | +| 2 | 0.494715 | `azmcp_monitor_resource_log_query` | ❌ | +| 3 | 0.486209 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.484159 | `azmcp_deploy_app_logs_get` | ❌ | +| 5 | 0.483323 | `azmcp_monitor_workspace_list` | ❌ | +| 6 | 0.427241 | `azmcp_monitor_table_type_list` | ❌ | +| 7 | 0.374939 | `azmcp_monitor_metrics_query` | ❌ | +| 8 | 0.365704 | `azmcp_grafana_list` | ❌ | +| 9 | 0.330182 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 10 | 0.322875 | `azmcp_workbooks_delete` | ❌ | +| 11 | 0.322408 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 12 | 0.315638 | `azmcp_search_service_list` | ❌ | +| 13 | 0.309411 | `azmcp_loadtesting_testrun_get` | ❌ | +| 14 | 0.301564 | `azmcp_quota_usage_check` | ❌ | +| 15 | 0.299830 | `azmcp_applens_resource_diagnose` | ❌ | +| 16 | 0.298195 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 17 | 0.292089 | `azmcp_loadtesting_testrun_list` | ❌ | +| 18 | 0.291669 | `azmcp_kusto_query` | ❌ | +| 19 | 0.288794 | `azmcp_aks_cluster_list` | ❌ | +| 20 | 0.287253 | `azmcp_aks_cluster_get` | ❌ | + +--- + +## Test 165 + +**Expected Tool:** `azmcp_mysql_database_list` +**Prompt:** List all MySQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.634056 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.623421 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | +| 3 | 0.534457 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.498918 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.490148 | `azmcp_sql_db_list` | ❌ | +| 6 | 0.472745 | `azmcp_cosmos_database_list` | ❌ | +| 7 | 0.462034 | `azmcp_redis_cluster_database_list` | ❌ | +| 8 | 0.453687 | `azmcp_postgres_table_list` | ❌ | +| 9 | 0.430335 | `azmcp_postgres_server_list` | ❌ | +| 10 | 0.428203 | `azmcp_mysql_database_query` | ❌ | +| 11 | 0.421794 | `azmcp_kusto_database_list` | ❌ | +| 12 | 0.406803 | `azmcp_mysql_table_schema_get` | ❌ | +| 13 | 0.338476 | `azmcp_cosmos_database_container_list` | ❌ | +| 14 | 0.327614 | `azmcp_kusto_table_list` | ❌ | +| 15 | 0.317875 | `azmcp_cosmos_account_list` | ❌ | +| 16 | 0.284786 | `azmcp_grafana_list` | ❌ | +| 17 | 0.278428 | `azmcp_acr_registry_repository_list` | ❌ | +| 18 | 0.270941 | `azmcp_keyvault_secret_list` | ❌ | +| 19 | 0.268856 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.266441 | `azmcp_keyvault_key_list` | ❌ | + +--- + +## Test 166 + +**Expected Tool:** `azmcp_mysql_database_list` +**Prompt:** Show me the MySQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.588122 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | +| 2 | 0.574089 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.483855 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.463244 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.448169 | `azmcp_redis_cluster_database_list` | ❌ | +| 6 | 0.444547 | `azmcp_sql_db_list` | ❌ | +| 7 | 0.415119 | `azmcp_cosmos_database_list` | ❌ | +| 8 | 0.405492 | `azmcp_mysql_database_query` | ❌ | +| 9 | 0.404871 | `azmcp_mysql_table_schema_get` | ❌ | +| 10 | 0.384974 | `azmcp_postgres_table_list` | ❌ | +| 11 | 0.384778 | `azmcp_postgres_server_list` | ❌ | +| 12 | 0.380422 | `azmcp_kusto_database_list` | ❌ | +| 13 | 0.297709 | `azmcp_cosmos_database_container_list` | ❌ | +| 14 | 0.290592 | `azmcp_kusto_table_list` | ❌ | +| 15 | 0.259334 | `azmcp_cosmos_account_list` | ❌ | +| 16 | 0.247558 | `azmcp_grafana_list` | ❌ | +| 17 | 0.239544 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.236450 | `azmcp_acr_registry_repository_list` | ❌ | +| 19 | 0.236206 | `azmcp_acr_registry_list` | ❌ | +| 20 | 0.235967 | `azmcp_datadog_monitoredresources_list` | ❌ | + +--- + +## Test 167 + +**Expected Tool:** `azmcp_mysql_database_query` +**Prompt:** Show me all items that contain the word in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.476423 | `azmcp_mysql_table_list` | ❌ | +| 2 | 0.455770 | `azmcp_mysql_database_list` | ❌ | +| 3 | 0.433392 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | +| 4 | 0.419859 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.409445 | `azmcp_mysql_table_schema_get` | ❌ | +| 6 | 0.393876 | `azmcp_postgres_database_list` | ❌ | +| 7 | 0.345179 | `azmcp_postgres_table_list` | ❌ | +| 8 | 0.328744 | `azmcp_sql_db_list` | ❌ | +| 9 | 0.320053 | `azmcp_postgres_server_list` | ❌ | +| 10 | 0.298681 | `azmcp_mysql_server_param_get` | ❌ | +| 11 | 0.291451 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 12 | 0.285803 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.279005 | `azmcp_kusto_query` | ❌ | +| 14 | 0.278067 | `azmcp_cosmos_database_container_list` | ❌ | +| 15 | 0.264434 | `azmcp_kusto_table_list` | ❌ | +| 16 | 0.257657 | `azmcp_kusto_database_list` | ❌ | +| 17 | 0.237932 | `azmcp_marketplace_product_list` | ❌ | +| 18 | 0.230415 | `azmcp_kusto_sample` | ❌ | +| 19 | 0.226519 | `azmcp_kusto_table_schema` | ❌ | +| 20 | 0.225958 | `azmcp_grafana_list` | ❌ | + +--- + +## Test 168 + +**Expected Tool:** `azmcp_mysql_server_config_get` +**Prompt:** Show me the configuration of MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.531887 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.489816 | `azmcp_mysql_server_config_get` | ✅ **EXPECTED** | +| 3 | 0.485952 | `azmcp_mysql_server_param_set` | ❌ | +| 4 | 0.476863 | `azmcp_mysql_server_param_get` | ❌ | +| 5 | 0.426507 | `azmcp_mysql_table_schema_get` | ❌ | +| 6 | 0.413226 | `azmcp_mysql_server_list` | ❌ | +| 7 | 0.398405 | `azmcp_sql_server_show` | ❌ | +| 8 | 0.391644 | `azmcp_mysql_database_list` | ❌ | +| 9 | 0.376750 | `azmcp_mysql_database_query` | ❌ | +| 10 | 0.374826 | `azmcp_postgres_server_param_get` | ❌ | +| 11 | 0.267903 | `azmcp_appconfig_kv_list` | ❌ | +| 12 | 0.252810 | `azmcp_loadtesting_test_get` | ❌ | +| 13 | 0.238583 | `azmcp_appconfig_kv_show` | ❌ | +| 14 | 0.232680 | `azmcp_loadtesting_testrun_list` | ❌ | +| 15 | 0.224212 | `azmcp_appconfig_account_list` | ❌ | +| 16 | 0.215445 | `azmcp_aks_nodepool_get` | ❌ | +| 17 | 0.198877 | `azmcp_aks_cluster_get` | ❌ | +| 18 | 0.180063 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.169466 | `azmcp_aks_cluster_list` | ❌ | +| 20 | 0.168310 | `azmcp_aks_nodepool_list` | ❌ | + +--- + +## Test 169 + +**Expected Tool:** `azmcp_mysql_server_list` +**Prompt:** List all MySQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.678472 | `azmcp_postgres_server_list` | ❌ | +| 2 | 0.558177 | `azmcp_mysql_database_list` | ❌ | +| 3 | 0.554817 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 4 | 0.501199 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.482079 | `azmcp_redis_cluster_list` | ❌ | +| 6 | 0.467807 | `azmcp_redis_cache_list` | ❌ | +| 7 | 0.458406 | `azmcp_kusto_cluster_list` | ❌ | +| 8 | 0.457318 | `azmcp_grafana_list` | ❌ | +| 9 | 0.451969 | `azmcp_postgres_database_list` | ❌ | +| 10 | 0.431642 | `azmcp_cosmos_account_list` | ❌ | +| 11 | 0.431126 | `azmcp_sql_db_list` | ❌ | +| 12 | 0.422584 | `azmcp_search_service_list` | ❌ | +| 13 | 0.416796 | `azmcp_mysql_database_query` | ❌ | +| 14 | 0.410134 | `azmcp_kusto_database_list` | ❌ | +| 15 | 0.403782 | `azmcp_aks_cluster_list` | ❌ | +| 16 | 0.379322 | `azmcp_cosmos_database_list` | ❌ | +| 17 | 0.377511 | `azmcp_appconfig_account_list` | ❌ | +| 18 | 0.374451 | `azmcp_acr_registry_list` | ❌ | +| 19 | 0.365458 | `azmcp_group_list` | ❌ | +| 20 | 0.354490 | `azmcp_datadog_monitoredresources_list` | ❌ | + +--- + +## Test 170 + +**Expected Tool:** `azmcp_mysql_server_list` +**Prompt:** Show me my MySQL servers + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.478518 | `azmcp_mysql_database_list` | ❌ | +| 2 | 0.474586 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 3 | 0.435642 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.412380 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.389993 | `azmcp_postgres_database_list` | ❌ | +| 6 | 0.377048 | `azmcp_mysql_database_query` | ❌ | +| 7 | 0.372766 | `azmcp_mysql_table_schema_get` | ❌ | +| 8 | 0.363906 | `azmcp_mysql_server_param_get` | ❌ | +| 9 | 0.355142 | `azmcp_postgres_server_config_get` | ❌ | +| 10 | 0.337771 | `azmcp_mysql_server_config_get` | ❌ | +| 11 | 0.281558 | `azmcp_cosmos_database_list` | ❌ | +| 12 | 0.251411 | `azmcp_cosmos_database_container_list` | ❌ | +| 13 | 0.248026 | `azmcp_grafana_list` | ❌ | +| 14 | 0.248003 | `azmcp_kusto_database_list` | ❌ | +| 15 | 0.244727 | `azmcp_aks_cluster_list` | ❌ | +| 16 | 0.235455 | `azmcp_cosmos_account_list` | ❌ | +| 17 | 0.232383 | `azmcp_kusto_cluster_list` | ❌ | +| 18 | 0.224586 | `azmcp_appconfig_account_list` | ❌ | +| 19 | 0.218115 | `azmcp_acr_registry_list` | ❌ | +| 20 | 0.216149 | `azmcp_datadog_monitoredresources_list` | ❌ | + +--- + +## Test 171 + +**Expected Tool:** `azmcp_mysql_server_list` +**Prompt:** Show me the MySQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.636435 | `azmcp_postgres_server_list` | ❌ | +| 2 | 0.534266 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 3 | 0.530210 | `azmcp_mysql_database_list` | ❌ | +| 4 | 0.464360 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.456616 | `azmcp_redis_cluster_list` | ❌ | +| 6 | 0.441837 | `azmcp_redis_cache_list` | ❌ | +| 7 | 0.431914 | `azmcp_grafana_list` | ❌ | +| 8 | 0.419663 | `azmcp_search_service_list` | ❌ | +| 9 | 0.416021 | `azmcp_kusto_cluster_list` | ❌ | +| 10 | 0.412407 | `azmcp_mysql_database_query` | ❌ | +| 11 | 0.408235 | `azmcp_mysql_table_schema_get` | ❌ | +| 12 | 0.406576 | `azmcp_mysql_server_param_get` | ❌ | +| 13 | 0.399358 | `azmcp_cosmos_account_list` | ❌ | +| 14 | 0.376596 | `azmcp_kusto_database_list` | ❌ | +| 15 | 0.375645 | `azmcp_aks_cluster_list` | ❌ | +| 16 | 0.364016 | `azmcp_appconfig_account_list` | ❌ | +| 17 | 0.356691 | `azmcp_acr_registry_list` | ❌ | +| 18 | 0.341439 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.341087 | `azmcp_cosmos_database_list` | ❌ | +| 20 | 0.340946 | `azmcp_eventgrid_subscription_list` | ❌ | + +--- + +## Test 172 + +**Expected Tool:** `azmcp_mysql_server_param_get` +**Prompt:** Show me the value of connection timeout in seconds in my MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495071 | `azmcp_mysql_server_param_get` | ✅ **EXPECTED** | +| 2 | 0.407671 | `azmcp_mysql_server_param_set` | ❌ | +| 3 | 0.333841 | `azmcp_mysql_database_query` | ❌ | +| 4 | 0.313150 | `azmcp_mysql_table_schema_get` | ❌ | +| 5 | 0.310822 | `azmcp_postgres_server_param_get` | ❌ | +| 6 | 0.300031 | `azmcp_mysql_database_list` | ❌ | +| 7 | 0.296654 | `azmcp_mysql_server_config_get` | ❌ | +| 8 | 0.292546 | `azmcp_mysql_server_list` | ❌ | +| 9 | 0.285663 | `azmcp_postgres_server_param_set` | ❌ | +| 10 | 0.285645 | `azmcp_postgres_server_config_get` | ❌ | +| 11 | 0.183735 | `azmcp_appconfig_kv_show` | ❌ | +| 12 | 0.160082 | `azmcp_appconfig_kv_list` | ❌ | +| 13 | 0.146290 | `azmcp_loadtesting_testrun_get` | ❌ | +| 14 | 0.137158 | `azmcp_monitor_metrics_query` | ❌ | +| 15 | 0.124274 | `azmcp_grafana_list` | ❌ | +| 16 | 0.120498 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 17 | 0.118505 | `azmcp_loadtesting_testrun_list` | ❌ | +| 18 | 0.117704 | `azmcp_applens_resource_diagnose` | ❌ | +| 19 | 0.117324 | `azmcp_appconfig_kv_set` | ❌ | +| 20 | 0.115886 | `azmcp_cosmos_database_list` | ❌ | + +--- + +## Test 173 + +**Expected Tool:** `azmcp_mysql_server_param_set` +**Prompt:** Set connection timeout to 20 seconds for my MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.390761 | `azmcp_mysql_server_param_set` | ✅ **EXPECTED** | +| 2 | 0.381144 | `azmcp_mysql_server_param_get` | ❌ | +| 3 | 0.307496 | `azmcp_postgres_server_param_set` | ❌ | +| 4 | 0.298911 | `azmcp_mysql_database_query` | ❌ | +| 5 | 0.254180 | `azmcp_mysql_server_list` | ❌ | +| 6 | 0.253189 | `azmcp_mysql_table_schema_get` | ❌ | +| 7 | 0.246424 | `azmcp_mysql_database_list` | ❌ | +| 8 | 0.246019 | `azmcp_mysql_server_config_get` | ❌ | +| 9 | 0.238742 | `azmcp_postgres_server_config_get` | ❌ | +| 10 | 0.236482 | `azmcp_postgres_server_param_get` | ❌ | +| 11 | 0.112499 | `azmcp_appconfig_kv_set` | ❌ | +| 12 | 0.105281 | `azmcp_monitor_metrics_query` | ❌ | +| 13 | 0.094469 | `azmcp_loadtesting_testrun_update` | ❌ | +| 14 | 0.090695 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 15 | 0.090334 | `azmcp_cosmos_database_list` | ❌ | +| 16 | 0.089483 | `azmcp_appconfig_kv_show` | ❌ | +| 17 | 0.088097 | `azmcp_loadtesting_test_create` | ❌ | +| 18 | 0.086308 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 19 | 0.082253 | `azmcp_aks_nodepool_get` | ❌ | +| 20 | 0.082240 | `azmcp_loadtesting_testrun_create` | ❌ | --- -## Test 154 +## Test 174 -**Expected Tool:** `azmcp_bestpractices_get` -**Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. +**Expected Tool:** `azmcp_mysql_table_list` +**Prompt:** List all tables in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.497389 | `azmcp_deploy_plan_get` | ❌ | -| 2 | 0.493053 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.405272 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.395675 | `azmcp_deploy_iac_rules_get` | ❌ | -| 5 | 0.385415 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.374258 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.354645 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 8 | 0.348026 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.300077 | `azmcp_loadtesting_test_create` | ❌ | -| 10 | 0.284329 | `azmcp_storage_blob_container_create` | ❌ | -| 11 | 0.266936 | `azmcp_foundry_models_deploy` | ❌ | -| 12 | 0.243440 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.234609 | `azmcp_storage_account_create` | ❌ | -| 14 | 0.222205 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.218758 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.210706 | `azmcp_storage_blob_upload` | ❌ | -| 17 | 0.209149 | `azmcp_workbooks_create` | ❌ | -| 18 | 0.208844 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.207144 | `azmcp_storage_table_list` | ❌ | -| 20 | 0.195372 | `azmcp_sql_server_create` | ❌ | +| 1 | 0.633448 | `azmcp_mysql_table_list` | ✅ **EXPECTED** | +| 2 | 0.573844 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.550898 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.546963 | `azmcp_mysql_database_list` | ❌ | +| 5 | 0.475178 | `azmcp_mysql_table_schema_get` | ❌ | +| 6 | 0.447284 | `azmcp_mysql_server_list` | ❌ | +| 7 | 0.442053 | `azmcp_kusto_table_list` | ❌ | +| 8 | 0.431034 | `azmcp_storage_table_list` | ❌ | +| 9 | 0.429975 | `azmcp_mysql_database_query` | ❌ | +| 10 | 0.418545 | `azmcp_monitor_table_list` | ❌ | +| 11 | 0.410273 | `azmcp_sql_db_list` | ❌ | +| 12 | 0.401217 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.361477 | `azmcp_kusto_database_list` | ❌ | +| 14 | 0.335069 | `azmcp_cosmos_database_container_list` | ❌ | +| 15 | 0.308385 | `azmcp_kusto_table_schema` | ❌ | +| 16 | 0.268415 | `azmcp_cosmos_account_list` | ❌ | +| 17 | 0.260118 | `azmcp_kusto_sample` | ❌ | +| 18 | 0.253046 | `azmcp_grafana_list` | ❌ | +| 19 | 0.241559 | `azmcp_keyvault_key_list` | ❌ | +| 20 | 0.239226 | `azmcp_appconfig_kv_list` | ❌ | --- -## Test 155 +## Test 175 -**Expected Tool:** `azmcp_monitor_healthmodels_entity_gethealth` -**Prompt:** Show me the health status of entity in the Log Analytics workspace +**Expected Tool:** `azmcp_mysql_table_list` +**Prompt:** Show me the tables in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498345 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | -| 2 | 0.472094 | `azmcp_monitor_workspace_list` | ❌ | -| 3 | 0.468205 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.467848 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.463168 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.436971 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.418755 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.413358 | `azmcp_monitor_table_type_list` | ❌ | -| 9 | 0.401596 | `azmcp_monitor_resource_log_query` | ❌ | -| 10 | 0.385416 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 11 | 0.380121 | `azmcp_grafana_list` | ❌ | -| 12 | 0.358786 | `azmcp_monitor_metrics_query` | ❌ | -| 13 | 0.342873 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.338992 | `azmcp_aks_cluster_get` | ❌ | -| 15 | 0.333342 | `azmcp_loadtesting_testrun_get` | ❌ | -| 16 | 0.316587 | `azmcp_workbooks_show` | ❌ | -| 17 | 0.315629 | `azmcp_search_service_list` | ❌ | -| 18 | 0.314296 | `azmcp_applens_resource_diagnose` | ❌ | -| 19 | 0.305738 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 20 | 0.297767 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.609131 | `azmcp_mysql_table_list` | ✅ **EXPECTED** | +| 2 | 0.526236 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.525709 | `azmcp_mysql_database_list` | ❌ | +| 4 | 0.507258 | `azmcp_mysql_table_schema_get` | ❌ | +| 5 | 0.498050 | `azmcp_postgres_database_list` | ❌ | +| 6 | 0.439004 | `azmcp_mysql_database_query` | ❌ | +| 7 | 0.419905 | `azmcp_mysql_server_list` | ❌ | +| 8 | 0.403265 | `azmcp_kusto_table_list` | ❌ | +| 9 | 0.391670 | `azmcp_storage_table_list` | ❌ | +| 10 | 0.385166 | `azmcp_postgres_table_schema_get` | ❌ | +| 11 | 0.382065 | `azmcp_monitor_table_list` | ❌ | +| 12 | 0.349434 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.342926 | `azmcp_kusto_table_schema` | ❌ | +| 14 | 0.319674 | `azmcp_kusto_database_list` | ❌ | +| 15 | 0.303999 | `azmcp_cosmos_database_container_list` | ❌ | +| 16 | 0.281571 | `azmcp_kusto_sample` | ❌ | +| 17 | 0.236723 | `azmcp_grafana_list` | ❌ | +| 18 | 0.231173 | `azmcp_cosmos_account_list` | ❌ | +| 19 | 0.214496 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.209943 | `azmcp_appconfig_kv_list` | ❌ | --- -## Test 156 +## Test 176 -**Expected Tool:** `azmcp_monitor_metrics_definitions` -**Prompt:** Get metric definitions for from the namespace +**Expected Tool:** `azmcp_mysql_table_schema_get` +**Prompt:** Show me the schema of table
in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.592640 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | -| 2 | 0.424003 | `azmcp_monitor_metrics_query` | ❌ | -| 3 | 0.332356 | `azmcp_monitor_table_type_list` | ❌ | -| 4 | 0.315519 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 5 | 0.315310 | `azmcp_servicebus_topic_details` | ❌ | -| 6 | 0.311108 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 7 | 0.305464 | `azmcp_servicebus_queue_details` | ❌ | -| 8 | 0.304735 | `azmcp_grafana_list` | ❌ | -| 9 | 0.303453 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 10 | 0.298853 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 11 | 0.294124 | `azmcp_quota_region_availability_list` | ❌ | -| 12 | 0.287300 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 13 | 0.284519 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.283102 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.282547 | `azmcp_mysql_table_schema_get` | ❌ | -| 16 | 0.281090 | `azmcp_workbooks_show` | ❌ | -| 17 | 0.277566 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.274784 | `azmcp_loadtesting_test_get` | ❌ | -| 19 | 0.262141 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.256957 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 1 | 0.630623 | `azmcp_mysql_table_schema_get` | ✅ **EXPECTED** | +| 2 | 0.558306 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.545025 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.482505 | `azmcp_kusto_table_schema` | ❌ | +| 5 | 0.457739 | `azmcp_mysql_database_list` | ❌ | +| 6 | 0.443955 | `azmcp_mysql_database_query` | ❌ | +| 7 | 0.407451 | `azmcp_postgres_table_list` | ❌ | +| 8 | 0.398102 | `azmcp_postgres_database_list` | ❌ | +| 9 | 0.372911 | `azmcp_mysql_server_list` | ❌ | +| 10 | 0.348909 | `azmcp_mysql_server_config_get` | ❌ | +| 11 | 0.347368 | `azmcp_postgres_server_config_get` | ❌ | +| 12 | 0.324675 | `azmcp_kusto_table_list` | ❌ | +| 13 | 0.307950 | `azmcp_kusto_sample` | ❌ | +| 14 | 0.271938 | `azmcp_cosmos_database_list` | ❌ | +| 15 | 0.268273 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 16 | 0.243861 | `azmcp_kusto_database_list` | ❌ | +| 17 | 0.239328 | `azmcp_cosmos_database_container_list` | ❌ | +| 18 | 0.202788 | `azmcp_bicepschema_get` | ❌ | +| 19 | 0.194220 | `azmcp_grafana_list` | ❌ | +| 20 | 0.186518 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- -## Test 157 +## Test 177 -**Expected Tool:** `azmcp_monitor_metrics_definitions` -**Prompt:** Show me all available metrics and their definitions for storage account +**Expected Tool:** `azmcp_postgres_database_list` +**Prompt:** List all PostgreSQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.589859 | `azmcp_storage_account_get` | ❌ | -| 2 | 0.587736 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | -| 3 | 0.551156 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.542805 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.473421 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 6 | 0.472677 | `azmcp_storage_blob_get` | ❌ | -| 7 | 0.459829 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.439032 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.437739 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 10 | 0.431109 | `azmcp_appconfig_kv_show` | ❌ | -| 11 | 0.417098 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 12 | 0.414488 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.411580 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 14 | 0.403921 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.401826 | `azmcp_monitor_metrics_query` | ❌ | -| 16 | 0.397526 | `azmcp_appconfig_kv_list` | ❌ | -| 17 | 0.391340 | `azmcp_monitor_table_type_list` | ❌ | -| 18 | 0.390422 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.383412 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 20 | 0.378217 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.815617 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | +| 2 | 0.644014 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.622790 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.542685 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.490924 | `azmcp_postgres_server_param_get` | ❌ | +| 6 | 0.471672 | `azmcp_mysql_database_list` | ❌ | +| 7 | 0.453436 | `azmcp_sql_db_list` | ❌ | +| 8 | 0.444410 | `azmcp_redis_cluster_database_list` | ❌ | +| 9 | 0.435828 | `azmcp_cosmos_database_list` | ❌ | +| 10 | 0.418348 | `azmcp_postgres_database_query` | ❌ | +| 11 | 0.414679 | `azmcp_postgres_server_param_set` | ❌ | +| 12 | 0.407877 | `azmcp_kusto_database_list` | ❌ | +| 13 | 0.319946 | `azmcp_kusto_table_list` | ❌ | +| 14 | 0.293787 | `azmcp_cosmos_database_container_list` | ❌ | +| 15 | 0.292441 | `azmcp_cosmos_account_list` | ❌ | +| 16 | 0.289334 | `azmcp_grafana_list` | ❌ | +| 17 | 0.252438 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 18 | 0.249563 | `azmcp_kusto_cluster_list` | ❌ | +| 19 | 0.245546 | `azmcp_acr_registry_repository_list` | ❌ | +| 20 | 0.245456 | `azmcp_group_list` | ❌ | --- -## Test 158 +## Test 178 -**Expected Tool:** `azmcp_monitor_metrics_definitions` -**Prompt:** What metric definitions are available for the Application Insights resource +**Expected Tool:** `azmcp_postgres_database_list` +**Prompt:** Show me the PostgreSQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.633173 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | -| 2 | 0.495435 | `azmcp_monitor_metrics_query` | ❌ | -| 3 | 0.382374 | `azmcp_applens_resource_diagnose` | ❌ | -| 4 | 0.380460 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.370848 | `azmcp_monitor_table_type_list` | ❌ | -| 6 | 0.359089 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 7 | 0.353264 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.344326 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.341713 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 10 | 0.337875 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.329534 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.324002 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.317475 | `azmcp_monitor_workspace_log_query` | ❌ | -| 14 | 0.302823 | `azmcp_monitor_table_list` | ❌ | -| 15 | 0.301967 | `azmcp_workbooks_show` | ❌ | -| 16 | 0.300496 | `azmcp_search_service_list` | ❌ | -| 17 | 0.299337 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 18 | 0.291565 | `azmcp_cloudarchitect_design` | ❌ | -| 19 | 0.291260 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.287764 | `azmcp_loadtesting_testrun_get` | ❌ | +| 1 | 0.760033 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | +| 2 | 0.589783 | `azmcp_postgres_server_list` | ❌ | +| 3 | 0.585891 | `azmcp_postgres_table_list` | ❌ | +| 4 | 0.552660 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.495664 | `azmcp_postgres_server_param_get` | ❌ | +| 6 | 0.452128 | `azmcp_mysql_database_list` | ❌ | +| 7 | 0.433860 | `azmcp_redis_cluster_database_list` | ❌ | +| 8 | 0.430589 | `azmcp_postgres_table_schema_get` | ❌ | +| 9 | 0.426839 | `azmcp_postgres_database_query` | ❌ | +| 10 | 0.416937 | `azmcp_sql_db_list` | ❌ | +| 11 | 0.385475 | `azmcp_cosmos_database_list` | ❌ | +| 12 | 0.365997 | `azmcp_kusto_database_list` | ❌ | +| 13 | 0.281529 | `azmcp_kusto_table_list` | ❌ | +| 14 | 0.261442 | `azmcp_cosmos_database_container_list` | ❌ | +| 15 | 0.257971 | `azmcp_grafana_list` | ❌ | +| 16 | 0.247726 | `azmcp_cosmos_account_list` | ❌ | +| 17 | 0.235403 | `azmcp_acr_registry_list` | ❌ | +| 18 | 0.227995 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.223442 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 20 | 0.222503 | `azmcp_kusto_table_schema` | ❌ | --- -## Test 159 +## Test 179 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last +**Expected Tool:** `azmcp_postgres_database_query` +**Prompt:** Show me all items that contain the word in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555559 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.447639 | `azmcp_monitor_resource_log_query` | ❌ | -| 3 | 0.447192 | `azmcp_applens_resource_diagnose` | ❌ | -| 4 | 0.433802 | `azmcp_loadtesting_testrun_get` | ❌ | -| 5 | 0.422368 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.416135 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.409106 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.388146 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.380049 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.356527 | `azmcp_functionapp_get` | ❌ | -| 11 | 0.350100 | `azmcp_loadtesting_testrun_list` | ❌ | -| 12 | 0.341820 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 13 | 0.339752 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.335406 | `azmcp_monitor_metrics_definitions` | ❌ | -| 15 | 0.329472 | `azmcp_loadtesting_testresource_create` | ❌ | -| 16 | 0.326927 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 17 | 0.326796 | `azmcp_workbooks_show` | ❌ | -| 18 | 0.320831 | `azmcp_search_index_query` | ❌ | -| 19 | 0.307751 | `azmcp_search_service_list` | ❌ | -| 20 | 0.303766 | `azmcp_search_index_get` | ❌ | +| 1 | 0.546211 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.503267 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.466599 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.415817 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | +| 5 | 0.403965 | `azmcp_postgres_server_param_get` | ❌ | +| 6 | 0.403924 | `azmcp_postgres_server_config_get` | ❌ | +| 7 | 0.380446 | `azmcp_postgres_table_schema_get` | ❌ | +| 8 | 0.361081 | `azmcp_mysql_table_list` | ❌ | +| 9 | 0.354323 | `azmcp_postgres_server_param_set` | ❌ | +| 10 | 0.341271 | `azmcp_mysql_database_list` | ❌ | +| 11 | 0.264914 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 12 | 0.262356 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.262160 | `azmcp_kusto_query` | ❌ | +| 14 | 0.254174 | `azmcp_kusto_table_list` | ❌ | +| 15 | 0.248628 | `azmcp_cosmos_database_container_list` | ❌ | +| 16 | 0.244295 | `azmcp_kusto_database_list` | ❌ | +| 17 | 0.236681 | `azmcp_marketplace_product_list` | ❌ | +| 18 | 0.236363 | `azmcp_grafana_list` | ❌ | +| 19 | 0.218677 | `azmcp_kusto_table_schema` | ❌ | +| 20 | 0.217855 | `azmcp_kusto_sample` | ❌ | --- -## Test 160 +## Test 180 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** Check the availability metrics for my Application Insights resource for the last +**Expected Tool:** `azmcp_postgres_server_config_get` +**Prompt:** Show me the configuration of PostgreSQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.557875 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.508674 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.460611 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.455904 | `azmcp_quota_usage_check` | ❌ | -| 5 | 0.438233 | `azmcp_monitor_metrics_definitions` | ❌ | -| 6 | 0.392094 | `azmcp_monitor_resource_log_query` | ❌ | -| 7 | 0.391670 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.372998 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.368589 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.339388 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.336627 | `azmcp_loadtesting_testrun_get` | ❌ | -| 12 | 0.326899 | `azmcp_loadtesting_testresource_list` | ❌ | -| 13 | 0.326643 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 14 | 0.321538 | `azmcp_search_service_list` | ❌ | -| 15 | 0.318196 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.317565 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.303909 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.303638 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 19 | 0.296819 | `azmcp_search_index_query` | ❌ | -| 20 | 0.292994 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.756593 | `azmcp_postgres_server_config_get` | ✅ **EXPECTED** | +| 2 | 0.599506 | `azmcp_postgres_server_param_get` | ❌ | +| 3 | 0.535229 | `azmcp_postgres_server_param_set` | ❌ | +| 4 | 0.535049 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.518574 | `azmcp_postgres_server_list` | ❌ | +| 6 | 0.463172 | `azmcp_postgres_table_list` | ❌ | +| 7 | 0.431476 | `azmcp_postgres_table_schema_get` | ❌ | +| 8 | 0.394675 | `azmcp_postgres_database_query` | ❌ | +| 9 | 0.356774 | `azmcp_sql_server_show` | ❌ | +| 10 | 0.337899 | `azmcp_mysql_server_config_get` | ❌ | +| 11 | 0.269224 | `azmcp_appconfig_kv_list` | ❌ | +| 12 | 0.233426 | `azmcp_loadtesting_testrun_list` | ❌ | +| 13 | 0.222849 | `azmcp_appconfig_account_list` | ❌ | +| 14 | 0.220186 | `azmcp_loadtesting_test_get` | ❌ | +| 15 | 0.208314 | `azmcp_appconfig_kv_show` | ❌ | +| 16 | 0.189471 | `azmcp_aks_nodepool_get` | ❌ | +| 17 | 0.184937 | `azmcp_eventgrid_subscription_list` | ❌ | +| 18 | 0.177778 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.174936 | `azmcp_aks_cluster_get` | ❌ | +| 20 | 0.168322 | `azmcp_kusto_table_schema` | ❌ | --- -## Test 161 +## Test 181 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** Get the metric for over the last with intervals +**Expected Tool:** `azmcp_postgres_server_list` +**Prompt:** List all PostgreSQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461266 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.390029 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.306338 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.304372 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.301811 | `azmcp_monitor_resource_log_query` | ❌ | -| 6 | 0.289461 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.275443 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.267683 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 9 | 0.267390 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 10 | 0.265702 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.263777 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.263325 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.259193 | `azmcp_grafana_list` | ❌ | -| 14 | 0.253542 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 15 | 0.248754 | `azmcp_loadtesting_testresource_list` | ❌ | -| 16 | 0.247872 | `azmcp_loadtesting_test_get` | ❌ | -| 17 | 0.247663 | `azmcp_applens_resource_diagnose` | ❌ | -| 18 | 0.245715 | `azmcp_workbooks_show` | ❌ | -| 19 | 0.240441 | `azmcp_workbooks_list` | ❌ | -| 20 | 0.231174 | `azmcp_storage_blob_get` | ❌ | +| 1 | 0.900023 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | +| 2 | 0.640733 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.565914 | `azmcp_postgres_table_list` | ❌ | +| 4 | 0.538997 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.507696 | `azmcp_postgres_server_param_get` | ❌ | +| 6 | 0.483663 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.472458 | `azmcp_grafana_list` | ❌ | +| 8 | 0.453841 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.446509 | `azmcp_redis_cache_list` | ❌ | +| 10 | 0.435298 | `azmcp_search_service_list` | ❌ | +| 11 | 0.416315 | `azmcp_mysql_server_list` | ❌ | +| 12 | 0.408673 | `azmcp_mysql_database_list` | ❌ | +| 13 | 0.406617 | `azmcp_cosmos_account_list` | ❌ | +| 14 | 0.398983 | `azmcp_aks_cluster_list` | ❌ | +| 15 | 0.397428 | `azmcp_kusto_database_list` | ❌ | +| 16 | 0.389191 | `azmcp_appconfig_account_list` | ❌ | +| 17 | 0.375198 | `azmcp_eventgrid_subscription_list` | ❌ | +| 18 | 0.373699 | `azmcp_acr_registry_list` | ❌ | +| 19 | 0.365995 | `azmcp_group_list` | ❌ | +| 20 | 0.362864 | `azmcp_eventgrid_topic_list` | ❌ | --- -## Test 162 +## Test 182 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last +**Expected Tool:** `azmcp_postgres_server_list` +**Prompt:** Show me my PostgreSQL servers ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.491850 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.417008 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.415966 | `azmcp_monitor_resource_log_query` | ❌ | -| 4 | 0.406200 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.398988 | `azmcp_deploy_app_logs_get` | ❌ | -| 6 | 0.397335 | `azmcp_quota_usage_check` | ❌ | -| 7 | 0.366959 | `azmcp_monitor_workspace_log_query` | ❌ | -| 8 | 0.362030 | `azmcp_loadtesting_testrun_get` | ❌ | -| 9 | 0.359340 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.331730 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 11 | 0.316302 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.315326 | `azmcp_functionapp_get` | ❌ | -| 13 | 0.311842 | `azmcp_search_index_query` | ❌ | -| 14 | 0.308767 | `azmcp_monitor_metrics_definitions` | ❌ | -| 15 | 0.295918 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.293608 | `azmcp_search_service_list` | ❌ | -| 17 | 0.293312 | `azmcp_loadtesting_testresource_create` | ❌ | -| 18 | 0.287528 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.287126 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 20 | 0.272646 | `azmcp_search_index_get` | ❌ | +| 1 | 0.674327 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | +| 2 | 0.607062 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.576349 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.522996 | `azmcp_postgres_table_list` | ❌ | +| 5 | 0.506254 | `azmcp_postgres_server_param_get` | ❌ | +| 6 | 0.409406 | `azmcp_postgres_database_query` | ❌ | +| 7 | 0.400088 | `azmcp_postgres_server_param_set` | ❌ | +| 8 | 0.372955 | `azmcp_postgres_table_schema_get` | ❌ | +| 9 | 0.336934 | `azmcp_mysql_database_list` | ❌ | +| 10 | 0.336270 | `azmcp_mysql_server_list` | ❌ | +| 11 | 0.274763 | `azmcp_grafana_list` | ❌ | +| 12 | 0.260533 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.253264 | `azmcp_kusto_database_list` | ❌ | +| 14 | 0.245213 | `azmcp_aks_cluster_list` | ❌ | +| 15 | 0.241835 | `azmcp_kusto_cluster_list` | ❌ | +| 16 | 0.239500 | `azmcp_appconfig_account_list` | ❌ | +| 17 | 0.229842 | `azmcp_acr_registry_list` | ❌ | +| 18 | 0.227547 | `azmcp_cosmos_account_list` | ❌ | +| 19 | 0.225295 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 20 | 0.219274 | `azmcp_cosmos_database_container_list` | ❌ | --- -## Test 163 +## Test 183 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** Query the metric for for the last +**Expected Tool:** `azmcp_postgres_server_list` +**Prompt:** Show me the PostgreSQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525320 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.384482 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.376657 | `azmcp_monitor_resource_log_query` | ❌ | -| 4 | 0.367167 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.299448 | `azmcp_quota_usage_check` | ❌ | -| 6 | 0.293034 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 7 | 0.290156 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.277697 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 9 | 0.272349 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.267076 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.266376 | `azmcp_mysql_server_param_get` | ❌ | -| 12 | 0.265480 | `azmcp_applens_resource_diagnose` | ❌ | -| 13 | 0.262699 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.261986 | `azmcp_grafana_list` | ❌ | -| 15 | 0.261656 | `azmcp_loadtesting_testrun_list` | ❌ | -| 16 | 0.252301 | `azmcp_servicebus_queue_details` | ❌ | -| 17 | 0.251638 | `azmcp_search_index_query` | ❌ | -| 18 | 0.250995 | `azmcp_mysql_database_query` | ❌ | -| 19 | 0.246502 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.244147 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 1 | 0.832155 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | +| 2 | 0.579232 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.531804 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.514445 | `azmcp_postgres_table_list` | ❌ | +| 5 | 0.505969 | `azmcp_postgres_server_param_get` | ❌ | +| 6 | 0.452608 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.444127 | `azmcp_grafana_list` | ❌ | +| 8 | 0.421577 | `azmcp_search_service_list` | ❌ | +| 9 | 0.414695 | `azmcp_redis_cache_list` | ❌ | +| 10 | 0.410719 | `azmcp_postgres_database_query` | ❌ | +| 11 | 0.403538 | `azmcp_kusto_cluster_list` | ❌ | +| 12 | 0.399866 | `azmcp_postgres_table_schema_get` | ❌ | +| 13 | 0.376954 | `azmcp_cosmos_account_list` | ❌ | +| 14 | 0.369239 | `azmcp_eventgrid_subscription_list` | ❌ | +| 15 | 0.362650 | `azmcp_kusto_database_list` | ❌ | +| 16 | 0.362557 | `azmcp_appconfig_account_list` | ❌ | +| 17 | 0.360462 | `azmcp_aks_cluster_list` | ❌ | +| 18 | 0.358409 | `azmcp_acr_registry_list` | ❌ | +| 19 | 0.338815 | `azmcp_marketplace_product_list` | ❌ | +| 20 | 0.334679 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- -## Test 164 +## Test 184 -**Expected Tool:** `azmcp_monitor_metrics_query` -**Prompt:** What's the request per second rate for my Application Insights resource over the last +**Expected Tool:** `azmcp_postgres_server_param` +**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480436 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.381961 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.363411 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.359285 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.350523 | `azmcp_monitor_resource_log_query` | ❌ | -| 6 | 0.350491 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.331215 | `azmcp_loadtesting_testresource_list` | ❌ | -| 8 | 0.330074 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.328839 | `azmcp_monitor_metrics_definitions` | ❌ | -| 10 | 0.324932 | `azmcp_search_index_query` | ❌ | -| 11 | 0.319343 | `azmcp_loadtesting_testresource_create` | ❌ | -| 12 | 0.317459 | `azmcp_loadtesting_testrun_get` | ❌ | -| 13 | 0.292195 | `azmcp_deploy_app_logs_get` | ❌ | -| 14 | 0.290762 | `azmcp_search_service_list` | ❌ | -| 15 | 0.282267 | `azmcp_functionapp_get` | ❌ | -| 16 | 0.278490 | `azmcp_workbooks_show` | ❌ | -| 17 | 0.277213 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 18 | 0.276999 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 19 | 0.276023 | `azmcp_mysql_server_param_get` | ❌ | -| 20 | 0.265303 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.594719 | `azmcp_postgres_server_param_get` | ❌ | +| 2 | 0.539666 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.489649 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.480752 | `azmcp_postgres_server_param_set` | ❌ | +| 5 | 0.451869 | `azmcp_postgres_database_list` | ❌ | +| 6 | 0.357601 | `azmcp_postgres_table_list` | ❌ | +| 7 | 0.343875 | `azmcp_mysql_server_param_get` | ❌ | +| 8 | 0.330858 | `azmcp_postgres_table_schema_get` | ❌ | +| 9 | 0.305262 | `azmcp_postgres_database_query` | ❌ | +| 10 | 0.295498 | `azmcp_mysql_server_param_set` | ❌ | +| 11 | 0.185325 | `azmcp_appconfig_kv_list` | ❌ | +| 12 | 0.182979 | `azmcp_eventgrid_subscription_list` | ❌ | +| 13 | 0.174083 | `azmcp_grafana_list` | ❌ | +| 14 | 0.169202 | `azmcp_appconfig_account_list` | ❌ | +| 15 | 0.166351 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 16 | 0.158146 | `azmcp_cosmos_database_list` | ❌ | +| 17 | 0.155821 | `azmcp_appconfig_kv_show` | ❌ | +| 18 | 0.145068 | `azmcp_kusto_database_list` | ❌ | +| 19 | 0.142327 | `azmcp_aks_cluster_list` | ❌ | +| 20 | 0.140176 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 165 +## Test 185 -**Expected Tool:** `azmcp_monitor_resource_log_query` -**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace +**Expected Tool:** `azmcp_postgres_server_param_set` +**Prompt:** Enable replication for my PostgreSQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594061 | `azmcp_monitor_workspace_log_query` | ❌ | -| 2 | 0.580123 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | -| 3 | 0.472095 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.470074 | `azmcp_monitor_metrics_query` | ❌ | -| 5 | 0.443531 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.443012 | `azmcp_monitor_table_list` | ❌ | -| 7 | 0.392427 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.390147 | `azmcp_grafana_list` | ❌ | -| 9 | 0.366115 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 10 | 0.359081 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.352857 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.345377 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.344785 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 14 | 0.337853 | `azmcp_applens_resource_diagnose` | ❌ | -| 15 | 0.333608 | `azmcp_workbooks_list` | ❌ | -| 16 | 0.320761 | `azmcp_loadtesting_testrun_get` | ❌ | -| 17 | 0.307259 | `azmcp_aks_cluster_get` | ❌ | -| 18 | 0.307133 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.305186 | `azmcp_loadtesting_testrun_list` | ❌ | -| 20 | 0.302797 | `azmcp_loadtesting_testresource_list` | ❌ | +| 1 | 0.488474 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.469794 | `azmcp_postgres_server_list` | ❌ | +| 3 | 0.464562 | `azmcp_postgres_server_param_set` | ✅ **EXPECTED** | +| 4 | 0.447061 | `azmcp_postgres_server_param_get` | ❌ | +| 5 | 0.440760 | `azmcp_postgres_database_list` | ❌ | +| 6 | 0.354049 | `azmcp_postgres_table_list` | ❌ | +| 7 | 0.341624 | `azmcp_postgres_database_query` | ❌ | +| 8 | 0.317484 | `azmcp_postgres_table_schema_get` | ❌ | +| 9 | 0.241642 | `azmcp_mysql_server_param_set` | ❌ | +| 10 | 0.227740 | `azmcp_mysql_server_list` | ❌ | +| 11 | 0.133385 | `azmcp_kusto_sample` | ❌ | +| 12 | 0.127120 | `azmcp_kusto_database_list` | ❌ | +| 13 | 0.123491 | `azmcp_kusto_table_schema` | ❌ | +| 14 | 0.118089 | `azmcp_cosmos_database_list` | ❌ | +| 15 | 0.117122 | `azmcp_eventgrid_subscription_list` | ❌ | +| 16 | 0.114978 | `azmcp_kusto_cluster_get` | ❌ | +| 17 | 0.113841 | `azmcp_grafana_list` | ❌ | +| 18 | 0.112621 | `azmcp_deploy_plan_get` | ❌ | +| 19 | 0.108485 | `azmcp_kusto_table_list` | ❌ | +| 20 | 0.102847 | `azmcp_extension_azqr` | ❌ | --- -## Test 166 +## Test 186 -**Expected Tool:** `azmcp_monitor_table_list` -**Prompt:** List all tables in the Log Analytics workspace +**Expected Tool:** `azmcp_postgres_table_list` +**Prompt:** List all tables in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.851134 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | -| 2 | 0.725777 | `azmcp_monitor_table_type_list` | ❌ | -| 3 | 0.620507 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.586681 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.534886 | `azmcp_mysql_table_list` | ❌ | -| 6 | 0.511101 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.502152 | `azmcp_grafana_list` | ❌ | -| 8 | 0.488548 | `azmcp_postgres_table_list` | ❌ | -| 9 | 0.443831 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.420419 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.419873 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.413918 | `azmcp_mysql_database_list` | ❌ | -| 13 | 0.409230 | `azmcp_monitor_resource_log_query` | ❌ | -| 14 | 0.400127 | `azmcp_workbooks_list` | ❌ | -| 15 | 0.397410 | `azmcp_kusto_table_schema` | ❌ | -| 16 | 0.375217 | `azmcp_deploy_app_logs_get` | ❌ | -| 17 | 0.374952 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.366056 | `azmcp_kusto_sample` | ❌ | -| 19 | 0.365787 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.365504 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.789883 | `azmcp_postgres_table_list` | ✅ **EXPECTED** | +| 2 | 0.750580 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.574930 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.519820 | `azmcp_postgres_table_schema_get` | ❌ | +| 5 | 0.501400 | `azmcp_postgres_server_config_get` | ❌ | +| 6 | 0.477688 | `azmcp_mysql_table_list` | ❌ | +| 7 | 0.449190 | `azmcp_postgres_database_query` | ❌ | +| 8 | 0.432813 | `azmcp_kusto_table_list` | ❌ | +| 9 | 0.430190 | `azmcp_postgres_server_param_get` | ❌ | +| 10 | 0.396688 | `azmcp_mysql_database_list` | ❌ | +| 11 | 0.394313 | `azmcp_monitor_table_list` | ❌ | +| 12 | 0.373673 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.352211 | `azmcp_kusto_database_list` | ❌ | +| 14 | 0.308203 | `azmcp_kusto_table_schema` | ❌ | +| 15 | 0.299785 | `azmcp_cosmos_database_container_list` | ❌ | +| 16 | 0.257808 | `azmcp_grafana_list` | ❌ | +| 17 | 0.256245 | `azmcp_kusto_sample` | ❌ | +| 18 | 0.249162 | `azmcp_cosmos_account_list` | ❌ | +| 19 | 0.236931 | `azmcp_appconfig_kv_list` | ❌ | +| 20 | 0.229889 | `azmcp_kusto_cluster_list` | ❌ | --- -## Test 167 +## Test 187 -**Expected Tool:** `azmcp_monitor_table_list` -**Prompt:** Show me the tables in the Log Analytics workspace +**Expected Tool:** `azmcp_postgres_table_list` +**Prompt:** Show me the tables in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.798459 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | -| 2 | 0.701122 | `azmcp_monitor_table_type_list` | ❌ | -| 3 | 0.599916 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.532887 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.497065 | `azmcp_mysql_table_list` | ❌ | -| 6 | 0.487237 | `azmcp_grafana_list` | ❌ | -| 7 | 0.466630 | `azmcp_kusto_table_list` | ❌ | -| 8 | 0.449407 | `azmcp_monitor_workspace_log_query` | ❌ | -| 9 | 0.427408 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.413678 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.411590 | `azmcp_kusto_table_schema` | ❌ | -| 12 | 0.403863 | `azmcp_deploy_app_logs_get` | ❌ | -| 13 | 0.398753 | `azmcp_mysql_table_schema_get` | ❌ | -| 14 | 0.389881 | `azmcp_mysql_database_list` | ❌ | -| 15 | 0.376474 | `azmcp_kusto_sample` | ❌ | -| 16 | 0.376338 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.370624 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.347853 | `azmcp_cosmos_database_container_list` | ❌ | -| 19 | 0.343837 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.332323 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.736083 | `azmcp_postgres_table_list` | ✅ **EXPECTED** | +| 2 | 0.690112 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.558357 | `azmcp_postgres_table_schema_get` | ❌ | +| 4 | 0.543331 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.521570 | `azmcp_postgres_server_config_get` | ❌ | +| 6 | 0.464929 | `azmcp_postgres_database_query` | ❌ | +| 7 | 0.457757 | `azmcp_mysql_table_list` | ❌ | +| 8 | 0.447202 | `azmcp_postgres_server_param_get` | ❌ | +| 9 | 0.390392 | `azmcp_kusto_table_list` | ❌ | +| 10 | 0.383179 | `azmcp_mysql_database_list` | ❌ | +| 11 | 0.371151 | `azmcp_redis_cluster_database_list` | ❌ | +| 12 | 0.334843 | `azmcp_kusto_table_schema` | ❌ | +| 13 | 0.315781 | `azmcp_cosmos_database_list` | ❌ | +| 14 | 0.307262 | `azmcp_kusto_database_list` | ❌ | +| 15 | 0.272906 | `azmcp_kusto_sample` | ❌ | +| 16 | 0.266178 | `azmcp_cosmos_database_container_list` | ❌ | +| 17 | 0.243542 | `azmcp_grafana_list` | ❌ | +| 18 | 0.207521 | `azmcp_cosmos_account_list` | ❌ | +| 19 | 0.205697 | `azmcp_appconfig_kv_list` | ❌ | +| 20 | 0.202950 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 168 +## Test 188 -**Expected Tool:** `azmcp_monitor_table_type_list` -**Prompt:** List all available table types in the Log Analytics workspace +**Expected Tool:** `azmcp_postgres_table_schema_get` +**Prompt:** Show me the schema of table
in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.881524 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | -| 2 | 0.765702 | `azmcp_monitor_table_list` | ❌ | -| 3 | 0.569921 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.525469 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.504683 | `azmcp_mysql_table_list` | ❌ | -| 6 | 0.477280 | `azmcp_grafana_list` | ❌ | -| 7 | 0.447435 | `azmcp_kusto_table_list` | ❌ | -| 8 | 0.445347 | `azmcp_mysql_table_schema_get` | ❌ | -| 9 | 0.418517 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.416351 | `azmcp_kusto_table_schema` | ❌ | -| 11 | 0.412293 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.404852 | `azmcp_monitor_workspace_log_query` | ❌ | -| 13 | 0.404192 | `azmcp_monitor_metrics_definitions` | ❌ | -| 14 | 0.395123 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 15 | 0.383606 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.380581 | `azmcp_kusto_sample` | ❌ | -| 17 | 0.369890 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.361819 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.354757 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.351333 | `azmcp_aks_nodepool_list` | ❌ | +| 1 | 0.714611 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | +| 2 | 0.597657 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.574267 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.507948 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.480575 | `azmcp_mysql_table_schema_get` | ❌ | +| 6 | 0.475678 | `azmcp_kusto_table_schema` | ❌ | +| 7 | 0.443945 | `azmcp_postgres_server_param_get` | ❌ | +| 8 | 0.442620 | `azmcp_postgres_server_list` | ❌ | +| 9 | 0.427606 | `azmcp_postgres_database_query` | ❌ | +| 10 | 0.406792 | `azmcp_mysql_table_list` | ❌ | +| 11 | 0.362728 | `azmcp_postgres_server_param_set` | ❌ | +| 12 | 0.322995 | `azmcp_kusto_table_list` | ❌ | +| 13 | 0.303959 | `azmcp_kusto_sample` | ❌ | +| 14 | 0.253660 | `azmcp_cosmos_database_list` | ❌ | +| 15 | 0.253525 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 16 | 0.239399 | `azmcp_kusto_database_list` | ❌ | +| 17 | 0.212579 | `azmcp_cosmos_database_container_list` | ❌ | +| 18 | 0.201721 | `azmcp_grafana_list` | ❌ | +| 19 | 0.184834 | `azmcp_appconfig_kv_list` | ❌ | +| 20 | 0.183496 | `azmcp_bicepschema_get` | ❌ | --- -## Test 169 +## Test 189 -**Expected Tool:** `azmcp_monitor_table_type_list` -**Prompt:** Show me the available table types in the Log Analytics workspace +**Expected Tool:** `azmcp_quota_region_availability_list` +**Prompt:** Show me the available regions for these resource types ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.843139 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | -| 2 | 0.736837 | `azmcp_monitor_table_list` | ❌ | -| 3 | 0.576731 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.502461 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.481189 | `azmcp_mysql_table_list` | ❌ | -| 6 | 0.475734 | `azmcp_grafana_list` | ❌ | -| 7 | 0.451212 | `azmcp_mysql_table_schema_get` | ❌ | -| 8 | 0.427934 | `azmcp_kusto_table_schema` | ❌ | -| 9 | 0.427153 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.421484 | `azmcp_kusto_table_list` | ❌ | -| 11 | 0.406242 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.391308 | `azmcp_kusto_sample` | ❌ | -| 13 | 0.387591 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 14 | 0.384679 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.376246 | `azmcp_monitor_metrics_definitions` | ❌ | -| 16 | 0.370860 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.367591 | `azmcp_deploy_app_logs_get` | ❌ | -| 18 | 0.348357 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.340101 | `azmcp_foundry_models_list` | ❌ | -| 20 | 0.339804 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.590878 | `azmcp_quota_region_availability_list` | ✅ **EXPECTED** | +| 2 | 0.413274 | `azmcp_quota_usage_check` | ❌ | +| 3 | 0.372940 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.369855 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 5 | 0.361386 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 6 | 0.349685 | `azmcp_monitor_table_type_list` | ❌ | +| 7 | 0.348742 | `azmcp_redis_cluster_list` | ❌ | +| 8 | 0.337839 | `azmcp_redis_cache_list` | ❌ | +| 9 | 0.331145 | `azmcp_mysql_server_list` | ❌ | +| 10 | 0.331074 | `azmcp_monitor_metrics_definitions` | ❌ | +| 11 | 0.328408 | `azmcp_grafana_list` | ❌ | +| 12 | 0.325796 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 13 | 0.313208 | `azmcp_loadtesting_testresource_list` | ❌ | +| 14 | 0.310624 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 15 | 0.307143 | `azmcp_workbooks_list` | ❌ | +| 16 | 0.291068 | `azmcp_eventgrid_subscription_list` | ❌ | +| 17 | 0.290125 | `azmcp_group_list` | ❌ | +| 18 | 0.287104 | `azmcp_acr_registry_list` | ❌ | +| 19 | 0.278534 | `azmcp_search_service_list` | ❌ | +| 20 | 0.265329 | `azmcp_monitor_metrics_query` | ❌ | --- -## Test 170 - -**Expected Tool:** `azmcp_monitor_workspace_list` -**Prompt:** List all Log Analytics workspaces in my subscription - -### Results +## Test 190 -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.813902 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | -| 2 | 0.680201 | `azmcp_grafana_list` | ❌ | -| 3 | 0.660135 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.600802 | `azmcp_search_service_list` | ❌ | -| 5 | 0.583213 | `azmcp_monitor_table_type_list` | ❌ | -| 6 | 0.530433 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.517493 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.513663 | `azmcp_aks_cluster_list` | ❌ | -| 9 | 0.500768 | `azmcp_workbooks_list` | ❌ | -| 10 | 0.494595 | `azmcp_group_list` | ❌ | -| 11 | 0.493745 | `azmcp_subscription_list` | ❌ | -| 12 | 0.487565 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.475212 | `azmcp_monitor_workspace_log_query` | ❌ | -| 14 | 0.471758 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.470266 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.467655 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.466748 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.448201 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.444214 | `azmcp_loadtesting_testresource_list` | ❌ | -| 20 | 0.439425 | `azmcp_eventgrid_topic_list` | ❌ | +**Expected Tool:** `azmcp_quota_usage_check` +**Prompt:** Check usage information for in region + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.609244 | `azmcp_quota_usage_check` | ✅ **EXPECTED** | +| 2 | 0.491058 | `azmcp_quota_region_availability_list` | ❌ | +| 3 | 0.384350 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.383928 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.379029 | `azmcp_redis_cache_list` | ❌ | +| 6 | 0.365684 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.358215 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 8 | 0.351637 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 9 | 0.345156 | `azmcp_mysql_server_list` | ❌ | +| 10 | 0.342266 | `azmcp_applens_resource_diagnose` | ❌ | +| 11 | 0.342231 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 12 | 0.340100 | `azmcp_eventgrid_subscription_list` | ❌ | +| 13 | 0.338636 | `azmcp_grafana_list` | ❌ | +| 14 | 0.331262 | `azmcp_monitor_metrics_definitions` | ❌ | +| 15 | 0.322571 | `azmcp_workbooks_list` | ❌ | +| 16 | 0.321805 | `azmcp_monitor_resource_log_query` | ❌ | +| 17 | 0.312566 | `azmcp_storage_account_get` | ❌ | +| 18 | 0.308289 | `azmcp_servicebus_topic_details` | ❌ | +| 19 | 0.305083 | `azmcp_loadtesting_test_get` | ❌ | +| 20 | 0.304570 | `azmcp_loadtesting_testrun_get` | ❌ | --- -## Test 171 +## Test 191 -**Expected Tool:** `azmcp_monitor_workspace_list` -**Prompt:** Show me my Log Analytics workspaces +**Expected Tool:** `azmcp_redis_cache_accesspolicy_list` +**Prompt:** List all access policies in the Redis Cache ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.656194 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | -| 2 | 0.585436 | `azmcp_monitor_table_list` | ❌ | -| 3 | 0.531083 | `azmcp_monitor_table_type_list` | ❌ | -| 4 | 0.518254 | `azmcp_grafana_list` | ❌ | -| 5 | 0.474745 | `azmcp_monitor_workspace_log_query` | ❌ | -| 6 | 0.459841 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.444207 | `azmcp_search_service_list` | ❌ | -| 8 | 0.386422 | `azmcp_workbooks_list` | ❌ | -| 9 | 0.383596 | `azmcp_aks_cluster_list` | ❌ | -| 10 | 0.383041 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 11 | 0.380891 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.379597 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.373786 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.371395 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.363287 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.358029 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.354811 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 18 | 0.354276 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.352809 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.350239 | `azmcp_loadtesting_testresource_list` | ❌ | +| 1 | 0.757057 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | +| 2 | 0.565047 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.445073 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.377563 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.322930 | `azmcp_mysql_database_list` | ❌ | +| 6 | 0.312428 | `azmcp_cosmos_account_list` | ❌ | +| 7 | 0.307509 | `azmcp_keyvault_secret_list` | ❌ | +| 8 | 0.303736 | `azmcp_storage_table_list` | ❌ | +| 9 | 0.303531 | `azmcp_appconfig_kv_list` | ❌ | +| 10 | 0.300024 | `azmcp_cosmos_database_list` | ❌ | +| 11 | 0.298380 | `azmcp_keyvault_certificate_list` | ❌ | +| 12 | 0.296953 | `azmcp_keyvault_key_list` | ❌ | +| 13 | 0.286490 | `azmcp_acr_registry_repository_list` | ❌ | +| 14 | 0.285062 | `azmcp_search_service_list` | ❌ | +| 15 | 0.284898 | `azmcp_appconfig_account_list` | ❌ | +| 16 | 0.284304 | `azmcp_grafana_list` | ❌ | +| 17 | 0.283818 | `azmcp_mysql_server_list` | ❌ | +| 18 | 0.280741 | `azmcp_loadtesting_testrun_list` | ❌ | +| 19 | 0.277728 | `azmcp_subscription_list` | ❌ | +| 20 | 0.274897 | `azmcp_role_assignment_list` | ❌ | --- -## Test 172 +## Test 192 -**Expected Tool:** `azmcp_monitor_workspace_list` -**Prompt:** Show me the Log Analytics workspaces in my subscription +**Expected Tool:** `azmcp_redis_cache_accesspolicy_list` +**Prompt:** Show me the access policies in the Redis Cache ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.732962 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | -| 2 | 0.601481 | `azmcp_grafana_list` | ❌ | -| 3 | 0.580261 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.521317 | `azmcp_monitor_table_type_list` | ❌ | -| 5 | 0.521277 | `azmcp_search_service_list` | ❌ | -| 6 | 0.463378 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.453702 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.439297 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.435475 | `azmcp_workbooks_list` | ❌ | -| 10 | 0.428945 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.427183 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.422653 | `azmcp_subscription_list` | ❌ | -| 13 | 0.422379 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.413155 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.411648 | `azmcp_acr_registry_list` | ❌ | -| 16 | 0.411448 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.410082 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.404177 | `azmcp_group_list` | ❌ | -| 19 | 0.402600 | `azmcp_redis_cluster_list` | ❌ | -| 20 | 0.395576 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.713839 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | +| 2 | 0.523153 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.412377 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.338859 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.286321 | `azmcp_appconfig_kv_list` | ❌ | +| 6 | 0.283725 | `azmcp_mysql_database_list` | ❌ | +| 7 | 0.280245 | `azmcp_appconfig_kv_show` | ❌ | +| 8 | 0.266409 | `azmcp_storage_blob_container_get` | ❌ | +| 9 | 0.264484 | `azmcp_mysql_server_list` | ❌ | +| 10 | 0.262084 | `azmcp_storage_account_get` | ❌ | +| 11 | 0.258045 | `azmcp_appconfig_account_list` | ❌ | +| 12 | 0.257957 | `azmcp_quota_usage_check` | ❌ | +| 13 | 0.257447 | `azmcp_mysql_server_config_get` | ❌ | +| 14 | 0.257151 | `azmcp_cosmos_account_list` | ❌ | +| 15 | 0.249585 | `azmcp_loadtesting_testrun_list` | ❌ | +| 16 | 0.248135 | `azmcp_eventgrid_subscription_list` | ❌ | +| 17 | 0.247899 | `azmcp_keyvault_secret_list` | ❌ | +| 18 | 0.246871 | `azmcp_grafana_list` | ❌ | +| 19 | 0.246847 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 20 | 0.240600 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 173 +## Test 193 -**Expected Tool:** `azmcp_monitor_workspace_log_query` -**Prompt:** Show me the logs for the past hour in the Log Analytics workspace +**Expected Tool:** `azmcp_redis_cache_list` +**Prompt:** List all Redis Caches in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591648 | `azmcp_monitor_workspace_log_query` | ✅ **EXPECTED** | -| 2 | 0.494715 | `azmcp_monitor_resource_log_query` | ❌ | -| 3 | 0.485984 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.484159 | `azmcp_deploy_app_logs_get` | ❌ | -| 5 | 0.483323 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.427241 | `azmcp_monitor_table_type_list` | ❌ | -| 7 | 0.375429 | `azmcp_monitor_metrics_query` | ❌ | -| 8 | 0.365704 | `azmcp_grafana_list` | ❌ | -| 9 | 0.330182 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 10 | 0.322875 | `azmcp_workbooks_delete` | ❌ | -| 11 | 0.322408 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 12 | 0.315638 | `azmcp_search_service_list` | ❌ | -| 13 | 0.309411 | `azmcp_loadtesting_testrun_get` | ❌ | -| 14 | 0.301564 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.299830 | `azmcp_applens_resource_diagnose` | ❌ | -| 16 | 0.292088 | `azmcp_loadtesting_testrun_list` | ❌ | -| 17 | 0.291669 | `azmcp_kusto_query` | ❌ | -| 18 | 0.288698 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.286717 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.283294 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 1 | 0.764063 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | +| 2 | 0.653924 | `azmcp_redis_cluster_list` | ❌ | +| 3 | 0.501880 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 4 | 0.495048 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.472307 | `azmcp_grafana_list` | ❌ | +| 6 | 0.466141 | `azmcp_kusto_cluster_list` | ❌ | +| 7 | 0.464785 | `azmcp_redis_cluster_database_list` | ❌ | +| 8 | 0.431968 | `azmcp_cosmos_account_list` | ❌ | +| 9 | 0.431715 | `azmcp_appconfig_account_list` | ❌ | +| 10 | 0.423195 | `azmcp_subscription_list` | ❌ | +| 11 | 0.414865 | `azmcp_search_service_list` | ❌ | +| 12 | 0.396295 | `azmcp_monitor_workspace_list` | ❌ | +| 13 | 0.391605 | `azmcp_eventgrid_subscription_list` | ❌ | +| 14 | 0.381343 | `azmcp_kusto_database_list` | ❌ | +| 15 | 0.380470 | `azmcp_aks_cluster_list` | ❌ | +| 16 | 0.373395 | `azmcp_group_list` | ❌ | +| 17 | 0.373274 | `azmcp_storage_table_list` | ❌ | +| 18 | 0.368719 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.367794 | `azmcp_mysql_database_list` | ❌ | +| 20 | 0.367510 | `azmcp_eventgrid_topic_list` | ❌ | --- -## Test 174 +## Test 194 -**Expected Tool:** `azmcp_datadog_monitoredresources_list` -**Prompt:** List all monitored resources in the Datadog resource +**Expected Tool:** `azmcp_redis_cache_list` +**Prompt:** Show me my Redis Caches ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.668828 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | -| 2 | 0.434813 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.413241 | `azmcp_monitor_metrics_query` | ❌ | -| 4 | 0.408658 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.401731 | `azmcp_grafana_list` | ❌ | -| 6 | 0.393318 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 7 | 0.386685 | `azmcp_monitor_metrics_definitions` | ❌ | -| 8 | 0.369805 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.364360 | `azmcp_workbooks_list` | ❌ | -| 10 | 0.356643 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.355415 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.345409 | `azmcp_postgres_database_list` | ❌ | -| 13 | 0.345298 | `azmcp_group_list` | ❌ | -| 14 | 0.330769 | `azmcp_postgres_table_list` | ❌ | -| 15 | 0.327205 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.318192 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.317478 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.306977 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.304096 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.302405 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.537885 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | +| 2 | 0.450387 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 3 | 0.441104 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.401235 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.302323 | `azmcp_mysql_database_list` | ❌ | +| 6 | 0.283598 | `azmcp_postgres_database_list` | ❌ | +| 7 | 0.275986 | `azmcp_mysql_server_list` | ❌ | +| 8 | 0.265858 | `azmcp_appconfig_kv_list` | ❌ | +| 9 | 0.262106 | `azmcp_postgres_server_list` | ❌ | +| 10 | 0.257556 | `azmcp_appconfig_account_list` | ❌ | +| 11 | 0.252070 | `azmcp_grafana_list` | ❌ | +| 12 | 0.246445 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.236096 | `azmcp_postgres_table_list` | ❌ | +| 14 | 0.233781 | `azmcp_cosmos_account_list` | ❌ | +| 15 | 0.231294 | `azmcp_quota_usage_check` | ❌ | +| 16 | 0.225079 | `azmcp_cosmos_database_container_list` | ❌ | +| 17 | 0.224084 | `azmcp_loadtesting_testrun_list` | ❌ | +| 18 | 0.217990 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.212420 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 20 | 0.210134 | `azmcp_kusto_cluster_list` | ❌ | --- -## Test 175 +## Test 195 -**Expected Tool:** `azmcp_datadog_monitoredresources_list` -**Prompt:** Show me the monitored resources in the Datadog resource +**Expected Tool:** `azmcp_redis_cache_list` +**Prompt:** Show me the Redis Caches in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.624066 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | -| 2 | 0.443837 | `azmcp_monitor_metrics_query` | ❌ | -| 3 | 0.393227 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.374071 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.371017 | `azmcp_grafana_list` | ❌ | -| 6 | 0.370681 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 7 | 0.359274 | `azmcp_monitor_metrics_definitions` | ❌ | -| 8 | 0.350656 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.343214 | `azmcp_loadtesting_testresource_list` | ❌ | -| 10 | 0.342468 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.337109 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.320510 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.319895 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.302947 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.300733 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.285253 | `azmcp_group_list` | ❌ | -| 17 | 0.285004 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.274589 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.272689 | `azmcp_loadtesting_testrun_list` | ❌ | -| 20 | 0.271043 | `azmcp_loadtesting_testrun_get` | ❌ | +| 1 | 0.692210 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | +| 2 | 0.595721 | `azmcp_redis_cluster_list` | ❌ | +| 3 | 0.461603 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 4 | 0.434924 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.427325 | `azmcp_grafana_list` | ❌ | +| 6 | 0.399303 | `azmcp_redis_cluster_database_list` | ❌ | +| 7 | 0.383383 | `azmcp_appconfig_account_list` | ❌ | +| 8 | 0.382294 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.363507 | `azmcp_eventgrid_subscription_list` | ❌ | +| 10 | 0.361735 | `azmcp_cosmos_account_list` | ❌ | +| 11 | 0.353560 | `azmcp_subscription_list` | ❌ | +| 12 | 0.353419 | `azmcp_search_service_list` | ❌ | +| 13 | 0.340764 | `azmcp_monitor_workspace_list` | ❌ | +| 14 | 0.327236 | `azmcp_loadtesting_testresource_list` | ❌ | +| 15 | 0.315615 | `azmcp_aks_cluster_list` | ❌ | +| 16 | 0.310802 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 17 | 0.308818 | `azmcp_eventgrid_topic_list` | ❌ | +| 18 | 0.306356 | `azmcp_acr_registry_list` | ❌ | +| 19 | 0.305932 | `azmcp_mysql_database_list` | ❌ | +| 20 | 0.303249 | `azmcp_storage_table_list` | ❌ | --- -## Test 176 +## Test 196 -**Expected Tool:** `azmcp_extension_azqr` -**Prompt:** Check my Azure subscription for any compliance issues or recommendations +**Expected Tool:** `azmcp_redis_cluster_database_list` +**Prompt:** List all databases in the Redis Cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.533164 | `azmcp_quota_usage_check` | ❌ | -| 2 | 0.497434 | `azmcp_applens_resource_diagnose` | ❌ | -| 3 | 0.481143 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 4 | 0.476826 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 5 | 0.451690 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.440399 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 7 | 0.438386 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.434685 | `azmcp_search_service_list` | ❌ | -| 9 | 0.431096 | `azmcp_deploy_iac_rules_get` | ❌ | -| 10 | 0.423206 | `azmcp_subscription_list` | ❌ | -| 11 | 0.422293 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.417076 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 13 | 0.408023 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 14 | 0.406591 | `azmcp_deploy_plan_get` | ❌ | -| 15 | 0.400363 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.391633 | `azmcp_marketplace_product_get` | ❌ | -| 17 | 0.388980 | `azmcp_monitor_workspace_list` | ❌ | -| 18 | 0.383400 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 19 | 0.381209 | `azmcp_storage_account_get` | ❌ | -| 20 | 0.354341 | `azmcp_redis_cache_list` | ❌ | +| 1 | 0.752919 | `azmcp_redis_cluster_database_list` | ✅ **EXPECTED** | +| 2 | 0.603780 | `azmcp_redis_cluster_list` | ❌ | +| 3 | 0.594994 | `azmcp_kusto_database_list` | ❌ | +| 4 | 0.548268 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.538403 | `azmcp_cosmos_database_list` | ❌ | +| 6 | 0.520914 | `azmcp_mysql_database_list` | ❌ | +| 7 | 0.471359 | `azmcp_redis_cache_list` | ❌ | +| 8 | 0.458244 | `azmcp_kusto_cluster_list` | ❌ | +| 9 | 0.456133 | `azmcp_kusto_table_list` | ❌ | +| 10 | 0.449548 | `azmcp_sql_db_list` | ❌ | +| 11 | 0.419621 | `azmcp_postgres_table_list` | ❌ | +| 12 | 0.395418 | `azmcp_mysql_server_list` | ❌ | +| 13 | 0.390449 | `azmcp_mysql_table_list` | ❌ | +| 14 | 0.385544 | `azmcp_cosmos_database_container_list` | ❌ | +| 15 | 0.379937 | `azmcp_postgres_server_list` | ❌ | +| 16 | 0.376230 | `azmcp_aks_cluster_list` | ❌ | +| 17 | 0.366236 | `azmcp_cosmos_account_list` | ❌ | +| 18 | 0.328453 | `azmcp_aks_nodepool_list` | ❌ | +| 19 | 0.328081 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.324867 | `azmcp_grafana_list` | ❌ | --- -## Test 177 +## Test 197 -**Expected Tool:** `azmcp_extension_azqr` -**Prompt:** Provide compliance recommendations for my current Azure subscription +**Expected Tool:** `azmcp_redis_cluster_database_list` +**Prompt:** Show me the databases in the Redis Cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532792 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 2 | 0.492863 | `azmcp_get_bestpractices_get` | ❌ | -| 3 | 0.488377 | `azmcp_cloudarchitect_design` | ❌ | -| 4 | 0.473365 | `azmcp_deploy_iac_rules_get` | ❌ | -| 5 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 6 | 0.452232 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.448086 | `azmcp_deploy_plan_get` | ❌ | -| 8 | 0.442021 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.439040 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 10 | 0.426161 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 11 | 0.385771 | `azmcp_quota_region_availability_list` | ❌ | -| 12 | 0.382677 | `azmcp_search_service_list` | ❌ | -| 13 | 0.375693 | `azmcp_subscription_list` | ❌ | -| 14 | 0.375071 | `azmcp_marketplace_product_get` | ❌ | -| 15 | 0.365859 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 16 | 0.365824 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.360612 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 18 | 0.349469 | `azmcp_storage_account_get` | ❌ | -| 19 | 0.341827 | `azmcp_mysql_server_config_get` | ❌ | -| 20 | 0.334327 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.721506 | `azmcp_redis_cluster_database_list` | ✅ **EXPECTED** | +| 2 | 0.562860 | `azmcp_redis_cluster_list` | ❌ | +| 3 | 0.537788 | `azmcp_kusto_database_list` | ❌ | +| 4 | 0.490987 | `azmcp_mysql_database_list` | ❌ | +| 5 | 0.481618 | `azmcp_cosmos_database_list` | ❌ | +| 6 | 0.480274 | `azmcp_postgres_database_list` | ❌ | +| 7 | 0.434940 | `azmcp_redis_cache_list` | ❌ | +| 8 | 0.414701 | `azmcp_kusto_table_list` | ❌ | +| 9 | 0.408379 | `azmcp_sql_db_list` | ❌ | +| 10 | 0.397285 | `azmcp_kusto_cluster_list` | ❌ | +| 11 | 0.369086 | `azmcp_mysql_server_list` | ❌ | +| 12 | 0.353712 | `azmcp_mysql_table_list` | ❌ | +| 13 | 0.351025 | `azmcp_cosmos_database_container_list` | ❌ | +| 14 | 0.349880 | `azmcp_postgres_table_list` | ❌ | +| 15 | 0.343275 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 16 | 0.325385 | `azmcp_aks_cluster_list` | ❌ | +| 17 | 0.318982 | `azmcp_cosmos_account_list` | ❌ | +| 18 | 0.302228 | `azmcp_kusto_sample` | ❌ | +| 19 | 0.294393 | `azmcp_kusto_table_schema` | ❌ | +| 20 | 0.292180 | `azmcp_grafana_list` | ❌ | --- -## Test 178 +## Test 198 -**Expected Tool:** `azmcp_extension_azqr` -**Prompt:** Scan my Azure subscription for compliance recommendations +**Expected Tool:** `azmcp_redis_cluster_list` +**Prompt:** List all Redis Clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.536934 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 2 | 0.516925 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 3 | 0.504673 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.494872 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.487387 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.481698 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.464304 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.463564 | `azmcp_deploy_iac_rules_get` | ❌ | -| 9 | 0.463172 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 10 | 0.452811 | `azmcp_search_service_list` | ❌ | -| 11 | 0.433938 | `azmcp_quota_region_availability_list` | ❌ | -| 12 | 0.423397 | `azmcp_subscription_list` | ❌ | -| 13 | 0.417356 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.403533 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 15 | 0.398621 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.391476 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.380267 | `azmcp_storage_account_get` | ❌ | -| 18 | 0.376262 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 19 | 0.374279 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.373844 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 1 | 0.812960 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.679028 | `azmcp_kusto_cluster_list` | ❌ | +| 3 | 0.672104 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.588847 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.569183 | `azmcp_aks_cluster_list` | ❌ | +| 6 | 0.554298 | `azmcp_postgres_server_list` | ❌ | +| 7 | 0.527406 | `azmcp_kusto_database_list` | ❌ | +| 8 | 0.503279 | `azmcp_grafana_list` | ❌ | +| 9 | 0.467957 | `azmcp_cosmos_account_list` | ❌ | +| 10 | 0.462558 | `azmcp_search_service_list` | ❌ | +| 11 | 0.457600 | `azmcp_kusto_cluster_get` | ❌ | +| 12 | 0.455613 | `azmcp_monitor_workspace_list` | ❌ | +| 13 | 0.445496 | `azmcp_group_list` | ❌ | +| 14 | 0.445406 | `azmcp_appconfig_account_list` | ❌ | +| 15 | 0.443534 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 16 | 0.442886 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 17 | 0.436889 | `azmcp_eventgrid_subscription_list` | ❌ | +| 18 | 0.436540 | `azmcp_subscription_list` | ❌ | +| 19 | 0.419137 | `azmcp_acr_registry_list` | ❌ | +| 20 | 0.411121 | `azmcp_mysql_server_list` | ❌ | --- -## Test 179 +## Test 199 -**Expected Tool:** `azmcp_quota_region_availability_list` -**Prompt:** Show me the available regions for these resource types +**Expected Tool:** `azmcp_redis_cluster_list` +**Prompt:** Show me my Redis Clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.590878 | `azmcp_quota_region_availability_list` | ✅ **EXPECTED** | -| 2 | 0.413274 | `azmcp_quota_usage_check` | ❌ | -| 3 | 0.372940 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.369855 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 5 | 0.361386 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.349685 | `azmcp_monitor_table_type_list` | ❌ | -| 7 | 0.348742 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.337839 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.331145 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.331074 | `azmcp_monitor_metrics_definitions` | ❌ | -| 11 | 0.328408 | `azmcp_grafana_list` | ❌ | -| 12 | 0.325796 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.313240 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.310624 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.307143 | `azmcp_workbooks_list` | ❌ | -| 16 | 0.290125 | `azmcp_group_list` | ❌ | -| 17 | 0.287104 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.278534 | `azmcp_search_service_list` | ❌ | -| 19 | 0.265092 | `azmcp_monitor_metrics_query` | ❌ | -| 20 | 0.263276 | `azmcp_loadtesting_test_get` | ❌ | +| 1 | 0.591593 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.514375 | `azmcp_redis_cluster_database_list` | ❌ | +| 3 | 0.467519 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.403281 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.385069 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 6 | 0.368066 | `azmcp_aks_cluster_list` | ❌ | +| 7 | 0.337910 | `azmcp_mysql_server_list` | ❌ | +| 8 | 0.329389 | `azmcp_postgres_server_list` | ❌ | +| 9 | 0.322157 | `azmcp_kusto_database_list` | ❌ | +| 10 | 0.321180 | `azmcp_mysql_database_list` | ❌ | +| 11 | 0.305874 | `azmcp_kusto_cluster_get` | ❌ | +| 12 | 0.301294 | `azmcp_aks_cluster_get` | ❌ | +| 13 | 0.295045 | `azmcp_grafana_list` | ❌ | +| 14 | 0.291684 | `azmcp_postgres_database_list` | ❌ | +| 15 | 0.288103 | `azmcp_aks_nodepool_list` | ❌ | +| 16 | 0.272504 | `azmcp_cosmos_database_list` | ❌ | +| 17 | 0.261138 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.260993 | `azmcp_appconfig_account_list` | ❌ | +| 19 | 0.259662 | `azmcp_postgres_server_config_get` | ❌ | +| 20 | 0.252053 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- -## Test 180 +## Test 200 -**Expected Tool:** `azmcp_quota_usage_check` -**Prompt:** Check usage information for in region +**Expected Tool:** `azmcp_redis_cluster_list` +**Prompt:** Show me the Redis Clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609244 | `azmcp_quota_usage_check` | ✅ **EXPECTED** | -| 2 | 0.491058 | `azmcp_quota_region_availability_list` | ❌ | -| 3 | 0.384350 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.383929 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.379029 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.365684 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.358215 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.351637 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.345156 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.342266 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.342232 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.338636 | `azmcp_grafana_list` | ❌ | -| 13 | 0.331262 | `azmcp_monitor_metrics_definitions` | ❌ | -| 14 | 0.322571 | `azmcp_workbooks_list` | ❌ | -| 15 | 0.321805 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.312566 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.305083 | `azmcp_loadtesting_test_get` | ❌ | -| 18 | 0.304570 | `azmcp_loadtesting_testrun_get` | ❌ | -| 19 | 0.300419 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.299859 | `azmcp_monitor_metrics_query` | ❌ | +| 1 | 0.744239 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.607511 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.580866 | `azmcp_kusto_cluster_list` | ❌ | +| 4 | 0.518857 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.494170 | `azmcp_postgres_server_list` | ❌ | +| 6 | 0.491257 | `azmcp_aks_cluster_list` | ❌ | +| 7 | 0.456252 | `azmcp_grafana_list` | ❌ | +| 8 | 0.446568 | `azmcp_kusto_cluster_get` | ❌ | +| 9 | 0.440660 | `azmcp_kusto_database_list` | ❌ | +| 10 | 0.415482 | `azmcp_eventgrid_subscription_list` | ❌ | +| 11 | 0.400256 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 12 | 0.398399 | `azmcp_search_service_list` | ❌ | +| 13 | 0.394530 | `azmcp_cosmos_account_list` | ❌ | +| 14 | 0.394483 | `azmcp_monitor_workspace_list` | ❌ | +| 15 | 0.389814 | `azmcp_appconfig_account_list` | ❌ | +| 16 | 0.372221 | `azmcp_group_list` | ❌ | +| 17 | 0.370370 | `azmcp_mysql_server_list` | ❌ | +| 18 | 0.369831 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 19 | 0.368926 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.367955 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- -## Test 181 +## Test 201 -**Expected Tool:** `azmcp_role_assignment_list` -**Prompt:** List all available role assignments in my subscription +**Expected Tool:** `azmcp_resourcehealth_availability-status_get` +**Prompt:** Get the availability status for resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.645258 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | -| 2 | 0.483988 | `azmcp_group_list` | ❌ | -| 3 | 0.483076 | `azmcp_subscription_list` | ❌ | -| 4 | 0.478700 | `azmcp_grafana_list` | ❌ | -| 5 | 0.474795 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.471364 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.468597 | `azmcp_search_service_list` | ❌ | -| 8 | 0.460029 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.452819 | `azmcp_monitor_workspace_list` | ❌ | -| 10 | 0.446246 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 11 | 0.430667 | `azmcp_kusto_cluster_list` | ❌ | -| 12 | 0.427950 | `azmcp_workbooks_list` | ❌ | -| 13 | 0.426624 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.425029 | `azmcp_postgres_server_list` | ❌ | -| 15 | 0.403310 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.398446 | `azmcp_eventgrid_topic_list` | ❌ | -| 17 | 0.397565 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.396961 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.374732 | `azmcp_loadtesting_testresource_list` | ❌ | -| 20 | 0.374646 | `azmcp_marketplace_product_get` | ❌ | +| 1 | 0.630647 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | +| 2 | 0.538273 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 3 | 0.377586 | `azmcp_quota_usage_check` | ❌ | +| 4 | 0.349980 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.331563 | `azmcp_monitor_metrics_definitions` | ❌ | +| 6 | 0.330187 | `azmcp_mysql_server_list` | ❌ | +| 7 | 0.327691 | `azmcp_redis_cache_list` | ❌ | +| 8 | 0.325794 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 9 | 0.324331 | `azmcp_quota_region_availability_list` | ❌ | +| 10 | 0.322117 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 11 | 0.311644 | `azmcp_monitor_metrics_query` | ❌ | +| 12 | 0.308238 | `azmcp_redis_cluster_list` | ❌ | +| 13 | 0.306616 | `azmcp_grafana_list` | ❌ | +| 14 | 0.292005 | `azmcp_aks_nodepool_get` | ❌ | +| 15 | 0.290698 | `azmcp_workbooks_show` | ❌ | +| 16 | 0.287239 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | +| 17 | 0.286287 | `azmcp_loadtesting_test_get` | ❌ | +| 18 | 0.285945 | `azmcp_storage_blob_container_get` | ❌ | +| 19 | 0.284990 | `azmcp_applens_resource_diagnose` | ❌ | +| 20 | 0.281679 | `azmcp_storage_account_get` | ❌ | --- -## Test 182 +## Test 202 -**Expected Tool:** `azmcp_role_assignment_list` -**Prompt:** Show me the available role assignments in my subscription +**Expected Tool:** `azmcp_resourcehealth_availability-status_get` +**Prompt:** Show me the health status of the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609704 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | -| 2 | 0.456956 | `azmcp_grafana_list` | ❌ | -| 3 | 0.436630 | `azmcp_subscription_list` | ❌ | -| 4 | 0.435642 | `azmcp_redis_cache_list` | ❌ | -| 5 | 0.435155 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.431865 | `azmcp_search_service_list` | ❌ | -| 7 | 0.428663 | `azmcp_group_list` | ❌ | -| 8 | 0.428370 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.421627 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.420804 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.410235 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 12 | 0.406766 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.395445 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.388812 | `azmcp_marketplace_product_get` | ❌ | -| 15 | 0.386800 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.383635 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.373204 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.368511 | `azmcp_loadtesting_testresource_list` | ❌ | -| 19 | 0.363678 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.361677 | `azmcp_marketplace_product_list` | ❌ | +| 1 | 0.549306 | `azmcp_storage_account_get` | ❌ | +| 2 | 0.510357 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.492853 | `azmcp_storage_table_list` | ❌ | +| 4 | 0.490090 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | +| 5 | 0.466885 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 6 | 0.455902 | `azmcp_storage_account_create` | ❌ | +| 7 | 0.412608 | `azmcp_storage_blob_get` | ❌ | +| 8 | 0.411283 | `azmcp_quota_usage_check` | ❌ | +| 9 | 0.405847 | `azmcp_cosmos_account_list` | ❌ | +| 10 | 0.403899 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 11 | 0.375351 | `azmcp_cosmos_database_container_list` | ❌ | +| 12 | 0.368594 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 13 | 0.368262 | `azmcp_appconfig_kv_show` | ❌ | +| 14 | 0.349407 | `azmcp_cosmos_database_list` | ❌ | +| 15 | 0.347885 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 16 | 0.347171 | `azmcp_monitor_resource_log_query` | ❌ | +| 17 | 0.337143 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | +| 18 | 0.336357 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 19 | 0.321704 | `azmcp_deploy_app_logs_get` | ❌ | +| 20 | 0.318311 | `azmcp_aks_nodepool_get` | ❌ | --- -## Test 183 +## Test 203 -**Expected Tool:** `azmcp_redis_cache_accesspolicy_list` -**Prompt:** List all access policies in the Redis Cache +**Expected Tool:** `azmcp_resourcehealth_availability-status_get` +**Prompt:** What is the availability status of virtual machine in resource group ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.757060 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | -| 2 | 0.565047 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.445073 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.377563 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.322930 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.312428 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.307404 | `azmcp_keyvault_secret_list` | ❌ | -| 8 | 0.303736 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.303531 | `azmcp_appconfig_kv_list` | ❌ | -| 10 | 0.300024 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.298380 | `azmcp_keyvault_certificate_list` | ❌ | -| 12 | 0.296627 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.286490 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.285063 | `azmcp_search_service_list` | ❌ | -| 15 | 0.284898 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.284304 | `azmcp_grafana_list` | ❌ | -| 17 | 0.283818 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.280740 | `azmcp_loadtesting_testrun_list` | ❌ | -| 19 | 0.277576 | `azmcp_subscription_list` | ❌ | -| 20 | 0.274897 | `azmcp_role_assignment_list` | ❌ | +| 1 | 0.577398 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 2 | 0.570884 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | +| 3 | 0.424939 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.393479 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.386598 | `azmcp_quota_usage_check` | ❌ | +| 6 | 0.373883 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 7 | 0.355414 | `azmcp_functionapp_get` | ❌ | +| 8 | 0.352447 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 9 | 0.342229 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 10 | 0.337314 | `azmcp_aks_nodepool_get` | ❌ | +| 11 | 0.327197 | `azmcp_storage_account_create` | ❌ | +| 12 | 0.321304 | `azmcp_group_list` | ❌ | +| 13 | 0.318379 | `azmcp_sql_db_list` | ❌ | +| 14 | 0.318319 | `azmcp_workbooks_list` | ❌ | +| 15 | 0.316508 | `azmcp_sql_server_show` | ❌ | +| 16 | 0.307248 | `azmcp_applens_resource_diagnose` | ❌ | +| 17 | 0.307076 | `azmcp_sql_db_show` | ❌ | +| 18 | 0.299346 | `azmcp_monitor_metrics_query` | ❌ | +| 19 | 0.298723 | `azmcp_monitor_metrics_definitions` | ❌ | +| 20 | 0.294197 | `azmcp_aks_cluster_get` | ❌ | --- -## Test 184 +## Test 204 -**Expected Tool:** `azmcp_redis_cache_accesspolicy_list` -**Prompt:** Show me the access policies in the Redis Cache +**Expected Tool:** `azmcp_resourcehealth_availability-status_list` +**Prompt:** List availability status for all resources in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.713835 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | -| 2 | 0.523152 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.412377 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.338859 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.286321 | `azmcp_appconfig_kv_list` | ❌ | -| 6 | 0.283725 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.280245 | `azmcp_appconfig_kv_show` | ❌ | -| 8 | 0.266409 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.264484 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.262084 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.258045 | `azmcp_appconfig_account_list` | ❌ | -| 12 | 0.257957 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.257447 | `azmcp_mysql_server_config_get` | ❌ | -| 14 | 0.257151 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.249585 | `azmcp_loadtesting_testrun_list` | ❌ | -| 16 | 0.247853 | `azmcp_keyvault_secret_list` | ❌ | -| 17 | 0.246871 | `azmcp_grafana_list` | ❌ | -| 18 | 0.246847 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.240600 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.237037 | `azmcp_aks_nodepool_get` | ❌ | +| 1 | 0.737219 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | +| 2 | 0.587330 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.578620 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.563455 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.548549 | `azmcp_grafana_list` | ❌ | +| 6 | 0.540583 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 7 | 0.534299 | `azmcp_search_service_list` | ❌ | +| 8 | 0.531356 | `azmcp_quota_region_availability_list` | ❌ | +| 9 | 0.530985 | `azmcp_group_list` | ❌ | +| 10 | 0.507740 | `azmcp_monitor_workspace_list` | ❌ | +| 11 | 0.496651 | `azmcp_cosmos_account_list` | ❌ | +| 12 | 0.491428 | `azmcp_subscription_list` | ❌ | +| 13 | 0.491394 | `azmcp_quota_usage_check` | ❌ | +| 14 | 0.488953 | `azmcp_eventgrid_subscription_list` | ❌ | +| 15 | 0.484176 | `azmcp_loadtesting_testresource_list` | ❌ | +| 16 | 0.482623 | `azmcp_kusto_cluster_list` | ❌ | +| 17 | 0.476832 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.465529 | `azmcp_aks_cluster_list` | ❌ | +| 19 | 0.462516 | `azmcp_eventgrid_topic_list` | ❌ | +| 20 | 0.459718 | `azmcp_workbooks_list` | ❌ | --- -## Test 185 +## Test 205 -**Expected Tool:** `azmcp_redis_cache_list` -**Prompt:** List all Redis Caches in my subscription +**Expected Tool:** `azmcp_resourcehealth_availability-status_list` +**Prompt:** Show me the health status of all my Azure resources ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.764063 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | -| 2 | 0.653924 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.501842 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 4 | 0.495048 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.472307 | `azmcp_grafana_list` | ❌ | -| 6 | 0.466141 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.464785 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.431968 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.431715 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.423066 | `azmcp_subscription_list` | ❌ | -| 11 | 0.414865 | `azmcp_search_service_list` | ❌ | -| 12 | 0.396295 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.381343 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.380443 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.373395 | `azmcp_group_list` | ❌ | -| 16 | 0.373274 | `azmcp_storage_table_list` | ❌ | -| 17 | 0.368719 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.367794 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.367496 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.361464 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.644982 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | +| 2 | 0.587088 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.508252 | `azmcp_quota_usage_check` | ❌ | +| 4 | 0.473905 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.462125 | `azmcp_search_service_list` | ❌ | +| 6 | 0.441470 | `azmcp_mysql_server_list` | ❌ | +| 7 | 0.441430 | `azmcp_applens_resource_diagnose` | ❌ | +| 8 | 0.430496 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 9 | 0.418944 | `azmcp_sql_server_show` | ❌ | +| 10 | 0.409363 | `azmcp_deploy_app_logs_get` | ❌ | +| 11 | 0.407124 | `azmcp_storage_blob_container_get` | ❌ | +| 12 | 0.406709 | `azmcp_quota_region_availability_list` | ❌ | +| 13 | 0.406408 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 14 | 0.405790 | `azmcp_sql_db_list` | ❌ | +| 15 | 0.403600 | `azmcp_aks_cluster_list` | ❌ | +| 16 | 0.400553 | `azmcp_monitor_metrics_query` | ❌ | +| 17 | 0.387835 | `azmcp_cosmos_account_list` | ❌ | +| 18 | 0.381144 | `azmcp_bestpractices_get` | ❌ | +| 19 | 0.380761 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | +| 20 | 0.379969 | `azmcp_azureterraformbestpractices_get` | ❌ | --- -## Test 186 +## Test 206 -**Expected Tool:** `azmcp_redis_cache_list` -**Prompt:** Show me my Redis Caches +**Expected Tool:** `azmcp_resourcehealth_availability-status_list` +**Prompt:** What resources in resource group have health issues? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.537885 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | -| 2 | 0.450374 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 3 | 0.441104 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.401235 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.302323 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.283598 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.275986 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.265858 | `azmcp_appconfig_kv_list` | ❌ | -| 9 | 0.262106 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.257556 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.252070 | `azmcp_grafana_list` | ❌ | -| 12 | 0.246445 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.236096 | `azmcp_postgres_table_list` | ❌ | -| 14 | 0.233781 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.231294 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.225079 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.224084 | `azmcp_loadtesting_testrun_list` | ❌ | -| 18 | 0.217990 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.212420 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.210134 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.596890 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | +| 2 | 0.543421 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.427638 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.420567 | `azmcp_applens_resource_diagnose` | ❌ | +| 5 | 0.420387 | `azmcp_mysql_server_list` | ❌ | +| 6 | 0.411111 | `azmcp_quota_usage_check` | ❌ | +| 7 | 0.411059 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 8 | 0.374184 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 9 | 0.370772 | `azmcp_loadtesting_testresource_list` | ❌ | +| 10 | 0.363808 | `azmcp_workbooks_list` | ❌ | +| 11 | 0.360039 | `azmcp_redis_cluster_list` | ❌ | +| 12 | 0.358871 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | +| 13 | 0.350454 | `azmcp_group_list` | ❌ | +| 14 | 0.348923 | `azmcp_monitor_metrics_query` | ❌ | +| 15 | 0.336467 | `azmcp_eventgrid_subscription_list` | ❌ | +| 16 | 0.334774 | `azmcp_redis_cache_list` | ❌ | +| 17 | 0.330185 | `azmcp_extension_azqr` | ❌ | +| 18 | 0.320138 | `azmcp_monitor_resource_log_query` | ❌ | +| 19 | 0.319481 | `azmcp_sql_db_list` | ❌ | +| 20 | 0.317434 | `azmcp_quota_region_availability_list` | ❌ | --- -## Test 187 +## Test 207 -**Expected Tool:** `azmcp_redis_cache_list` -**Prompt:** Show me the Redis Caches in my subscription +**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` +**Prompt:** List all service health events in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.692209 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | -| 2 | 0.595721 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.461559 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 4 | 0.434924 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.427325 | `azmcp_grafana_list` | ❌ | -| 6 | 0.399303 | `azmcp_redis_cluster_database_list` | ❌ | -| 7 | 0.383383 | `azmcp_appconfig_account_list` | ❌ | -| 8 | 0.382294 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.361735 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.353419 | `azmcp_search_service_list` | ❌ | -| 11 | 0.353389 | `azmcp_subscription_list` | ❌ | -| 12 | 0.340764 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.327206 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.315565 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.310802 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.308807 | `azmcp_eventgrid_topic_list` | ❌ | -| 17 | 0.306356 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.305932 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.304064 | `azmcp_group_list` | ❌ | -| 20 | 0.303249 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.719917 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 2 | 0.554895 | `azmcp_search_service_list` | ❌ | +| 3 | 0.533215 | `azmcp_eventgrid_subscription_list` | ❌ | +| 4 | 0.518372 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.503791 | `azmcp_eventgrid_topic_list` | ❌ | +| 6 | 0.470139 | `azmcp_postgres_server_list` | ❌ | +| 7 | 0.456526 | `azmcp_redis_cache_list` | ❌ | +| 8 | 0.454448 | `azmcp_redis_cluster_list` | ❌ | +| 9 | 0.446515 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 10 | 0.438808 | `azmcp_subscription_list` | ❌ | +| 11 | 0.427135 | `azmcp_aks_cluster_list` | ❌ | +| 12 | 0.426698 | `azmcp_grafana_list` | ❌ | +| 13 | 0.419828 | `azmcp_monitor_workspace_list` | ❌ | +| 14 | 0.419011 | `azmcp_kusto_cluster_list` | ❌ | +| 15 | 0.416883 | `azmcp_cosmos_account_list` | ❌ | +| 16 | 0.411902 | `azmcp_group_list` | ❌ | +| 17 | 0.407099 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 18 | 0.385382 | `azmcp_appconfig_account_list` | ❌ | +| 19 | 0.378841 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.360279 | `azmcp_marketplace_product_list` | ❌ | --- -## Test 188 +## Test 208 -**Expected Tool:** `azmcp_redis_cluster_database_list` -**Prompt:** List all databases in the Redis Cluster +**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` +**Prompt:** Show me Azure service health events for subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.752920 | `azmcp_redis_cluster_database_list` | ✅ **EXPECTED** | -| 2 | 0.603780 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.594994 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.548268 | `azmcp_postgres_database_list` | ❌ | -| 5 | 0.538403 | `azmcp_cosmos_database_list` | ❌ | -| 6 | 0.520914 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.471359 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.458244 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.456133 | `azmcp_kusto_table_list` | ❌ | -| 10 | 0.449548 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.419621 | `azmcp_postgres_table_list` | ❌ | -| 12 | 0.395418 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.390449 | `azmcp_mysql_table_list` | ❌ | -| 14 | 0.385544 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.379937 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.376262 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.366236 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.328453 | `azmcp_aks_nodepool_list` | ❌ | -| 19 | 0.328081 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.324867 | `azmcp_grafana_list` | ❌ | +| 1 | 0.726947 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 2 | 0.513815 | `azmcp_search_service_list` | ❌ | +| 3 | 0.509817 | `azmcp_eventgrid_subscription_list` | ❌ | +| 4 | 0.491121 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.484386 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 6 | 0.474841 | `azmcp_eventgrid_topic_list` | ❌ | +| 7 | 0.459839 | `azmcp_subscription_list` | ❌ | +| 8 | 0.431445 | `azmcp_marketplace_product_get` | ❌ | +| 9 | 0.425644 | `azmcp_quota_region_availability_list` | ❌ | +| 10 | 0.411892 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 11 | 0.410579 | `azmcp_marketplace_product_list` | ❌ | +| 12 | 0.409002 | `azmcp_aks_cluster_list` | ❌ | +| 13 | 0.404636 | `azmcp_monitor_workspace_list` | ❌ | +| 14 | 0.395147 | `azmcp_monitor_resource_log_query` | ❌ | +| 15 | 0.390652 | `azmcp_kusto_cluster_get` | ❌ | +| 16 | 0.390483 | `azmcp_group_list` | ❌ | +| 17 | 0.390381 | `azmcp_applens_resource_diagnose` | ❌ | +| 18 | 0.390329 | `azmcp_redis_cluster_list` | ❌ | +| 19 | 0.386035 | `azmcp_sql_db_show` | ❌ | +| 20 | 0.385710 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 189 +## Test 209 -**Expected Tool:** `azmcp_redis_cluster_database_list` -**Prompt:** Show me the databases in the Redis Cluster +**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` +**Prompt:** What service issues have occurred in the last 30 days? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.721506 | `azmcp_redis_cluster_database_list` | ✅ **EXPECTED** | -| 2 | 0.562860 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.537788 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.490987 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.481618 | `azmcp_cosmos_database_list` | ❌ | -| 6 | 0.480274 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.434940 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.414701 | `azmcp_kusto_table_list` | ❌ | -| 9 | 0.408379 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.397284 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.369086 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.353712 | `azmcp_mysql_table_list` | ❌ | -| 13 | 0.351025 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.349880 | `azmcp_postgres_table_list` | ❌ | -| 15 | 0.343245 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 16 | 0.325416 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.318982 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.302228 | `azmcp_kusto_sample` | ❌ | -| 19 | 0.294393 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.292180 | `azmcp_grafana_list` | ❌ | +| 1 | 0.301604 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 2 | 0.270290 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.251870 | `azmcp_applens_resource_diagnose` | ❌ | +| 4 | 0.216847 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.211842 | `azmcp_search_service_list` | ❌ | +| 6 | 0.191890 | `azmcp_cloudarchitect_design` | ❌ | +| 7 | 0.189628 | `azmcp_foundry_models_deployments_list` | ❌ | +| 8 | 0.188665 | `azmcp_bestpractices_get` | ❌ | +| 9 | 0.187819 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 10 | 0.185941 | `azmcp_quota_usage_check` | ❌ | +| 11 | 0.174872 | `azmcp_deploy_app_logs_get` | ❌ | +| 12 | 0.170157 | `azmcp_postgres_server_list` | ❌ | +| 13 | 0.170031 | `azmcp_servicebus_queue_details` | ❌ | +| 14 | 0.168759 | `azmcp_eventgrid_subscription_list` | ❌ | +| 15 | 0.164622 | `azmcp_monitor_resource_log_query` | ❌ | +| 16 | 0.163022 | `azmcp_monitor_workspace_log_query` | ❌ | +| 17 | 0.155791 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 18 | 0.155509 | `azmcp_aks_cluster_list` | ❌ | +| 19 | 0.150546 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 20 | 0.149112 | `azmcp_aks_cluster_get` | ❌ | --- -## Test 190 +## Test 210 -**Expected Tool:** `azmcp_redis_cluster_list` -**Prompt:** List all Redis Clusters in my subscription +**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` +**Prompt:** List active service health events in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.812960 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.679028 | `azmcp_kusto_cluster_list` | ❌ | -| 3 | 0.672104 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.588847 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.569222 | `azmcp_aks_cluster_list` | ❌ | -| 6 | 0.554299 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.527406 | `azmcp_kusto_database_list` | ❌ | -| 8 | 0.503279 | `azmcp_grafana_list` | ❌ | -| 9 | 0.467957 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.462558 | `azmcp_search_service_list` | ❌ | -| 11 | 0.457790 | `azmcp_kusto_cluster_get` | ❌ | -| 12 | 0.455614 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.445496 | `azmcp_group_list` | ❌ | -| 14 | 0.445406 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.443534 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.442822 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 17 | 0.436397 | `azmcp_subscription_list` | ❌ | -| 18 | 0.419136 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.419075 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.411121 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.711107 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 2 | 0.548286 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.520197 | `azmcp_search_service_list` | ❌ | +| 4 | 0.502064 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.487384 | `azmcp_eventgrid_topic_list` | ❌ | +| 6 | 0.453380 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 7 | 0.451351 | `azmcp_postgres_server_list` | ❌ | +| 8 | 0.439658 | `azmcp_redis_cache_list` | ❌ | +| 9 | 0.436070 | `azmcp_redis_cluster_list` | ❌ | +| 10 | 0.411793 | `azmcp_grafana_list` | ❌ | +| 11 | 0.408792 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 12 | 0.407719 | `azmcp_subscription_list` | ❌ | +| 13 | 0.406949 | `azmcp_monitor_workspace_list` | ❌ | +| 14 | 0.404998 | `azmcp_aks_cluster_list` | ❌ | +| 15 | 0.391992 | `azmcp_kusto_cluster_list` | ❌ | +| 16 | 0.379016 | `azmcp_cosmos_account_list` | ❌ | +| 17 | 0.371279 | `azmcp_group_list` | ❌ | +| 18 | 0.368866 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.367379 | `azmcp_marketplace_product_get` | ❌ | +| 20 | 0.357139 | `azmcp_appconfig_account_list` | ❌ | --- -## Test 191 +## Test 211 -**Expected Tool:** `azmcp_redis_cluster_list` -**Prompt:** Show me my Redis Clusters +**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` +**Prompt:** Show me planned maintenance events for my Azure services ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591594 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.514374 | `azmcp_redis_cluster_database_list` | ❌ | -| 3 | 0.467519 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.403282 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.385045 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 6 | 0.368011 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.337910 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.329389 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.322157 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.321180 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.305629 | `azmcp_kusto_cluster_get` | ❌ | -| 12 | 0.301603 | `azmcp_aks_cluster_get` | ❌ | -| 13 | 0.295045 | `azmcp_grafana_list` | ❌ | -| 14 | 0.291684 | `azmcp_postgres_database_list` | ❌ | -| 15 | 0.288103 | `azmcp_aks_nodepool_list` | ❌ | -| 16 | 0.272503 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.261138 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.260993 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.259662 | `azmcp_postgres_server_config_get` | ❌ | -| 20 | 0.252053 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 1 | 0.527706 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 2 | 0.437868 | `azmcp_search_service_list` | ❌ | +| 3 | 0.402493 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.400175 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.397735 | `azmcp_quota_usage_check` | ❌ | +| 6 | 0.382940 | `azmcp_deploy_plan_get` | ❌ | +| 7 | 0.382581 | `azmcp_deploy_app_logs_get` | ❌ | +| 8 | 0.375034 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 9 | 0.374714 | `azmcp_eventgrid_subscription_list` | ❌ | +| 10 | 0.371691 | `azmcp_monitor_metrics_query` | ❌ | +| 11 | 0.363470 | `azmcp_bestpractices_get` | ❌ | +| 12 | 0.362214 | `azmcp_applens_resource_diagnose` | ❌ | +| 13 | 0.360562 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 14 | 0.357531 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 15 | 0.341495 | `azmcp_foundry_models_deployments_list` | ❌ | +| 16 | 0.338062 | `azmcp_search_index_get` | ❌ | +| 17 | 0.333382 | `azmcp_sql_server_show` | ❌ | +| 18 | 0.333219 | `azmcp_subscription_list` | ❌ | +| 19 | 0.332392 | `azmcp_mysql_server_list` | ❌ | +| 20 | 0.324544 | `azmcp_mysql_server_config_get` | ❌ | --- -## Test 192 +## Test 212 -**Expected Tool:** `azmcp_redis_cluster_list` -**Prompt:** Show me the Redis Clusters in my subscription +**Expected Tool:** `azmcp_role_assignment_list` +**Prompt:** List all available role assignments in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.744239 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.607511 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.580866 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.518857 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.494170 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.491262 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.456252 | `azmcp_grafana_list` | ❌ | -| 8 | 0.446556 | `azmcp_kusto_cluster_get` | ❌ | -| 9 | 0.440660 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.400189 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 11 | 0.398399 | `azmcp_search_service_list` | ❌ | -| 12 | 0.394530 | `azmcp_cosmos_account_list` | ❌ | -| 13 | 0.394483 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.389814 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.372221 | `azmcp_group_list` | ❌ | -| 16 | 0.370370 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.369831 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.368926 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.367955 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.362596 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.645259 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | +| 2 | 0.483988 | `azmcp_group_list` | ❌ | +| 3 | 0.483185 | `azmcp_subscription_list` | ❌ | +| 4 | 0.478700 | `azmcp_grafana_list` | ❌ | +| 5 | 0.474796 | `azmcp_redis_cache_list` | ❌ | +| 6 | 0.471364 | `azmcp_cosmos_account_list` | ❌ | +| 7 | 0.468596 | `azmcp_search_service_list` | ❌ | +| 8 | 0.460029 | `azmcp_redis_cluster_list` | ❌ | +| 9 | 0.452819 | `azmcp_monitor_workspace_list` | ❌ | +| 10 | 0.446372 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 11 | 0.430667 | `azmcp_kusto_cluster_list` | ❌ | +| 12 | 0.427950 | `azmcp_workbooks_list` | ❌ | +| 13 | 0.426624 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 14 | 0.425029 | `azmcp_postgres_server_list` | ❌ | +| 15 | 0.423371 | `azmcp_eventgrid_subscription_list` | ❌ | +| 16 | 0.403310 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 17 | 0.398447 | `azmcp_eventgrid_topic_list` | ❌ | +| 18 | 0.397565 | `azmcp_appconfig_account_list` | ❌ | +| 19 | 0.396883 | `azmcp_aks_cluster_list` | ❌ | +| 20 | 0.374727 | `azmcp_loadtesting_testresource_list` | ❌ | --- -## Test 193 +## Test 213 -**Expected Tool:** `azmcp_group_list` -**Prompt:** List all resource groups in my subscription +**Expected Tool:** `azmcp_role_assignment_list` +**Prompt:** Show me the available role assignments in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.755935 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.566552 | `azmcp_workbooks_list` | ❌ | -| 3 | 0.552633 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 4 | 0.546156 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.545480 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.542878 | `azmcp_grafana_list` | ❌ | -| 7 | 0.530600 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.524796 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.518520 | `azmcp_acr_registry_list` | ❌ | -| 10 | 0.517060 | `azmcp_loadtesting_testresource_list` | ❌ | -| 11 | 0.509454 | `azmcp_search_service_list` | ❌ | -| 12 | 0.500858 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.491176 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.490734 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 15 | 0.486716 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.479529 | `azmcp_subscription_list` | ❌ | -| 17 | 0.477800 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.477023 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.472171 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.432152 | `azmcp_eventgrid_topic_list` | ❌ | +| 1 | 0.609705 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | +| 2 | 0.456956 | `azmcp_grafana_list` | ❌ | +| 3 | 0.436827 | `azmcp_subscription_list` | ❌ | +| 4 | 0.435642 | `azmcp_redis_cache_list` | ❌ | +| 5 | 0.435155 | `azmcp_monitor_workspace_list` | ❌ | +| 6 | 0.431865 | `azmcp_search_service_list` | ❌ | +| 7 | 0.428663 | `azmcp_group_list` | ❌ | +| 8 | 0.428370 | `azmcp_redis_cluster_list` | ❌ | +| 9 | 0.421627 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 10 | 0.420804 | `azmcp_cosmos_account_list` | ❌ | +| 11 | 0.418755 | `azmcp_eventgrid_subscription_list` | ❌ | +| 12 | 0.410380 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 13 | 0.406766 | `azmcp_quota_region_availability_list` | ❌ | +| 14 | 0.395445 | `azmcp_workbooks_list` | ❌ | +| 15 | 0.388811 | `azmcp_marketplace_product_get` | ❌ | +| 16 | 0.386800 | `azmcp_kusto_cluster_list` | ❌ | +| 17 | 0.383635 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 18 | 0.373204 | `azmcp_appconfig_account_list` | ❌ | +| 19 | 0.368530 | `azmcp_loadtesting_testresource_list` | ❌ | +| 20 | 0.363675 | `azmcp_eventgrid_topic_list` | ❌ | --- -## Test 194 +## Test 214 -**Expected Tool:** `azmcp_group_list` -**Prompt:** Show me my resource groups +**Expected Tool:** `azmcp_search_index_get` +**Prompt:** Show me the details of the index in Cognitive Search service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.529504 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.463685 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 3 | 0.462391 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.459304 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.453960 | `azmcp_workbooks_list` | ❌ | -| 6 | 0.429014 | `azmcp_loadtesting_testresource_list` | ❌ | -| 7 | 0.426935 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.407817 | `azmcp_grafana_list` | ❌ | -| 9 | 0.396822 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.391278 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.383058 | `azmcp_acr_registry_list` | ❌ | -| 12 | 0.379927 | `azmcp_acr_registry_repository_list` | ❌ | -| 13 | 0.373796 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.366273 | `azmcp_sql_db_list` | ❌ | -| 15 | 0.351404 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.350999 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.345595 | `azmcp_redis_cluster_database_list` | ❌ | -| 18 | 0.328487 | `azmcp_loadtesting_testresource_create` | ❌ | -| 19 | 0.326141 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.325359 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.681052 | `azmcp_search_index_get` | ✅ **EXPECTED** | +| 2 | 0.544557 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 3 | 0.490624 | `azmcp_search_service_list` | ❌ | +| 4 | 0.466005 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 5 | 0.459609 | `azmcp_search_index_query` | ❌ | +| 6 | 0.393556 | `azmcp_aks_cluster_get` | ❌ | +| 7 | 0.388183 | `azmcp_loadtesting_testrun_get` | ❌ | +| 8 | 0.372367 | `azmcp_marketplace_product_get` | ❌ | +| 9 | 0.370915 | `azmcp_mysql_table_schema_get` | ❌ | +| 10 | 0.358315 | `azmcp_kusto_cluster_get` | ❌ | +| 11 | 0.356755 | `azmcp_storage_blob_get` | ❌ | +| 12 | 0.356252 | `azmcp_sql_db_show` | ❌ | +| 13 | 0.354845 | `azmcp_storage_account_get` | ❌ | +| 14 | 0.352762 | `azmcp_storage_blob_container_get` | ❌ | +| 15 | 0.351083 | `azmcp_sql_server_show` | ❌ | +| 16 | 0.342943 | `azmcp_aks_nodepool_get` | ❌ | +| 17 | 0.336903 | `azmcp_mysql_server_config_get` | ❌ | +| 18 | 0.333641 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.330038 | `azmcp_kusto_table_schema` | ❌ | +| 20 | 0.329368 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- -## Test 195 +## Test 215 -**Expected Tool:** `azmcp_group_list` -**Prompt:** Show me the resource groups in my subscription +**Expected Tool:** `azmcp_search_index_get` +**Prompt:** List all indexes in the Cognitive Search service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.665772 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.532656 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 3 | 0.531920 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.523088 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.522911 | `azmcp_workbooks_list` | ❌ | -| 6 | 0.518543 | `azmcp_loadtesting_testresource_list` | ❌ | -| 7 | 0.515905 | `azmcp_grafana_list` | ❌ | -| 8 | 0.492945 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.487780 | `azmcp_acr_registry_list` | ❌ | -| 10 | 0.475708 | `azmcp_search_service_list` | ❌ | -| 11 | 0.470658 | `azmcp_kusto_cluster_list` | ❌ | -| 12 | 0.464637 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.460412 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.454711 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.454439 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.437392 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.435312 | `azmcp_subscription_list` | ❌ | -| 18 | 0.432994 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.429798 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.429564 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.640256 | `azmcp_search_index_get` | ✅ **EXPECTED** | +| 2 | 0.620140 | `azmcp_search_service_list` | ❌ | +| 3 | 0.561856 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 4 | 0.480817 | `azmcp_search_index_query` | ❌ | +| 5 | 0.445467 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 6 | 0.439446 | `azmcp_monitor_table_list` | ❌ | +| 7 | 0.416404 | `azmcp_cosmos_database_list` | ❌ | +| 8 | 0.409307 | `azmcp_cosmos_account_list` | ❌ | +| 9 | 0.406485 | `azmcp_monitor_table_type_list` | ❌ | +| 10 | 0.397423 | `azmcp_mysql_database_list` | ❌ | +| 11 | 0.392400 | `azmcp_storage_table_list` | ❌ | +| 12 | 0.382987 | `azmcp_keyvault_key_list` | ❌ | +| 13 | 0.378750 | `azmcp_kusto_database_list` | ❌ | +| 14 | 0.378297 | `azmcp_monitor_workspace_list` | ❌ | +| 15 | 0.375372 | `azmcp_foundry_models_deployments_list` | ❌ | +| 16 | 0.371099 | `azmcp_mysql_table_list` | ❌ | +| 17 | 0.369526 | `azmcp_keyvault_certificate_list` | ❌ | +| 18 | 0.368931 | `azmcp_kusto_cluster_list` | ❌ | +| 19 | 0.367804 | `azmcp_mysql_server_list` | ❌ | +| 20 | 0.362728 | `azmcp_keyvault_secret_list` | ❌ | --- -## Test 196 +## Test 216 -**Expected Tool:** `azmcp_resourcehealth_availability-status_get` -**Prompt:** Get the availability status for resource +**Expected Tool:** `azmcp_search_index_get` +**Prompt:** Show me the indexes in the Cognitive Search service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630647 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | -| 2 | 0.538273 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 3 | 0.377586 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.349981 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 5 | 0.331563 | `azmcp_monitor_metrics_definitions` | ❌ | -| 6 | 0.330187 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.327691 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.325794 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.324331 | `azmcp_quota_region_availability_list` | ❌ | -| 10 | 0.322117 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.311577 | `azmcp_monitor_metrics_query` | ❌ | -| 12 | 0.308238 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.306616 | `azmcp_grafana_list` | ❌ | -| 14 | 0.292084 | `azmcp_aks_nodepool_get` | ❌ | -| 15 | 0.290698 | `azmcp_workbooks_show` | ❌ | -| 16 | 0.287239 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 17 | 0.286287 | `azmcp_loadtesting_test_get` | ❌ | -| 18 | 0.285945 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.284990 | `azmcp_applens_resource_diagnose` | ❌ | -| 20 | 0.281679 | `azmcp_storage_account_get` | ❌ | +| 1 | 0.620759 | `azmcp_search_index_get` | ✅ **EXPECTED** | +| 2 | 0.562775 | `azmcp_search_service_list` | ❌ | +| 3 | 0.561154 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 4 | 0.471416 | `azmcp_search_index_query` | ❌ | +| 5 | 0.463972 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 6 | 0.401792 | `azmcp_monitor_table_list` | ❌ | +| 7 | 0.382692 | `azmcp_monitor_table_type_list` | ❌ | +| 8 | 0.372639 | `azmcp_cosmos_account_list` | ❌ | +| 9 | 0.370330 | `azmcp_cosmos_database_list` | ❌ | +| 10 | 0.367868 | `azmcp_mysql_database_list` | ❌ | +| 11 | 0.353839 | `azmcp_storage_table_list` | ❌ | +| 12 | 0.351788 | `azmcp_foundry_models_deployments_list` | ❌ | +| 13 | 0.351161 | `azmcp_mysql_server_list` | ❌ | +| 14 | 0.350043 | `azmcp_kusto_database_list` | ❌ | +| 15 | 0.347566 | `azmcp_monitor_workspace_list` | ❌ | +| 16 | 0.346994 | `azmcp_mysql_table_list` | ❌ | +| 17 | 0.341728 | `azmcp_foundry_models_list` | ❌ | +| 18 | 0.335748 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.332289 | `azmcp_kusto_cluster_list` | ❌ | +| 20 | 0.331281 | `azmcp_keyvault_key_list` | ❌ | --- -## Test 197 +## Test 217 -**Expected Tool:** `azmcp_resourcehealth_availability-status_get` -**Prompt:** Show me the health status of the storage account +**Expected Tool:** `azmcp_search_index_query` +**Prompt:** Search for instances of in the index in Cognitive Search service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549306 | `azmcp_storage_account_get` | ❌ | -| 2 | 0.510357 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.492853 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.490090 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | -| 5 | 0.466885 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 6 | 0.455902 | `azmcp_storage_account_create` | ❌ | -| 7 | 0.412609 | `azmcp_storage_blob_get` | ❌ | -| 8 | 0.411283 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.405847 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.403899 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.375351 | `azmcp_cosmos_database_container_list` | ❌ | -| 12 | 0.368594 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 13 | 0.368262 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.349407 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.347885 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 16 | 0.337143 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 17 | 0.336357 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 18 | 0.321704 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.318472 | `azmcp_aks_nodepool_get` | ❌ | -| 20 | 0.311399 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.522826 | `azmcp_search_index_get` | ❌ | +| 2 | 0.515870 | `azmcp_search_index_query` | ✅ **EXPECTED** | +| 3 | 0.497467 | `azmcp_search_service_list` | ❌ | +| 4 | 0.373917 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 5 | 0.372940 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 6 | 0.327095 | `azmcp_kusto_query` | ❌ | +| 7 | 0.322358 | `azmcp_monitor_workspace_log_query` | ❌ | +| 8 | 0.311044 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 9 | 0.306415 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 10 | 0.305939 | `azmcp_marketplace_product_list` | ❌ | +| 11 | 0.295413 | `azmcp_monitor_resource_log_query` | ❌ | +| 12 | 0.290809 | `azmcp_monitor_metrics_query` | ❌ | +| 13 | 0.288242 | `azmcp_foundry_models_deployments_list` | ❌ | +| 14 | 0.287501 | `azmcp_mysql_server_list` | ❌ | +| 15 | 0.283532 | `azmcp_foundry_models_list` | ❌ | +| 16 | 0.269980 | `azmcp_monitor_table_list` | ❌ | +| 17 | 0.260161 | `azmcp_mysql_table_list` | ❌ | +| 18 | 0.254226 | `azmcp_storage_table_list` | ❌ | +| 19 | 0.248402 | `azmcp_monitor_table_type_list` | ❌ | +| 20 | 0.247656 | `azmcp_marketplace_product_get` | ❌ | --- -## Test 198 +## Test 218 -**Expected Tool:** `azmcp_resourcehealth_availability-status_get` -**Prompt:** What is the availability status of virtual machine in resource group ? +**Expected Tool:** `azmcp_search_service_list` +**Prompt:** List all Cognitive Search services in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577417 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 2 | 0.570719 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | -| 3 | 0.424888 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.393435 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 5 | 0.386467 | `azmcp_quota_usage_check` | ❌ | -| 6 | 0.373938 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 7 | 0.355487 | `azmcp_functionapp_get` | ❌ | -| 8 | 0.352244 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.342314 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 10 | 0.337466 | `azmcp_aks_nodepool_get` | ❌ | -| 11 | 0.327279 | `azmcp_storage_account_create` | ❌ | -| 12 | 0.321504 | `azmcp_group_list` | ❌ | -| 13 | 0.318422 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.318336 | `azmcp_sql_db_list` | ❌ | -| 15 | 0.316340 | `azmcp_sql_server_show` | ❌ | -| 16 | 0.307190 | `azmcp_applens_resource_diagnose` | ❌ | -| 17 | 0.307104 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.299338 | `azmcp_monitor_metrics_query` | ❌ | -| 19 | 0.298602 | `azmcp_monitor_metrics_definitions` | ❌ | -| 20 | 0.293375 | `azmcp_aks_cluster_get` | ❌ | +| 1 | 0.793651 | `azmcp_search_service_list` | ✅ **EXPECTED** | +| 2 | 0.505971 | `azmcp_search_index_get` | ❌ | +| 3 | 0.500455 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.494272 | `azmcp_monitor_workspace_list` | ❌ | +| 5 | 0.493011 | `azmcp_redis_cluster_list` | ❌ | +| 6 | 0.492228 | `azmcp_cosmos_account_list` | ❌ | +| 7 | 0.486066 | `azmcp_postgres_server_list` | ❌ | +| 8 | 0.482464 | `azmcp_grafana_list` | ❌ | +| 9 | 0.477512 | `azmcp_subscription_list` | ❌ | +| 10 | 0.470384 | `azmcp_kusto_cluster_list` | ❌ | +| 11 | 0.470055 | `azmcp_marketplace_product_list` | ❌ | +| 12 | 0.454460 | `azmcp_foundry_models_deployments_list` | ❌ | +| 13 | 0.451744 | `azmcp_aks_cluster_list` | ❌ | +| 14 | 0.443495 | `azmcp_search_index_query` | ❌ | +| 15 | 0.434052 | `azmcp_eventgrid_subscription_list` | ❌ | +| 16 | 0.427817 | `azmcp_group_list` | ❌ | +| 17 | 0.425463 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 18 | 0.418396 | `azmcp_quota_region_availability_list` | ❌ | +| 19 | 0.417955 | `azmcp_eventgrid_topic_list` | ❌ | +| 20 | 0.417472 | `azmcp_appconfig_account_list` | ❌ | --- -## Test 199 +## Test 219 -**Expected Tool:** `azmcp_resourcehealth_availability-status_list` -**Prompt:** List availability status for all resources in my subscription +**Expected Tool:** `azmcp_search_service_list` +**Prompt:** Show me the Cognitive Search services in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.737219 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | -| 2 | 0.587330 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.578620 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.563455 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.548549 | `azmcp_grafana_list` | ❌ | -| 6 | 0.540583 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 7 | 0.534299 | `azmcp_search_service_list` | ❌ | -| 8 | 0.531356 | `azmcp_quota_region_availability_list` | ❌ | -| 9 | 0.530985 | `azmcp_group_list` | ❌ | -| 10 | 0.507740 | `azmcp_monitor_workspace_list` | ❌ | -| 11 | 0.496651 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.491394 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.491258 | `azmcp_subscription_list` | ❌ | -| 14 | 0.484221 | `azmcp_loadtesting_testresource_list` | ❌ | -| 15 | 0.482623 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.476832 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.465422 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.462565 | `azmcp_eventgrid_topic_list` | ❌ | -| 19 | 0.459718 | `azmcp_workbooks_list` | ❌ | -| 20 | 0.457237 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.686140 | `azmcp_search_service_list` | ✅ **EXPECTED** | +| 2 | 0.479898 | `azmcp_search_index_get` | ❌ | +| 3 | 0.453489 | `azmcp_marketplace_product_list` | ❌ | +| 4 | 0.448446 | `azmcp_search_index_query` | ❌ | +| 5 | 0.425939 | `azmcp_monitor_workspace_list` | ❌ | +| 6 | 0.419484 | `azmcp_marketplace_product_get` | ❌ | +| 7 | 0.412158 | `azmcp_cosmos_account_list` | ❌ | +| 8 | 0.408456 | `azmcp_redis_cluster_list` | ❌ | +| 9 | 0.400229 | `azmcp_redis_cache_list` | ❌ | +| 10 | 0.399822 | `azmcp_grafana_list` | ❌ | +| 11 | 0.397883 | `azmcp_foundry_models_deployments_list` | ❌ | +| 12 | 0.393772 | `azmcp_subscription_list` | ❌ | +| 13 | 0.392910 | `azmcp_eventgrid_subscription_list` | ❌ | +| 14 | 0.390660 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 15 | 0.390559 | `azmcp_foundry_models_list` | ❌ | +| 16 | 0.384559 | `azmcp_postgres_server_list` | ❌ | +| 17 | 0.379805 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 18 | 0.376962 | `azmcp_quota_region_availability_list` | ❌ | +| 19 | 0.376089 | `azmcp_kusto_cluster_list` | ❌ | +| 20 | 0.373463 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- -## Test 200 +## Test 220 -**Expected Tool:** `azmcp_resourcehealth_availability-status_list` -**Prompt:** Show me the health status of all my Azure resources +**Expected Tool:** `azmcp_search_service_list` +**Prompt:** Show me my Cognitive Search services ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.645036 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | -| 2 | 0.587168 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.508248 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.473929 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 5 | 0.462129 | `azmcp_search_service_list` | ❌ | -| 6 | 0.441453 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.441452 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.430571 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 9 | 0.418993 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.409367 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.407189 | `azmcp_storage_blob_container_get` | ❌ | -| 12 | 0.406697 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.406458 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.405795 | `azmcp_sql_db_list` | ❌ | -| 15 | 0.403364 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.401286 | `azmcp_monitor_metrics_query` | ❌ | -| 17 | 0.387809 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.381149 | `azmcp_get_bestpractices_get` | ❌ | -| 19 | 0.380845 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 20 | 0.379965 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 1 | 0.553025 | `azmcp_search_service_list` | ✅ **EXPECTED** | +| 2 | 0.436230 | `azmcp_search_index_get` | ❌ | +| 3 | 0.404758 | `azmcp_search_index_query` | ❌ | +| 4 | 0.344699 | `azmcp_foundry_models_deployments_list` | ❌ | +| 5 | 0.336174 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 6 | 0.322580 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 7 | 0.322540 | `azmcp_foundry_models_list` | ❌ | +| 8 | 0.300427 | `azmcp_marketplace_product_list` | ❌ | +| 9 | 0.292677 | `azmcp_mysql_server_list` | ❌ | +| 10 | 0.290214 | `azmcp_cosmos_account_list` | ❌ | +| 11 | 0.289466 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 12 | 0.283366 | `azmcp_redis_cluster_list` | ❌ | +| 13 | 0.282198 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 14 | 0.281672 | `azmcp_bestpractices_get` | ❌ | +| 15 | 0.281134 | `azmcp_monitor_workspace_list` | ❌ | +| 16 | 0.278574 | `azmcp_cloudarchitect_design` | ❌ | +| 17 | 0.278531 | `azmcp_redis_cache_list` | ❌ | +| 18 | 0.277693 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 19 | 0.275013 | `azmcp_sql_server_show` | ❌ | +| 20 | 0.274081 | `azmcp_monitor_table_type_list` | ❌ | --- -## Test 201 +## Test 221 -**Expected Tool:** `azmcp_resourcehealth_availability-status_list` -**Prompt:** What resources in resource group have health issues? +**Expected Tool:** `azmcp_servicebus_queue_details` +**Prompt:** Show me the details of service bus queue ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.596890 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | -| 2 | 0.543421 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.427639 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 4 | 0.420567 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.420388 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.411111 | `azmcp_quota_usage_check` | ❌ | -| 7 | 0.411059 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 8 | 0.374184 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.370961 | `azmcp_loadtesting_testresource_list` | ❌ | -| 10 | 0.363808 | `azmcp_workbooks_list` | ❌ | -| 11 | 0.360039 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.358871 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 13 | 0.350454 | `azmcp_group_list` | ❌ | -| 14 | 0.349273 | `azmcp_monitor_metrics_query` | ❌ | -| 15 | 0.334774 | `azmcp_redis_cache_list` | ❌ | -| 16 | 0.330185 | `azmcp_extension_azqr` | ❌ | -| 17 | 0.320138 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.319481 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.309414 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.308680 | `azmcp_grafana_list` | ❌ | +| 1 | 0.642951 | `azmcp_servicebus_queue_details` | ✅ **EXPECTED** | +| 2 | 0.460932 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 3 | 0.400870 | `azmcp_servicebus_topic_details` | ❌ | +| 4 | 0.382417 | `azmcp_storage_queue_message_send` | ❌ | +| 5 | 0.375386 | `azmcp_aks_cluster_get` | ❌ | +| 6 | 0.360754 | `azmcp_storage_blob_container_get` | ❌ | +| 7 | 0.352789 | `azmcp_storage_blob_get` | ❌ | +| 8 | 0.352705 | `azmcp_storage_account_get` | ❌ | +| 9 | 0.351081 | `azmcp_search_index_get` | ❌ | +| 10 | 0.346285 | `azmcp_eventgrid_subscription_list` | ❌ | +| 11 | 0.342349 | `azmcp_sql_server_show` | ❌ | +| 12 | 0.337239 | `azmcp_sql_db_show` | ❌ | +| 13 | 0.332541 | `azmcp_loadtesting_testrun_get` | ❌ | +| 14 | 0.327389 | `azmcp_aks_nodepool_get` | ❌ | +| 15 | 0.323279 | `azmcp_marketplace_product_get` | ❌ | +| 16 | 0.323046 | `azmcp_kusto_cluster_get` | ❌ | +| 17 | 0.310612 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.309214 | `azmcp_functionapp_get` | ❌ | +| 19 | 0.296392 | `azmcp_aks_cluster_list` | ❌ | +| 20 | 0.290424 | `azmcp_eventgrid_topic_list` | ❌ | --- -## Test 202 +## Test 222 -**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` -**Prompt:** List all service health events in my subscription +**Expected Tool:** `azmcp_servicebus_topic_details` +**Prompt:** Show me the details of service bus topic ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.719917 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | -| 2 | 0.554895 | `azmcp_search_service_list` | ❌ | -| 3 | 0.518372 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.503744 | `azmcp_eventgrid_topic_list` | ❌ | -| 5 | 0.470139 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.456526 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.454448 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.446515 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 9 | 0.438813 | `azmcp_subscription_list` | ❌ | -| 10 | 0.427154 | `azmcp_aks_cluster_list` | ❌ | -| 11 | 0.426698 | `azmcp_grafana_list` | ❌ | -| 12 | 0.419828 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.419011 | `azmcp_kusto_cluster_list` | ❌ | -| 14 | 0.416883 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.411902 | `azmcp_group_list` | ❌ | -| 16 | 0.407099 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 17 | 0.385382 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.378841 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.360279 | `azmcp_marketplace_product_list` | ❌ | -| 20 | 0.357116 | `azmcp_marketplace_product_get` | ❌ | +| 1 | 0.591649 | `azmcp_servicebus_topic_details` | ✅ **EXPECTED** | +| 2 | 0.571861 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 3 | 0.498915 | `azmcp_eventgrid_subscription_list` | ❌ | +| 4 | 0.494879 | `azmcp_eventgrid_topic_list` | ❌ | +| 5 | 0.484014 | `azmcp_servicebus_queue_details` | ❌ | +| 6 | 0.365658 | `azmcp_search_index_get` | ❌ | +| 7 | 0.361354 | `azmcp_aks_cluster_get` | ❌ | +| 8 | 0.352494 | `azmcp_marketplace_product_get` | ❌ | +| 9 | 0.341289 | `azmcp_loadtesting_testrun_get` | ❌ | +| 10 | 0.340036 | `azmcp_sql_db_show` | ❌ | +| 11 | 0.337675 | `azmcp_storage_blob_get` | ❌ | +| 12 | 0.335558 | `azmcp_kusto_cluster_get` | ❌ | +| 13 | 0.333396 | `azmcp_storage_account_get` | ❌ | +| 14 | 0.330814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 15 | 0.326077 | `azmcp_storage_blob_container_get` | ❌ | +| 16 | 0.324869 | `azmcp_redis_cache_list` | ❌ | +| 17 | 0.317424 | `azmcp_aks_cluster_list` | ❌ | +| 18 | 0.306388 | `azmcp_functionapp_get` | ❌ | +| 19 | 0.297323 | `azmcp_grafana_list` | ❌ | +| 20 | 0.290383 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- -## Test 203 +## Test 223 -**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` -**Prompt:** Show me Azure service health events for subscription +**Expected Tool:** `azmcp_servicebus_topic_subscription_details` +**Prompt:** Show me the details of service bus subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.726947 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | -| 2 | 0.513815 | `azmcp_search_service_list` | ❌ | -| 3 | 0.491121 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.484385 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.474835 | `azmcp_eventgrid_topic_list` | ❌ | -| 6 | 0.459865 | `azmcp_subscription_list` | ❌ | -| 7 | 0.431455 | `azmcp_marketplace_product_get` | ❌ | -| 8 | 0.425644 | `azmcp_quota_region_availability_list` | ❌ | -| 9 | 0.411892 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 10 | 0.410579 | `azmcp_marketplace_product_list` | ❌ | -| 11 | 0.409027 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.404636 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.395147 | `azmcp_monitor_resource_log_query` | ❌ | -| 14 | 0.390855 | `azmcp_kusto_cluster_get` | ❌ | -| 15 | 0.390483 | `azmcp_group_list` | ❌ | -| 16 | 0.390381 | `azmcp_applens_resource_diagnose` | ❌ | -| 17 | 0.390329 | `azmcp_redis_cluster_list` | ❌ | -| 18 | 0.386331 | `azmcp_monitor_metrics_query` | ❌ | -| 19 | 0.385710 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.384613 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.633187 | `azmcp_servicebus_topic_subscription_details` | ✅ **EXPECTED** | +| 2 | 0.527109 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.494551 | `azmcp_servicebus_queue_details` | ❌ | +| 4 | 0.457036 | `azmcp_servicebus_topic_details` | ❌ | +| 5 | 0.444606 | `azmcp_marketplace_product_get` | ❌ | +| 6 | 0.443962 | `azmcp_eventgrid_topic_list` | ❌ | +| 7 | 0.429458 | `azmcp_redis_cache_list` | ❌ | +| 8 | 0.426573 | `azmcp_kusto_cluster_get` | ❌ | +| 9 | 0.421009 | `azmcp_sql_db_show` | ❌ | +| 10 | 0.411293 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 11 | 0.409496 | `azmcp_aks_cluster_list` | ❌ | +| 12 | 0.405380 | `azmcp_search_service_list` | ❌ | +| 13 | 0.404739 | `azmcp_redis_cluster_list` | ❌ | +| 14 | 0.395789 | `azmcp_storage_account_get` | ❌ | +| 15 | 0.395176 | `azmcp_grafana_list` | ❌ | +| 16 | 0.388049 | `azmcp_postgres_server_list` | ❌ | +| 17 | 0.382225 | `azmcp_functionapp_get` | ❌ | +| 18 | 0.369986 | `azmcp_appconfig_account_list` | ❌ | +| 19 | 0.368411 | `azmcp_aks_cluster_get` | ❌ | +| 20 | 0.368155 | `azmcp_kusto_cluster_list` | ❌ | --- -## Test 204 +## Test 224 -**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` -**Prompt:** What service issues have occurred in the last 30 days? +**Expected Tool:** `azmcp_sql_db_create` +**Prompt:** Create a new SQL database named in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.301604 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | -| 2 | 0.270290 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.251870 | `azmcp_applens_resource_diagnose` | ❌ | -| 4 | 0.216847 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.211842 | `azmcp_search_service_list` | ❌ | -| 6 | 0.191890 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.189628 | `azmcp_foundry_models_deployments_list` | ❌ | -| 8 | 0.188665 | `azmcp_get_bestpractices_get` | ❌ | -| 9 | 0.187819 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.185941 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.174872 | `azmcp_deploy_app_logs_get` | ❌ | -| 12 | 0.170157 | `azmcp_postgres_server_list` | ❌ | -| 13 | 0.169947 | `azmcp_servicebus_queue_details` | ❌ | -| 14 | 0.164622 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.163022 | `azmcp_monitor_workspace_log_query` | ❌ | -| 16 | 0.155791 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 17 | 0.155444 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.148855 | `azmcp_aks_cluster_get` | ❌ | -| 19 | 0.147315 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 20 | 0.147023 | `azmcp_grafana_list` | ❌ | +| 1 | 0.516780 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.470892 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.376833 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.359945 | `azmcp_sql_db_show` | ❌ | +| 5 | 0.357421 | `azmcp_sql_db_list` | ❌ | +| 6 | 0.355614 | `azmcp_postgres_database_list` | ❌ | +| 7 | 0.347128 | `azmcp_mysql_database_list` | ❌ | +| 8 | 0.346831 | `azmcp_sql_server_show` | ❌ | +| 9 | 0.329705 | `azmcp_sql_server_firewall-rule_create` | ❌ | +| 10 | 0.327837 | `azmcp_sql_db_delete` | ❌ | +| 11 | 0.311794 | `azmcp_keyvault_secret_create` | ❌ | +| 12 | 0.301243 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.297803 | `azmcp_keyvault_key_create` | ❌ | +| 14 | 0.279490 | `azmcp_kusto_table_list` | ❌ | +| 15 | 0.276192 | `azmcp_kusto_database_list` | ❌ | +| 16 | 0.272135 | `azmcp_keyvault_certificate_create` | ❌ | +| 17 | 0.254831 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 18 | 0.238999 | `azmcp_cosmos_database_container_list` | ❌ | +| 19 | 0.231273 | `azmcp_kusto_table_schema` | ❌ | +| 20 | 0.209994 | `azmcp_loadtesting_testresource_create` | ❌ | --- -## Test 205 +## Test 225 -**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` -**Prompt:** List active service health events in my subscription +**Expected Tool:** `azmcp_sql_db_create` +**Prompt:** Create a SQL database with Basic tier in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.711107 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | -| 2 | 0.520197 | `azmcp_search_service_list` | ❌ | -| 3 | 0.502064 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.487327 | `azmcp_eventgrid_topic_list` | ❌ | -| 5 | 0.453380 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.451351 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.439658 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.436070 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.411793 | `azmcp_grafana_list` | ❌ | -| 10 | 0.408792 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 11 | 0.407696 | `azmcp_subscription_list` | ❌ | -| 12 | 0.406949 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.404980 | `azmcp_aks_cluster_list` | ❌ | -| 14 | 0.391992 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.379017 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.371279 | `azmcp_group_list` | ❌ | -| 17 | 0.368866 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.367388 | `azmcp_marketplace_product_get` | ❌ | -| 19 | 0.357139 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.356002 | `azmcp_marketplace_product_list` | ❌ | +| 1 | 0.571760 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.459672 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.420843 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.396106 | `azmcp_sql_db_update` | ❌ | +| 5 | 0.395495 | `azmcp_sql_server_delete` | ❌ | +| 6 | 0.384660 | `azmcp_sql_db_list` | ❌ | +| 7 | 0.371559 | `azmcp_sql_server_show` | ❌ | +| 8 | 0.361051 | `azmcp_mysql_database_list` | ❌ | +| 9 | 0.343099 | `azmcp_sql_db_delete` | ❌ | +| 10 | 0.326611 | `azmcp_sql_server_firewall-rule_create` | ❌ | +| 11 | 0.324123 | `azmcp_kusto_table_list` | ❌ | +| 12 | 0.321837 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.317180 | `azmcp_kusto_database_list` | ❌ | +| 14 | 0.311150 | `azmcp_keyvault_key_create` | ❌ | +| 15 | 0.304628 | `azmcp_keyvault_secret_create` | ❌ | +| 16 | 0.301487 | `azmcp_kusto_table_schema` | ❌ | +| 17 | 0.290173 | `azmcp_keyvault_certificate_create` | ❌ | +| 18 | 0.286796 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 19 | 0.276688 | `azmcp_loadtesting_test_create` | ❌ | +| 20 | 0.257394 | `azmcp_cosmos_database_container_list` | ❌ | --- -## Test 206 +## Test 226 -**Expected Tool:** `azmcp_resourcehealth_service-health-events_list` -**Prompt:** Show me planned maintenance events for my Azure services +**Expected Tool:** `azmcp_sql_db_create` +**Prompt:** Create a new database called on SQL server in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527706 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | -| 2 | 0.437868 | `azmcp_search_service_list` | ❌ | -| 3 | 0.402493 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.400175 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.397735 | `azmcp_quota_usage_check` | ❌ | -| 6 | 0.382901 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.382581 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.375034 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.372005 | `azmcp_monitor_metrics_query` | ❌ | -| 10 | 0.363470 | `azmcp_get_bestpractices_get` | ❌ | -| 11 | 0.362214 | `azmcp_applens_resource_diagnose` | ❌ | -| 12 | 0.360562 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 13 | 0.357531 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.341495 | `azmcp_foundry_models_deployments_list` | ❌ | -| 15 | 0.340315 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.338062 | `azmcp_search_index_get` | ❌ | -| 17 | 0.333382 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.333173 | `azmcp_subscription_list` | ❌ | -| 19 | 0.332391 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.331594 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.604472 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.545906 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.494377 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.473975 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.456262 | `azmcp_storage_account_create` | ❌ | +| 6 | 0.455293 | `azmcp_sql_server_delete` | ❌ | +| 7 | 0.422871 | `azmcp_workbooks_create` | ❌ | +| 8 | 0.413309 | `azmcp_mysql_server_list` | ❌ | +| 9 | 0.398726 | `azmcp_loadtesting_testresource_create` | ❌ | +| 10 | 0.392814 | `azmcp_cosmos_database_list` | ❌ | +| 11 | 0.390310 | `azmcp_keyvault_secret_create` | ❌ | +| 12 | 0.379238 | `azmcp_keyvault_key_create` | ❌ | +| 13 | 0.378636 | `azmcp_keyvault_certificate_create` | ❌ | +| 14 | 0.374962 | `azmcp_sql_elastic-pool_list` | ❌ | +| 15 | 0.369375 | `azmcp_sql_db_delete` | ❌ | +| 16 | 0.365919 | `azmcp_kusto_database_list` | ❌ | +| 17 | 0.358566 | `azmcp_kusto_table_list` | ❌ | +| 18 | 0.323537 | `azmcp_group_list` | ❌ | +| 19 | 0.319381 | `azmcp_cosmos_database_container_list` | ❌ | +| 20 | 0.310776 | `azmcp_acr_registry_repository_list` | ❌ | --- -## Test 207 +## Test 227 -**Expected Tool:** `azmcp_servicebus_queue_details` -**Prompt:** Show me the details of service bus queue +**Expected Tool:** `azmcp_sql_db_delete` +**Prompt:** Delete the SQL database from server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642876 | `azmcp_servicebus_queue_details` | ✅ **EXPECTED** | -| 2 | 0.460932 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 3 | 0.400870 | `azmcp_servicebus_topic_details` | ❌ | -| 4 | 0.382417 | `azmcp_storage_queue_message_send` | ❌ | -| 5 | 0.376027 | `azmcp_aks_cluster_get` | ❌ | -| 6 | 0.360755 | `azmcp_storage_blob_container_get` | ❌ | -| 7 | 0.352789 | `azmcp_storage_blob_get` | ❌ | -| 8 | 0.352705 | `azmcp_storage_account_get` | ❌ | -| 9 | 0.351081 | `azmcp_search_index_get` | ❌ | -| 10 | 0.342349 | `azmcp_sql_server_show` | ❌ | -| 11 | 0.337239 | `azmcp_sql_db_show` | ❌ | -| 12 | 0.332541 | `azmcp_loadtesting_testrun_get` | ❌ | -| 13 | 0.327611 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.323281 | `azmcp_marketplace_product_get` | ❌ | -| 15 | 0.322914 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.310612 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.309215 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.296380 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.290453 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.279367 | `azmcp_aks_nodepool_list` | ❌ | +| 1 | 0.520786 | `azmcp_sql_server_delete` | ❌ | +| 2 | 0.484026 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | +| 3 | 0.386564 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.364776 | `azmcp_sql_db_show` | ❌ | +| 5 | 0.351204 | `azmcp_postgres_database_list` | ❌ | +| 6 | 0.350121 | `azmcp_mysql_database_list` | ❌ | +| 7 | 0.345061 | `azmcp_sql_db_list` | ❌ | +| 8 | 0.338052 | `azmcp_sql_server_show` | ❌ | +| 9 | 0.337699 | `azmcp_sql_db_create` | ❌ | +| 10 | 0.317215 | `azmcp_mysql_table_list` | ❌ | +| 11 | 0.286892 | `azmcp_cosmos_database_list` | ❌ | +| 12 | 0.284794 | `azmcp_kusto_table_list` | ❌ | +| 13 | 0.278895 | `azmcp_kusto_database_list` | ❌ | +| 14 | 0.271009 | `azmcp_appconfig_kv_delete` | ❌ | +| 15 | 0.253808 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 16 | 0.243201 | `azmcp_kusto_table_schema` | ❌ | +| 17 | 0.235173 | `azmcp_cosmos_database_container_list` | ❌ | +| 18 | 0.211680 | `azmcp_kusto_query` | ❌ | +| 19 | 0.183587 | `azmcp_kusto_sample` | ❌ | +| 20 | 0.143366 | `azmcp_monitor_resource_log_query` | ❌ | --- -## Test 208 +## Test 228 -**Expected Tool:** `azmcp_servicebus_topic_details` -**Prompt:** Show me the details of service bus topic +**Expected Tool:** `azmcp_sql_db_delete` +**Prompt:** Remove database from SQL server in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591649 | `azmcp_servicebus_topic_details` | ✅ **EXPECTED** | -| 2 | 0.571860 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 3 | 0.494885 | `azmcp_eventgrid_topic_list` | ❌ | -| 4 | 0.483976 | `azmcp_servicebus_queue_details` | ❌ | -| 5 | 0.365658 | `azmcp_search_index_get` | ❌ | -| 6 | 0.362127 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.352485 | `azmcp_marketplace_product_get` | ❌ | -| 8 | 0.341289 | `azmcp_loadtesting_testrun_get` | ❌ | -| 9 | 0.340036 | `azmcp_sql_db_show` | ❌ | -| 10 | 0.337675 | `azmcp_storage_blob_get` | ❌ | -| 11 | 0.335522 | `azmcp_kusto_cluster_get` | ❌ | -| 12 | 0.333396 | `azmcp_storage_account_get` | ❌ | -| 13 | 0.330814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 14 | 0.326077 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.324869 | `azmcp_redis_cache_list` | ❌ | -| 16 | 0.317497 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.306388 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.297323 | `azmcp_grafana_list` | ❌ | -| 19 | 0.290383 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.287440 | `azmcp_aks_nodepool_get` | ❌ | +| 1 | 0.579119 | `azmcp_sql_server_delete` | ❌ | +| 2 | 0.500756 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.478729 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.466216 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | +| 5 | 0.421365 | `azmcp_sql_db_create` | ❌ | +| 6 | 0.412704 | `azmcp_mysql_server_list` | ❌ | +| 7 | 0.392236 | `azmcp_workbooks_delete` | ❌ | +| 8 | 0.390334 | `azmcp_cosmos_database_list` | ❌ | +| 9 | 0.381382 | `azmcp_sql_server_create` | ❌ | +| 10 | 0.380074 | `azmcp_kusto_database_list` | ❌ | +| 11 | 0.370486 | `azmcp_kusto_table_list` | ❌ | +| 12 | 0.368841 | `azmcp_sql_elastic-pool_list` | ❌ | +| 13 | 0.367342 | `azmcp_redis_cluster_database_list` | ❌ | +| 14 | 0.345612 | `azmcp_group_list` | ❌ | +| 15 | 0.334517 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 16 | 0.332517 | `azmcp_acr_registry_repository_list` | ❌ | +| 17 | 0.327408 | `azmcp_cosmos_database_container_list` | ❌ | +| 18 | 0.310437 | `azmcp_kusto_table_schema` | ❌ | +| 19 | 0.304849 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 20 | 0.301838 | `azmcp_functionapp_get` | ❌ | --- -## Test 209 +## Test 229 -**Expected Tool:** `azmcp_servicebus_topic_subscription_details` -**Prompt:** Show me the details of service bus subscription +**Expected Tool:** `azmcp_sql_db_delete` +**Prompt:** Delete the database called on server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.633187 | `azmcp_servicebus_topic_subscription_details` | ✅ **EXPECTED** | -| 2 | 0.494515 | `azmcp_servicebus_queue_details` | ❌ | -| 3 | 0.457036 | `azmcp_servicebus_topic_details` | ❌ | -| 4 | 0.444604 | `azmcp_marketplace_product_get` | ❌ | -| 5 | 0.443973 | `azmcp_eventgrid_topic_list` | ❌ | -| 6 | 0.429458 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.426768 | `azmcp_kusto_cluster_get` | ❌ | -| 8 | 0.421009 | `azmcp_sql_db_show` | ❌ | -| 9 | 0.411293 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 10 | 0.409614 | `azmcp_aks_cluster_list` | ❌ | -| 11 | 0.405380 | `azmcp_search_service_list` | ❌ | -| 12 | 0.404740 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.395789 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.395176 | `azmcp_grafana_list` | ❌ | -| 15 | 0.388049 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.382225 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.369986 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.369116 | `azmcp_aks_cluster_get` | ❌ | -| 19 | 0.368155 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.367649 | `azmcp_group_list` | ❌ | +| 1 | 0.459422 | `azmcp_sql_server_delete` | ❌ | +| 2 | 0.427494 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | +| 3 | 0.364494 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.355416 | `azmcp_mysql_database_list` | ❌ | +| 5 | 0.319617 | `azmcp_sql_db_show` | ❌ | +| 6 | 0.314902 | `azmcp_cosmos_database_list` | ❌ | +| 7 | 0.311506 | `azmcp_mysql_table_list` | ❌ | +| 8 | 0.310758 | `azmcp_sql_db_list` | ❌ | +| 9 | 0.305059 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 10 | 0.295355 | `azmcp_redis_cluster_database_list` | ❌ | +| 11 | 0.294781 | `azmcp_sql_db_create` | ❌ | +| 12 | 0.288554 | `azmcp_kusto_database_list` | ❌ | +| 13 | 0.283955 | `azmcp_kusto_table_list` | ❌ | +| 14 | 0.258654 | `azmcp_appconfig_kv_delete` | ❌ | +| 15 | 0.246948 | `azmcp_cosmos_database_container_list` | ❌ | +| 16 | 0.229764 | `azmcp_kusto_table_schema` | ❌ | +| 17 | 0.213266 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 18 | 0.187992 | `azmcp_kusto_query` | ❌ | +| 19 | 0.171883 | `azmcp_kusto_sample` | ❌ | +| 20 | 0.151809 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 210 +## Test 230 **Expected Tool:** `azmcp_sql_db_list` **Prompt:** List all databases in the Azure SQL server @@ -7007,7 +7662,7 @@ | 1 | 0.643186 | `azmcp_sql_db_list` | ✅ **EXPECTED** | | 2 | 0.639694 | `azmcp_mysql_database_list` | ❌ | | 3 | 0.609178 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.602889 | `azmcp_cosmos_database_list` | ❌ | +| 4 | 0.602890 | `azmcp_cosmos_database_list` | ❌ | | 5 | 0.532407 | `azmcp_sql_server_show` | ❌ | | 6 | 0.529058 | `azmcp_mysql_table_list` | ❌ | | 7 | 0.527896 | `azmcp_kusto_database_list` | ❌ | @@ -7020,14 +7675,14 @@ | 14 | 0.441355 | `azmcp_cosmos_account_list` | ❌ | | 15 | 0.440528 | `azmcp_cosmos_database_container_list` | ❌ | | 16 | 0.400489 | `azmcp_keyvault_certificate_list` | ❌ | -| 17 | 0.395036 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.394543 | `azmcp_keyvault_secret_list` | ❌ | +| 17 | 0.395322 | `azmcp_keyvault_key_list` | ❌ | +| 18 | 0.394623 | `azmcp_keyvault_secret_list` | ❌ | | 19 | 0.380402 | `azmcp_acr_registry_repository_list` | ❌ | | 20 | 0.367404 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 211 +## Test 231 **Expected Tool:** `azmcp_sql_db_list` **Prompt:** Show me all the databases configuration details in the Azure SQL server @@ -7043,23 +7698,23 @@ | 5 | 0.524274 | `azmcp_sql_db_show` | ❌ | | 6 | 0.471862 | `azmcp_postgres_database_list` | ❌ | | 7 | 0.461650 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.458741 | `azmcp_postgres_server_config_get` | ❌ | -| 9 | 0.445291 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.443384 | `azmcp_sql_elastic-pool_list` | ❌ | -| 11 | 0.439752 | `azmcp_sql_server_delete` | ❌ | +| 8 | 0.458742 | `azmcp_postgres_server_config_get` | ❌ | +| 9 | 0.451453 | `azmcp_sql_db_create` | ❌ | +| 10 | 0.445291 | `azmcp_mysql_table_list` | ❌ | +| 11 | 0.443384 | `azmcp_sql_elastic-pool_list` | ❌ | | 12 | 0.387645 | `azmcp_kusto_database_list` | ❌ | | 13 | 0.380428 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.357318 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.354580 | `azmcp_aks_nodepool_list` | ❌ | +| 14 | 0.357215 | `azmcp_aks_cluster_list` | ❌ | +| 15 | 0.354581 | `azmcp_aks_nodepool_list` | ❌ | | 16 | 0.349880 | `azmcp_cosmos_account_list` | ❌ | | 17 | 0.347075 | `azmcp_cosmos_database_container_list` | ❌ | | 18 | 0.342792 | `azmcp_appconfig_kv_list` | ❌ | -| 19 | 0.342517 | `azmcp_aks_cluster_get` | ❌ | +| 19 | 0.342284 | `azmcp_aks_cluster_get` | ❌ | | 20 | 0.341681 | `azmcp_kusto_table_list` | ❌ | --- -## Test 212 +## Test 232 **Expected Tool:** `azmcp_sql_db_show` **Prompt:** Get the configuration details for the SQL database on server @@ -7073,25 +7728,25 @@ | 3 | 0.530422 | `azmcp_mysql_server_config_get` | ❌ | | 4 | 0.528136 | `azmcp_sql_db_show` | ✅ **EXPECTED** | | 5 | 0.465693 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.446682 | `azmcp_postgres_server_param_get` | ❌ | +| 6 | 0.446633 | `azmcp_postgres_server_param_get` | ❌ | | 7 | 0.438925 | `azmcp_mysql_server_param_get` | ❌ | | 8 | 0.398181 | `azmcp_mysql_table_schema_get` | ❌ | | 9 | 0.397510 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.374999 | `azmcp_sql_server_create` | ❌ | +| 10 | 0.396416 | `azmcp_sql_db_create` | ❌ | | 11 | 0.371413 | `azmcp_loadtesting_test_get` | ❌ | | 12 | 0.325945 | `azmcp_kusto_table_schema` | ❌ | -| 13 | 0.325788 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.320677 | `azmcp_aks_cluster_get` | ❌ | +| 13 | 0.325690 | `azmcp_aks_nodepool_get` | ❌ | +| 14 | 0.320054 | `azmcp_aks_cluster_get` | ❌ | | 15 | 0.297839 | `azmcp_appconfig_kv_show` | ❌ | | 16 | 0.294987 | `azmcp_appconfig_kv_list` | ❌ | | 17 | 0.281546 | `azmcp_functionapp_get` | ❌ | | 18 | 0.279952 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 19 | 0.273351 | `azmcp_kusto_cluster_get` | ❌ | +| 19 | 0.273566 | `azmcp_kusto_cluster_get` | ❌ | | 20 | 0.273315 | `azmcp_cosmos_database_list` | ❌ | --- -## Test 213 +## Test 233 **Expected Tool:** `azmcp_sql_db_show` **Prompt:** Show me the details of SQL database in server @@ -7113,17 +7768,81 @@ | 11 | 0.344694 | `azmcp_kusto_table_schema` | ❌ | | 12 | 0.337996 | `azmcp_cosmos_database_list` | ❌ | | 13 | 0.323587 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.300629 | `azmcp_aks_cluster_get` | ❌ | -| 15 | 0.300133 | `azmcp_cosmos_database_container_list` | ❌ | +| 14 | 0.300133 | `azmcp_cosmos_database_container_list` | ❌ | +| 15 | 0.299814 | `azmcp_aks_cluster_get` | ❌ | | 16 | 0.296827 | `azmcp_kusto_database_list` | ❌ | | 17 | 0.291629 | `azmcp_loadtesting_testrun_get` | ❌ | -| 18 | 0.285619 | `azmcp_kusto_cluster_get` | ❌ | +| 18 | 0.285843 | `azmcp_kusto_cluster_get` | ❌ | | 19 | 0.268405 | `azmcp_functionapp_get` | ❌ | -| 20 | 0.265545 | `azmcp_aks_nodepool_get` | ❌ | +| 20 | 0.265483 | `azmcp_aks_nodepool_get` | ❌ | --- -## Test 214 +## Test 234 + +**Expected Tool:** `azmcp_sql_db_update` +**Prompt:** Update the performance tier of SQL database on server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.565229 | `azmcp_sql_db_update` | ✅ **EXPECTED** | +| 2 | 0.467571 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.427621 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.385817 | `azmcp_sql_server_show` | ❌ | +| 5 | 0.377337 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 6 | 0.371461 | `azmcp_sql_db_list` | ❌ | +| 7 | 0.369822 | `azmcp_sql_server_delete` | ❌ | +| 8 | 0.368957 | `azmcp_mysql_server_param_set` | ❌ | +| 9 | 0.344860 | `azmcp_sql_db_delete` | ❌ | +| 10 | 0.334237 | `azmcp_postgres_server_param_set` | ❌ | +| 11 | 0.306013 | `azmcp_loadtesting_testrun_update` | ❌ | +| 12 | 0.273809 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.270134 | `azmcp_kusto_table_schema` | ❌ | +| 14 | 0.263397 | `azmcp_kusto_table_list` | ❌ | +| 15 | 0.250975 | `azmcp_kusto_database_list` | ❌ | +| 16 | 0.250753 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 17 | 0.240663 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 18 | 0.230967 | `azmcp_loadtesting_testrun_create` | ❌ | +| 19 | 0.223147 | `azmcp_loadtesting_test_create` | ❌ | +| 20 | 0.223086 | `azmcp_kusto_query` | ❌ | + +--- + +## Test 235 + +**Expected Tool:** `azmcp_sql_db_update` +**Prompt:** Scale SQL database on server to use SKU + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.401820 | `azmcp_sql_db_list` | ❌ | +| 2 | 0.394743 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.389883 | `azmcp_sql_db_update` | ✅ **EXPECTED** | +| 4 | 0.386595 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.381815 | `azmcp_sql_db_create` | ❌ | +| 6 | 0.349174 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 7 | 0.342258 | `azmcp_sql_elastic-pool_list` | ❌ | +| 8 | 0.339034 | `azmcp_sql_db_delete` | ❌ | +| 9 | 0.333287 | `azmcp_sql_server_show` | ❌ | +| 10 | 0.329714 | `azmcp_mysql_table_list` | ❌ | +| 11 | 0.325597 | `azmcp_mysql_server_config_get` | ❌ | +| 12 | 0.304346 | `azmcp_kusto_table_schema` | ❌ | +| 13 | 0.296959 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | +| 14 | 0.261126 | `azmcp_kusto_table_list` | ❌ | +| 15 | 0.257309 | `azmcp_kusto_database_list` | ❌ | +| 16 | 0.238510 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 17 | 0.232089 | `azmcp_cosmos_database_list` | ❌ | +| 18 | 0.223103 | `azmcp_loadtesting_testrun_update` | ❌ | +| 19 | 0.221271 | `azmcp_kusto_query` | ❌ | +| 20 | 0.219568 | `azmcp_foundry_knowledge_index_schema` | ❌ | + +--- + +## Test 236 **Expected Tool:** `azmcp_sql_elastic-pool_list` **Prompt:** List all elastic pools in SQL server @@ -7143,19 +7862,19 @@ | 9 | 0.434570 | `azmcp_postgres_server_list` | ❌ | | 10 | 0.431174 | `azmcp_cosmos_database_list` | ❌ | | 11 | 0.429007 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 12 | 0.416273 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.394548 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.394338 | `azmcp_kusto_database_list` | ❌ | +| 12 | 0.416258 | `azmcp_monitor_table_list` | ❌ | +| 13 | 0.394537 | `azmcp_aks_nodepool_get` | ❌ | +| 14 | 0.394337 | `azmcp_kusto_database_list` | ❌ | | 15 | 0.370652 | `azmcp_cosmos_account_list` | ❌ | | 16 | 0.363579 | `azmcp_kusto_cluster_list` | ❌ | | 17 | 0.357347 | `azmcp_kusto_table_list` | ❌ | -| 18 | 0.352050 | `azmcp_aks_cluster_list` | ❌ | +| 18 | 0.352026 | `azmcp_aks_cluster_list` | ❌ | | 19 | 0.351647 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.349490 | `azmcp_keyvault_key_list` | ❌ | +| 20 | 0.349729 | `azmcp_keyvault_key_list` | ❌ | --- -## Test 215 +## Test 237 **Expected Tool:** `azmcp_sql_elastic-pool_list` **Prompt:** Show me the elastic pools configured for SQL server @@ -7166,28 +7885,28 @@ |------|-------|------|--------| | 1 | 0.606425 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | | 2 | 0.502877 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.457164 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.457163 | `azmcp_sql_db_list` | ❌ | | 4 | 0.438522 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.432816 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.429793 | `azmcp_aks_nodepool_get` | ❌ | +| 6 | 0.429728 | `azmcp_aks_nodepool_get` | ❌ | | 7 | 0.423047 | `azmcp_mysql_server_config_get` | ❌ | | 8 | 0.419753 | `azmcp_mysql_server_list` | ❌ | | 9 | 0.400026 | `azmcp_mysql_server_param_get` | ❌ | | 10 | 0.383940 | `azmcp_sql_server_entra-admin_list` | ❌ | | 11 | 0.378556 | `azmcp_postgres_server_list` | ❌ | -| 12 | 0.372423 | `azmcp_mysql_table_list` | ❌ | +| 12 | 0.373386 | `azmcp_sql_db_create` | ❌ | | 13 | 0.335615 | `azmcp_cosmos_database_list` | ❌ | | 14 | 0.333099 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.319836 | `azmcp_aks_cluster_list` | ❌ | +| 15 | 0.319856 | `azmcp_aks_cluster_list` | ❌ | | 16 | 0.317886 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 17 | 0.304601 | `azmcp_cosmos_account_list` | ❌ | +| 17 | 0.304600 | `azmcp_cosmos_account_list` | ❌ | | 18 | 0.304317 | `azmcp_appconfig_account_list` | ❌ | | 19 | 0.298907 | `azmcp_kusto_database_list` | ❌ | | 20 | 0.298264 | `azmcp_acr_registry_list` | ❌ | --- -## Test 216 +## Test 238 **Expected Tool:** `azmcp_sql_elastic-pool_list` **Prompt:** What elastic pools are available in my SQL server ? @@ -7203,7 +7922,7 @@ | 5 | 0.397640 | `azmcp_sql_server_show` | ❌ | | 6 | 0.386833 | `azmcp_aks_nodepool_list` | ❌ | | 7 | 0.378527 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.365129 | `azmcp_aks_nodepool_get` | ❌ | +| 8 | 0.365113 | `azmcp_aks_nodepool_get` | ❌ | | 9 | 0.357516 | `azmcp_mysql_table_list` | ❌ | | 10 | 0.350723 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 11 | 0.344799 | `azmcp_postgres_server_list` | ❌ | @@ -7215,11 +7934,11 @@ | 17 | 0.284157 | `azmcp_kusto_database_list` | ❌ | | 18 | 0.281680 | `azmcp_cosmos_account_list` | ❌ | | 19 | 0.272025 | `azmcp_monitor_metrics_definitions` | ❌ | -| 20 | 0.259325 | `azmcp_loadtesting_testresource_list` | ❌ | +| 20 | 0.259391 | `azmcp_loadtesting_testresource_list` | ❌ | --- -## Test 217 +## Test 239 **Expected Tool:** `azmcp_sql_server_create` **Prompt:** Create a new Azure SQL server named in resource group @@ -7228,30 +7947,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682605 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.537173 | `azmcp_sql_server_delete` | ❌ | -| 3 | 0.482102 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.473675 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.464987 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.451815 | `azmcp_loadtesting_testresource_create` | ❌ | -| 7 | 0.449920 | `azmcp_sql_server_show` | ❌ | -| 8 | 0.449757 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.418811 | `azmcp_sql_elastic-pool_list` | ❌ | -| 10 | 0.416802 | `azmcp_workbooks_create` | ❌ | -| 11 | 0.402511 | `azmcp_keyvault_secret_create` | ❌ | -| 12 | 0.400940 | `azmcp_keyvault_certificate_create` | ❌ | -| 13 | 0.397363 | `azmcp_keyvault_key_create` | ❌ | -| 14 | 0.353383 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 15 | 0.335788 | `azmcp_functionapp_get` | ❌ | -| 16 | 0.332831 | `azmcp_extension_azqr` | ❌ | -| 17 | 0.326862 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.323405 | `azmcp_acr_registry_repository_list` | ❌ | -| 19 | 0.319939 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.317946 | `azmcp_loadtesting_test_create` | ❌ | +| 1 | 0.682899 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.564199 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.537328 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.481795 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.473804 | `azmcp_sql_db_show` | ❌ | +| 6 | 0.464978 | `azmcp_mysql_server_list` | ❌ | +| 7 | 0.451480 | `azmcp_loadtesting_testresource_create` | ❌ | +| 8 | 0.450184 | `azmcp_sql_server_show` | ❌ | +| 9 | 0.449932 | `azmcp_sql_db_list` | ❌ | +| 10 | 0.419453 | `azmcp_sql_elastic-pool_list` | ❌ | +| 11 | 0.416299 | `azmcp_workbooks_create` | ❌ | +| 12 | 0.402802 | `azmcp_keyvault_secret_create` | ❌ | +| 13 | 0.401683 | `azmcp_keyvault_certificate_create` | ❌ | +| 14 | 0.397643 | `azmcp_keyvault_key_create` | ❌ | +| 15 | 0.335379 | `azmcp_functionapp_get` | ❌ | +| 16 | 0.332447 | `azmcp_extension_azqr` | ❌ | +| 17 | 0.326775 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 18 | 0.323920 | `azmcp_acr_registry_repository_list` | ❌ | +| 19 | 0.319975 | `azmcp_acr_registry_list` | ❌ | +| 20 | 0.318138 | `azmcp_loadtesting_test_create` | ❌ | --- -## Test 218 +## Test 240 **Expected Tool:** `azmcp_sql_server_create` **Prompt:** Create an Azure SQL server with name in location with admin user @@ -7261,29 +7980,29 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.618309 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.472463 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.434810 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.396073 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.369890 | `azmcp_keyvault_secret_create` | ❌ | -| 6 | 0.368537 | `azmcp_keyvault_key_create` | ❌ | +| 2 | 0.510169 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.472463 | `azmcp_sql_server_show` | ❌ | +| 4 | 0.434810 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.396073 | `azmcp_storage_account_create` | ❌ | +| 6 | 0.369864 | `azmcp_keyvault_secret_create` | ❌ | | 7 | 0.368115 | `azmcp_sql_db_show` | ❌ | -| 8 | 0.360875 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.354438 | `azmcp_sql_elastic-pool_list` | ❌ | -| 10 | 0.352219 | `azmcp_keyvault_certificate_create` | ❌ | -| 11 | 0.349584 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 12 | 0.349312 | `azmcp_sql_db_list` | ❌ | -| 13 | 0.337557 | `azmcp_mysql_server_config_get` | ❌ | +| 8 | 0.367996 | `azmcp_keyvault_key_create` | ❌ | +| 9 | 0.360875 | `azmcp_mysql_server_list` | ❌ | +| 10 | 0.354438 | `azmcp_sql_elastic-pool_list` | ❌ | +| 11 | 0.352234 | `azmcp_keyvault_certificate_create` | ❌ | +| 12 | 0.349584 | `azmcp_sql_server_firewall-rule_create` | ❌ | +| 13 | 0.349312 | `azmcp_sql_db_list` | ❌ | | 14 | 0.324021 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 15 | 0.316772 | `azmcp_loadtesting_test_create` | ❌ | | 16 | 0.315987 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 17 | 0.301131 | `azmcp_deploy_plan_get` | ❌ | +| 17 | 0.301226 | `azmcp_deploy_plan_get` | ❌ | | 18 | 0.300788 | `azmcp_loadtesting_testresource_create` | ❌ | | 19 | 0.297351 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 20 | 0.278419 | `azmcp_azureterraformbestpractices_get` | ❌ | --- -## Test 219 +## Test 241 **Expected Tool:** `azmcp_sql_server_create` **Prompt:** Set up a new SQL server called in my resource group @@ -7293,20 +8012,20 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.589818 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.469425 | `azmcp_sql_server_delete` | ❌ | -| 3 | 0.442934 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.423887 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.421502 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.417608 | `azmcp_sql_db_show` | ❌ | -| 7 | 0.416146 | `azmcp_storage_account_create` | ❌ | -| 8 | 0.389609 | `azmcp_sql_elastic-pool_list` | ❌ | -| 9 | 0.385267 | `azmcp_loadtesting_testresource_create` | ❌ | -| 10 | 0.369631 | `azmcp_workbooks_create` | ❌ | -| 11 | 0.341142 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 12 | 0.332965 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.317538 | `azmcp_keyvault_key_create` | ❌ | +| 2 | 0.501403 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.469425 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.442934 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.423887 | `azmcp_sql_server_show` | ❌ | +| 6 | 0.421502 | `azmcp_sql_db_list` | ❌ | +| 7 | 0.417608 | `azmcp_sql_db_show` | ❌ | +| 8 | 0.416146 | `azmcp_storage_account_create` | ❌ | +| 9 | 0.389609 | `azmcp_sql_elastic-pool_list` | ❌ | +| 10 | 0.385267 | `azmcp_loadtesting_testresource_create` | ❌ | +| 11 | 0.369631 | `azmcp_workbooks_create` | ❌ | +| 12 | 0.333007 | `azmcp_keyvault_secret_create` | ❌ | +| 13 | 0.317210 | `azmcp_keyvault_key_create` | ❌ | | 14 | 0.312657 | `azmcp_loadtesting_test_create` | ❌ | -| 15 | 0.303168 | `azmcp_keyvault_certificate_create` | ❌ | +| 15 | 0.303177 | `azmcp_keyvault_certificate_create` | ❌ | | 16 | 0.300992 | `azmcp_functionapp_get` | ❌ | | 17 | 0.298321 | `azmcp_group_list` | ❌ | | 18 | 0.288584 | `azmcp_datadog_monitoredresources_list` | ❌ | @@ -7315,7 +8034,7 @@ --- -## Test 220 +## Test 242 **Expected Tool:** `azmcp_sql_server_delete` **Prompt:** Delete the Azure SQL server from resource group @@ -7324,30 +8043,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.702352 | `azmcp_sql_server_delete` | ✅ **EXPECTED** | +| 1 | 0.702353 | `azmcp_sql_server_delete` | ✅ **EXPECTED** | | 2 | 0.495550 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.483132 | `azmcp_workbooks_delete` | ❌ | -| 4 | 0.470205 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.449008 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.448515 | `azmcp_sql_server_show` | ❌ | -| 7 | 0.438950 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.417035 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 9 | 0.402684 | `azmcp_sql_elastic-pool_list` | ❌ | -| 10 | 0.346442 | `azmcp_functionapp_get` | ❌ | -| 11 | 0.333270 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.327099 | `azmcp_storage_account_create` | ❌ | +| 3 | 0.486195 | `azmcp_sql_db_delete` | ❌ | +| 4 | 0.483132 | `azmcp_workbooks_delete` | ❌ | +| 5 | 0.470205 | `azmcp_sql_db_show` | ❌ | +| 6 | 0.449007 | `azmcp_mysql_server_list` | ❌ | +| 7 | 0.448514 | `azmcp_sql_server_show` | ❌ | +| 8 | 0.438950 | `azmcp_sql_db_list` | ❌ | +| 9 | 0.417035 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 10 | 0.402684 | `azmcp_sql_elastic-pool_list` | ❌ | +| 11 | 0.346442 | `azmcp_functionapp_get` | ❌ | +| 12 | 0.333269 | `azmcp_datadog_monitoredresources_list` | ❌ | | 13 | 0.323460 | `azmcp_acr_registry_repository_list` | ❌ | | 14 | 0.317588 | `azmcp_extension_azqr` | ❌ | | 15 | 0.317257 | `azmcp_group_list` | ❌ | | 16 | 0.307426 | `azmcp_appconfig_kv_delete` | ❌ | -| 17 | 0.305136 | `azmcp_monitor_metrics_query` | ❌ | -| 18 | 0.290106 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.273131 | `azmcp_loadtesting_testresource_create` | ❌ | -| 20 | 0.268748 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 17 | 0.304909 | `azmcp_monitor_metrics_query` | ❌ | +| 18 | 0.292074 | `azmcp_monitor_resource_log_query` | ❌ | +| 19 | 0.290106 | `azmcp_acr_registry_list` | ❌ | +| 20 | 0.273131 | `azmcp_loadtesting_testresource_create` | ❌ | --- -## Test 221 +## Test 243 **Expected Tool:** `azmcp_sql_server_delete` **Prompt:** Remove the SQL server from my subscription @@ -7361,25 +8080,25 @@ | 3 | 0.376660 | `azmcp_sql_server_show` | ❌ | | 4 | 0.309280 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 5 | 0.306368 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.299760 | `azmcp_sql_server_create` | ❌ | -| 7 | 0.295963 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.295073 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 9 | 0.276930 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 10 | 0.263894 | `azmcp_postgres_server_config_get` | ❌ | +| 6 | 0.301933 | `azmcp_sql_db_delete` | ❌ | +| 7 | 0.299760 | `azmcp_sql_server_create` | ❌ | +| 8 | 0.295963 | `azmcp_sql_db_list` | ❌ | +| 9 | 0.295073 | `azmcp_sql_server_entra-admin_list` | ❌ | +| 10 | 0.276930 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 11 | 0.258333 | `azmcp_kusto_database_list` | ❌ | | 12 | 0.235107 | `azmcp_cosmos_account_list` | ❌ | | 13 | 0.234779 | `azmcp_appconfig_kv_delete` | ❌ | | 14 | 0.234376 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.226945 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.225579 | `azmcp_grafana_list` | ❌ | -| 17 | 0.219702 | `azmcp_kusto_table_list` | ❌ | -| 18 | 0.210483 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.207513 | `azmcp_marketplace_product_get` | ❌ | -| 20 | 0.207236 | `azmcp_marketplace_product_list` | ❌ | +| 15 | 0.232903 | `azmcp_eventgrid_subscription_list` | ❌ | +| 16 | 0.226608 | `azmcp_kusto_cluster_get` | ❌ | +| 17 | 0.225579 | `azmcp_grafana_list` | ❌ | +| 18 | 0.219702 | `azmcp_kusto_table_list` | ❌ | +| 19 | 0.210483 | `azmcp_appconfig_account_list` | ❌ | +| 20 | 0.207493 | `azmcp_marketplace_product_get` | ❌ | --- -## Test 222 +## Test 244 **Expected Tool:** `azmcp_sql_server_delete` **Prompt:** Delete SQL server permanently @@ -7389,29 +8108,29 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.527930 | `azmcp_sql_server_delete` | ✅ **EXPECTED** | -| 2 | 0.362389 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 3 | 0.341503 | `azmcp_sql_server_show` | ❌ | -| 4 | 0.315820 | `azmcp_workbooks_delete` | ❌ | -| 5 | 0.274818 | `azmcp_sql_server_create` | ❌ | -| 6 | 0.262381 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 7 | 0.261688 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 8 | 0.254391 | `azmcp_appconfig_kv_delete` | ❌ | -| 9 | 0.247364 | `azmcp_postgres_server_param_set` | ❌ | -| 10 | 0.237815 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.235278 | `azmcp_mysql_database_query` | ❌ | +| 2 | 0.396541 | `azmcp_sql_db_delete` | ❌ | +| 3 | 0.362389 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.341503 | `azmcp_sql_server_show` | ❌ | +| 5 | 0.315820 | `azmcp_workbooks_delete` | ❌ | +| 6 | 0.274818 | `azmcp_sql_server_create` | ❌ | +| 7 | 0.262381 | `azmcp_sql_server_entra-admin_list` | ❌ | +| 8 | 0.261689 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 9 | 0.254391 | `azmcp_appconfig_kv_delete` | ❌ | +| 10 | 0.247364 | `azmcp_postgres_server_param_set` | ❌ | +| 11 | 0.237815 | `azmcp_mysql_table_list` | ❌ | | 12 | 0.168042 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 13 | 0.164350 | `azmcp_loadtesting_testrun_update` | ❌ | +| 13 | 0.164197 | `azmcp_loadtesting_testrun_update` | ❌ | | 14 | 0.159907 | `azmcp_kusto_table_list` | ❌ | | 15 | 0.156253 | `azmcp_cosmos_database_list` | ❌ | | 16 | 0.148272 | `azmcp_kusto_database_list` | ❌ | | 17 | 0.146243 | `azmcp_kusto_table_schema` | ❌ | | 18 | 0.142127 | `azmcp_kusto_query` | ❌ | -| 19 | 0.140290 | `azmcp_keyvault_secret_list` | ❌ | -| 20 | 0.125251 | `azmcp_loadtesting_testrun_list` | ❌ | +| 19 | 0.140346 | `azmcp_keyvault_secret_list` | ❌ | +| 20 | 0.136157 | `azmcp_monitor_resource_log_query` | ❌ | --- -## Test 223 +## Test 245 **Expected Tool:** `azmcp_sql_server_entra-admin_list` **Prompt:** List Microsoft Entra ID administrators for SQL server @@ -7432,18 +8151,18 @@ | 10 | 0.328737 | `azmcp_role_assignment_list` | ❌ | | 11 | 0.280450 | `azmcp_cosmos_database_list` | ❌ | | 12 | 0.258095 | `azmcp_cosmos_account_list` | ❌ | -| 13 | 0.249297 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 14 | 0.249153 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.246563 | `azmcp_keyvault_secret_list` | ❌ | -| 16 | 0.245267 | `azmcp_group_list` | ❌ | -| 17 | 0.238154 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.234681 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.233337 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.227804 | `azmcp_keyvault_certificate_list` | ❌ | +| 13 | 0.250088 | `azmcp_monitor_resource_log_query` | ❌ | +| 14 | 0.249297 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 15 | 0.249153 | `azmcp_kusto_database_list` | ❌ | +| 16 | 0.246677 | `azmcp_keyvault_secret_list` | ❌ | +| 17 | 0.245267 | `azmcp_group_list` | ❌ | +| 18 | 0.238204 | `azmcp_keyvault_key_list` | ❌ | +| 19 | 0.234681 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 20 | 0.233337 | `azmcp_cosmos_database_container_list` | ❌ | --- -## Test 224 +## Test 246 **Expected Tool:** `azmcp_sql_server_entra-admin_list` **Prompt:** Show me the Entra ID administrators configured for SQL server @@ -7470,12 +8189,12 @@ | 16 | 0.188120 | `azmcp_cosmos_account_list` | ❌ | | 17 | 0.183184 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 18 | 0.182237 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.180494 | `azmcp_aks_nodepool_get` | ❌ | +| 19 | 0.180468 | `azmcp_aks_nodepool_get` | ❌ | | 20 | 0.178625 | `azmcp_loadtesting_testrun_list` | ❌ | --- -## Test 225 +## Test 247 **Expected Tool:** `azmcp_sql_server_entra-admin_list` **Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? @@ -7490,24 +8209,24 @@ | 4 | 0.253610 | `azmcp_sql_db_list` | ❌ | | 5 | 0.236850 | `azmcp_mysql_table_list` | ❌ | | 6 | 0.236050 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.228196 | `azmcp_sql_server_delete` | ❌ | -| 8 | 0.222003 | `azmcp_sql_elastic-pool_list` | ❌ | -| 9 | 0.221683 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.220421 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 7 | 0.230580 | `azmcp_sql_db_create` | ❌ | +| 8 | 0.228196 | `azmcp_sql_server_delete` | ❌ | +| 9 | 0.223111 | `azmcp_sql_db_update` | ❌ | +| 10 | 0.222002 | `azmcp_sql_elastic-pool_list` | ❌ | | 11 | 0.212644 | `azmcp_cloudarchitect_design` | ❌ | | 12 | 0.200387 | `azmcp_applens_resource_diagnose` | ❌ | -| 13 | 0.189941 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 14 | 0.188287 | `azmcp_deploy_plan_get` | ❌ | -| 15 | 0.180995 | `azmcp_deploy_app_logs_get` | ❌ | -| 16 | 0.180556 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 17 | 0.174553 | `azmcp_deploy_iac_rules_get` | ❌ | -| 18 | 0.169345 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.167872 | `azmcp_get_bestpractices_get` | ❌ | -| 20 | 0.165162 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 13 | 0.197760 | `azmcp_monitor_resource_log_query` | ❌ | +| 14 | 0.189941 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 15 | 0.188300 | `azmcp_deploy_plan_get` | ❌ | +| 16 | 0.180995 | `azmcp_deploy_app_logs_get` | ❌ | +| 17 | 0.180555 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 18 | 0.174553 | `azmcp_deploy_iac_rules_get` | ❌ | +| 19 | 0.169345 | `azmcp_kusto_database_list` | ❌ | +| 20 | 0.167872 | `azmcp_bestpractices_get` | ❌ | --- -## Test 226 +## Test 248 **Expected Tool:** `azmcp_sql_server_firewall-rule_create` **Prompt:** Create a firewall rule for my Azure SQL server @@ -7516,30 +8235,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.635467 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | +| 1 | 0.635466 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | | 2 | 0.532712 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.522184 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.448822 | `azmcp_sql_server_create` | ❌ | -| 5 | 0.423223 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.403858 | `azmcp_sql_server_delete` | ❌ | -| 7 | 0.335670 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.318374 | `azmcp_keyvault_certificate_create` | ❌ | -| 9 | 0.313690 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.311149 | `azmcp_keyvault_secret_create` | ❌ | -| 11 | 0.308626 | `azmcp_sql_db_show` | ❌ | -| 12 | 0.302973 | `azmcp_mysql_server_config_get` | ❌ | -| 13 | 0.296495 | `azmcp_keyvault_key_create` | ❌ | +| 5 | 0.432802 | `azmcp_sql_db_create` | ❌ | +| 6 | 0.423223 | `azmcp_sql_server_show` | ❌ | +| 7 | 0.403858 | `azmcp_sql_server_delete` | ❌ | +| 8 | 0.335670 | `azmcp_mysql_server_list` | ❌ | +| 9 | 0.326425 | `azmcp_sql_db_update` | ❌ | +| 10 | 0.318368 | `azmcp_keyvault_certificate_create` | ❌ | +| 11 | 0.313690 | `azmcp_sql_db_list` | ❌ | +| 12 | 0.311193 | `azmcp_keyvault_secret_create` | ❌ | +| 13 | 0.295941 | `azmcp_keyvault_key_create` | ❌ | | 14 | 0.290296 | `azmcp_deploy_iac_rules_get` | ❌ | | 15 | 0.288030 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 16 | 0.265059 | `azmcp_azureterraformbestpractices_get` | ❌ | | 17 | 0.260209 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 18 | 0.253771 | `azmcp_deploy_plan_get` | ❌ | -| 19 | 0.242716 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 20 | 0.241513 | `azmcp_get_bestpractices_get` | ❌ | +| 18 | 0.253830 | `azmcp_deploy_plan_get` | ❌ | +| 19 | 0.246996 | `azmcp_monitor_resource_log_query` | ❌ | +| 20 | 0.242716 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- -## Test 227 +## Test 249 **Expected Tool:** `azmcp_sql_server_firewall-rule_create` **Prompt:** Add a firewall rule to allow access from IP range to for SQL server @@ -7548,30 +8267,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670181 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | -| 2 | 0.533515 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.503636 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 4 | 0.294977 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.287378 | `azmcp_sql_server_create` | ❌ | -| 6 | 0.271174 | `azmcp_sql_server_delete` | ❌ | -| 7 | 0.252956 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 8 | 0.248832 | `azmcp_postgres_server_param_set` | ❌ | -| 9 | 0.230709 | `azmcp_mysql_server_param_set` | ❌ | -| 10 | 0.226436 | `azmcp_postgres_server_list` | ❌ | -| 11 | 0.222105 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 12 | 0.179146 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.174948 | `azmcp_deploy_iac_rules_get` | ❌ | -| 14 | 0.174548 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 15 | 0.166810 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 16 | 0.158162 | `azmcp_keyvault_certificate_create` | ❌ | -| 17 | 0.156741 | `azmcp_keyvault_key_create` | ❌ | -| 18 | 0.149856 | `azmcp_kusto_query` | ❌ | -| 19 | 0.143646 | `azmcp_appconfig_kv_set` | ❌ | -| 20 | 0.140507 | `azmcp_loadtesting_test_create` | ❌ | +| 1 | 0.670189 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | +| 2 | 0.533562 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 3 | 0.503648 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.295018 | `azmcp_sql_server_show` | ❌ | +| 5 | 0.287457 | `azmcp_sql_server_create` | ❌ | +| 6 | 0.271240 | `azmcp_sql_server_delete` | ❌ | +| 7 | 0.252970 | `azmcp_sql_server_entra-admin_list` | ❌ | +| 8 | 0.248826 | `azmcp_postgres_server_param_set` | ❌ | +| 9 | 0.237646 | `azmcp_sql_db_create` | ❌ | +| 10 | 0.230685 | `azmcp_mysql_server_param_set` | ❌ | +| 11 | 0.222068 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | +| 12 | 0.179219 | `azmcp_keyvault_secret_create` | ❌ | +| 13 | 0.174851 | `azmcp_deploy_iac_rules_get` | ❌ | +| 14 | 0.174584 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 15 | 0.166723 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 16 | 0.161852 | `azmcp_monitor_resource_log_query` | ❌ | +| 17 | 0.158176 | `azmcp_keyvault_certificate_create` | ❌ | +| 18 | 0.156396 | `azmcp_keyvault_key_create` | ❌ | +| 19 | 0.149884 | `azmcp_kusto_query` | ❌ | +| 20 | 0.143603 | `azmcp_appconfig_kv_set` | ❌ | --- -## Test 228 +## Test 250 **Expected Tool:** `azmcp_sql_server_firewall-rule_create` **Prompt:** Create a new firewall rule named for SQL server @@ -7580,30 +8299,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.685144 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | -| 2 | 0.574360 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.539644 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 1 | 0.685107 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | +| 2 | 0.574336 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 3 | 0.539577 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.428919 | `azmcp_sql_server_create` | ❌ | -| 5 | 0.356377 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.339834 | `azmcp_sql_server_delete` | ❌ | -| 7 | 0.321907 | `azmcp_keyvault_secret_create` | ❌ | -| 8 | 0.302226 | `azmcp_keyvault_certificate_create` | ❌ | -| 9 | 0.284505 | `azmcp_keyvault_key_create` | ❌ | -| 10 | 0.281010 | `azmcp_postgres_server_param_set` | ❌ | -| 11 | 0.270367 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 12 | 0.259457 | `azmcp_mysql_server_param_set` | ❌ | -| 13 | 0.257525 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.248922 | `azmcp_loadtesting_test_create` | ❌ | -| 15 | 0.221031 | `azmcp_deploy_iac_rules_get` | ❌ | -| 16 | 0.219209 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 17 | 0.209355 | `azmcp_loadtesting_testrun_create` | ❌ | -| 18 | 0.207350 | `azmcp_loadtesting_testresource_create` | ❌ | -| 19 | 0.197089 | `azmcp_appconfig_kv_set` | ❌ | -| 20 | 0.196521 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.395165 | `azmcp_sql_db_create` | ❌ | +| 6 | 0.356402 | `azmcp_sql_server_show` | ❌ | +| 7 | 0.339841 | `azmcp_sql_server_delete` | ❌ | +| 8 | 0.321980 | `azmcp_keyvault_secret_create` | ❌ | +| 9 | 0.302214 | `azmcp_keyvault_certificate_create` | ❌ | +| 10 | 0.283923 | `azmcp_keyvault_key_create` | ❌ | +| 11 | 0.281043 | `azmcp_postgres_server_param_set` | ❌ | +| 12 | 0.270399 | `azmcp_sql_server_entra-admin_list` | ❌ | +| 13 | 0.259505 | `azmcp_mysql_server_param_set` | ❌ | +| 14 | 0.248939 | `azmcp_loadtesting_test_create` | ❌ | +| 15 | 0.221008 | `azmcp_deploy_iac_rules_get` | ❌ | +| 16 | 0.219182 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 17 | 0.209376 | `azmcp_loadtesting_testrun_create` | ❌ | +| 18 | 0.207284 | `azmcp_loadtesting_testresource_create` | ❌ | +| 19 | 0.197104 | `azmcp_appconfig_kv_set` | ❌ | +| 20 | 0.196512 | `azmcp_deploy_pipeline_guidance_get` | ❌ | --- -## Test 229 +## Test 251 **Expected Tool:** `azmcp_sql_server_firewall-rule_delete` **Prompt:** Delete a firewall rule from my Azure SQL server @@ -7616,26 +8335,26 @@ | 2 | 0.543857 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.540333 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.527546 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.418504 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.410574 | `azmcp_workbooks_delete` | ❌ | -| 7 | 0.341915 | `azmcp_sql_server_create` | ❌ | -| 8 | 0.325375 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.320916 | `azmcp_sql_db_show` | ❌ | -| 10 | 0.315063 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.436585 | `azmcp_sql_db_delete` | ❌ | +| 6 | 0.418504 | `azmcp_sql_server_show` | ❌ | +| 7 | 0.410574 | `azmcp_workbooks_delete` | ❌ | +| 8 | 0.341915 | `azmcp_sql_server_create` | ❌ | +| 9 | 0.341838 | `azmcp_sql_db_update` | ❌ | +| 10 | 0.341474 | `azmcp_sql_db_create` | ❌ | | 11 | 0.312054 | `azmcp_appconfig_kv_delete` | ❌ | | 12 | 0.263959 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 13 | 0.245270 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 14 | 0.241564 | `azmcp_deploy_iac_rules_get` | ❌ | -| 15 | 0.235226 | `azmcp_keyvault_certificate_create` | ❌ | -| 16 | 0.231494 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.225236 | `azmcp_keyvault_certificate_get` | ❌ | -| 18 | 0.225227 | `azmcp_kusto_query` | ❌ | -| 19 | 0.222917 | `azmcp_monitor_metrics_query` | ❌ | -| 20 | 0.222048 | `azmcp_keyvault_secret_list` | ❌ | +| 13 | 0.248381 | `azmcp_monitor_resource_log_query` | ❌ | +| 14 | 0.245270 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 15 | 0.241564 | `azmcp_deploy_iac_rules_get` | ❌ | +| 16 | 0.235230 | `azmcp_keyvault_certificate_create` | ❌ | +| 17 | 0.231494 | `azmcp_functionapp_get` | ❌ | +| 18 | 0.225236 | `azmcp_keyvault_certificate_get` | ❌ | +| 19 | 0.225227 | `azmcp_kusto_query` | ❌ | +| 20 | 0.222317 | `azmcp_monitor_metrics_query` | ❌ | --- -## Test 230 +## Test 252 **Expected Tool:** `azmcp_sql_server_firewall-rule_delete` **Prompt:** Remove the firewall rule from SQL server @@ -7649,25 +8368,25 @@ | 3 | 0.530419 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.398706 | `azmcp_sql_server_delete` | ❌ | | 5 | 0.310449 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.259110 | `azmcp_workbooks_delete` | ❌ | -| 7 | 0.254974 | `azmcp_appconfig_kv_delete` | ❌ | -| 8 | 0.251005 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 9 | 0.231881 | `azmcp_sql_server_create` | ❌ | -| 10 | 0.231117 | `azmcp_postgres_server_param_get` | ❌ | -| 11 | 0.230343 | `azmcp_postgres_server_param_set` | ❌ | +| 6 | 0.298395 | `azmcp_sql_db_delete` | ❌ | +| 7 | 0.259110 | `azmcp_workbooks_delete` | ❌ | +| 8 | 0.254974 | `azmcp_appconfig_kv_delete` | ❌ | +| 9 | 0.251005 | `azmcp_sql_server_entra-admin_list` | ❌ | +| 10 | 0.231881 | `azmcp_sql_server_create` | ❌ | +| 11 | 0.231126 | `azmcp_postgres_server_param_get` | ❌ | | 12 | 0.182013 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 13 | 0.166475 | `azmcp_loadtesting_testrun_update` | ❌ | +| 13 | 0.166323 | `azmcp_loadtesting_testrun_update` | ❌ | | 14 | 0.158025 | `azmcp_kusto_query` | ❌ | | 15 | 0.156028 | `azmcp_functionapp_get` | ❌ | | 16 | 0.152458 | `azmcp_cosmos_database_list` | ❌ | | 17 | 0.152084 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 18 | 0.149578 | `azmcp_keyvault_secret_list` | ❌ | -| 19 | 0.145688 | `azmcp_loadtesting_test_get` | ❌ | -| 20 | 0.143785 | `azmcp_keyvault_certificate_create` | ❌ | +| 18 | 0.150665 | `azmcp_monitor_resource_log_query` | ❌ | +| 19 | 0.149628 | `azmcp_keyvault_secret_list` | ❌ | +| 20 | 0.145688 | `azmcp_loadtesting_test_get` | ❌ | --- -## Test 231 +## Test 253 **Expected Tool:** `azmcp_sql_server_firewall-rule_delete` **Prompt:** Delete firewall rule for SQL server @@ -7676,30 +8395,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.671211 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | -| 2 | 0.601231 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 1 | 0.671212 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | +| 2 | 0.601230 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.577330 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.441605 | `azmcp_sql_server_delete` | ❌ | | 5 | 0.367883 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.293303 | `azmcp_sql_server_create` | ❌ | -| 7 | 0.291409 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 8 | 0.284391 | `azmcp_workbooks_delete` | ❌ | -| 9 | 0.275957 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.267631 | `azmcp_mysql_server_config_get` | ❌ | +| 6 | 0.336482 | `azmcp_sql_db_delete` | ❌ | +| 7 | 0.293303 | `azmcp_sql_server_create` | ❌ | +| 8 | 0.291409 | `azmcp_sql_server_entra-admin_list` | ❌ | +| 9 | 0.286333 | `azmcp_sql_db_update` | ❌ | +| 10 | 0.284391 | `azmcp_workbooks_delete` | ❌ | | 11 | 0.252095 | `azmcp_appconfig_kv_delete` | ❌ | | 12 | 0.222155 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 13 | 0.204194 | `azmcp_loadtesting_testrun_update` | ❌ | -| 14 | 0.185585 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.185007 | `azmcp_functionapp_get` | ❌ | -| 16 | 0.183545 | `azmcp_deploy_iac_rules_get` | ❌ | -| 17 | 0.181757 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 18 | 0.180405 | `azmcp_kusto_query` | ❌ | -| 19 | 0.179886 | `azmcp_keyvault_secret_list` | ❌ | -| 20 | 0.178835 | `azmcp_keyvault_certificate_create` | ❌ | +| 13 | 0.204033 | `azmcp_loadtesting_testrun_update` | ❌ | +| 14 | 0.193574 | `azmcp_monitor_resource_log_query` | ❌ | +| 15 | 0.185585 | `azmcp_cosmos_database_list` | ❌ | +| 16 | 0.185007 | `azmcp_functionapp_get` | ❌ | +| 17 | 0.183545 | `azmcp_deploy_iac_rules_get` | ❌ | +| 18 | 0.181757 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 19 | 0.180404 | `azmcp_kusto_query` | ❌ | +| 20 | 0.179948 | `azmcp_keyvault_secret_list` | ❌ | --- -## Test 232 +## Test 254 **Expected Tool:** `azmcp_sql_server_firewall-rule_list` **Prompt:** List all firewall rules for SQL server @@ -7716,22 +8435,22 @@ | 6 | 0.385148 | `azmcp_postgres_server_list` | ❌ | | 7 | 0.359228 | `azmcp_sql_db_list` | ❌ | | 8 | 0.356700 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.355202 | `azmcp_mysql_table_list` | ❌ | +| 9 | 0.355203 | `azmcp_mysql_table_list` | ❌ | | 10 | 0.350241 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.304958 | `azmcp_keyvault_secret_list` | ❌ | +| 11 | 0.305039 | `azmcp_keyvault_secret_list` | ❌ | | 12 | 0.278098 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.277411 | `azmcp_keyvault_key_list` | ❌ | +| 13 | 0.277611 | `azmcp_keyvault_key_list` | ❌ | | 14 | 0.276828 | `azmcp_keyvault_certificate_list` | ❌ | | 15 | 0.270667 | `azmcp_cosmos_account_list` | ❌ | | 16 | 0.263181 | `azmcp_kusto_table_list` | ❌ | | 17 | 0.256310 | `azmcp_aks_nodepool_list` | ❌ | | 18 | 0.253852 | `azmcp_cosmos_database_container_list` | ❌ | | 19 | 0.248780 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 20 | 0.242359 | `azmcp_aks_cluster_list` | ❌ | +| 20 | 0.243907 | `azmcp_eventgrid_subscription_list` | ❌ | --- -## Test 233 +## Test 255 **Expected Tool:** `azmcp_sql_server_firewall-rule_list` **Prompt:** Show me the firewall rules for SQL server @@ -7751,19 +8470,19 @@ | 9 | 0.293371 | `azmcp_mysql_server_list` | ❌ | | 10 | 0.292608 | `azmcp_sql_server_delete` | ❌ | | 11 | 0.225372 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.210531 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.206761 | `azmcp_keyvault_secret_list` | ❌ | -| 14 | 0.206476 | `azmcp_deploy_iac_rules_get` | ❌ | -| 15 | 0.206114 | `azmcp_kusto_table_list` | ❌ | -| 16 | 0.197711 | `azmcp_kusto_sample` | ❌ | -| 17 | 0.195864 | `azmcp_aks_nodepool_list` | ❌ | -| 18 | 0.191177 | `azmcp_aks_nodepool_get` | ❌ | -| 19 | 0.189871 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.189786 | `azmcp_cosmos_database_list` | ❌ | +| 12 | 0.212971 | `azmcp_eventgrid_subscription_list` | ❌ | +| 13 | 0.210887 | `azmcp_monitor_resource_log_query` | ❌ | +| 14 | 0.210531 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 15 | 0.206823 | `azmcp_keyvault_secret_list` | ❌ | +| 16 | 0.206476 | `azmcp_deploy_iac_rules_get` | ❌ | +| 17 | 0.206114 | `azmcp_kusto_table_list` | ❌ | +| 18 | 0.197711 | `azmcp_kusto_sample` | ❌ | +| 19 | 0.195864 | `azmcp_aks_nodepool_list` | ❌ | +| 20 | 0.191134 | `azmcp_aks_nodepool_get` | ❌ | --- -## Test 234 +## Test 256 **Expected Tool:** `azmcp_sql_server_firewall-rule_list` **Prompt:** What firewall rules are configured for my SQL server ? @@ -7779,23 +8498,23 @@ | 5 | 0.308004 | `azmcp_sql_server_entra-admin_list` | ❌ | | 6 | 0.305701 | `azmcp_mysql_server_param_get` | ❌ | | 7 | 0.304314 | `azmcp_mysql_server_config_get` | ❌ | -| 8 | 0.282537 | `azmcp_sql_server_create` | ❌ | +| 8 | 0.282538 | `azmcp_sql_server_create` | ❌ | | 9 | 0.277628 | `azmcp_postgres_server_config_get` | ❌ | -| 10 | 0.273281 | `azmcp_mysql_server_list` | ❌ | +| 10 | 0.273282 | `azmcp_mysql_server_list` | ❌ | | 11 | 0.202425 | `azmcp_deploy_iac_rules_get` | ❌ | | 12 | 0.200326 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 13 | 0.191165 | `azmcp_cloudarchitect_design` | ❌ | -| 14 | 0.177454 | `azmcp_loadtesting_test_get` | ❌ | -| 15 | 0.176225 | `azmcp_get_bestpractices_get` | ❌ | -| 16 | 0.173184 | `azmcp_applens_resource_diagnose` | ❌ | -| 17 | 0.172370 | `azmcp_aks_nodepool_get` | ❌ | -| 18 | 0.171465 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 19 | 0.171335 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.167153 | `azmcp_keyvault_secret_list` | ❌ | +| 13 | 0.191678 | `azmcp_monitor_resource_log_query` | ❌ | +| 14 | 0.191165 | `azmcp_cloudarchitect_design` | ❌ | +| 15 | 0.189036 | `azmcp_eventgrid_subscription_list` | ❌ | +| 16 | 0.177454 | `azmcp_loadtesting_test_get` | ❌ | +| 17 | 0.176225 | `azmcp_bestpractices_get` | ❌ | +| 18 | 0.173184 | `azmcp_applens_resource_diagnose` | ❌ | +| 19 | 0.172350 | `azmcp_aks_nodepool_get` | ❌ | +| 20 | 0.171465 | `azmcp_azureterraformbestpractices_get` | ❌ | --- -## Test 235 +## Test 257 **Expected Tool:** `azmcp_sql_server_show` **Prompt:** Show me the details of Azure SQL server in resource group @@ -7813,21 +8532,21 @@ | 7 | 0.481847 | `azmcp_functionapp_get` | ❌ | | 8 | 0.480067 | `azmcp_mysql_server_config_get` | ❌ | | 9 | 0.478713 | `azmcp_sql_elastic-pool_list` | ❌ | -| 10 | 0.450375 | `azmcp_aks_cluster_get` | ❌ | +| 10 | 0.450140 | `azmcp_aks_cluster_get` | ❌ | | 11 | 0.445602 | `azmcp_storage_account_get` | ❌ | | 12 | 0.445391 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 13 | 0.437447 | `azmcp_datadog_monitoredresources_list` | ❌ | | 14 | 0.424890 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 15 | 0.410380 | `azmcp_group_list` | ❌ | -| 16 | 0.400396 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.393946 | `azmcp_kusto_cluster_get` | ❌ | -| 18 | 0.389203 | `azmcp_monitor_metrics_query` | ❌ | +| 16 | 0.400207 | `azmcp_aks_nodepool_get` | ❌ | +| 17 | 0.394066 | `azmcp_kusto_cluster_get` | ❌ | +| 18 | 0.388694 | `azmcp_monitor_metrics_query` | ❌ | | 19 | 0.385318 | `azmcp_extension_azqr` | ❌ | | 20 | 0.383563 | `azmcp_acr_registry_list` | ❌ | --- -## Test 236 +## Test 258 **Expected Tool:** `azmcp_sql_server_show` **Prompt:** Get the configuration details for SQL server @@ -7840,26 +8559,26 @@ | 2 | 0.610507 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.538034 | `azmcp_mysql_server_config_get` | ❌ | | 4 | 0.471541 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.445430 | `azmcp_postgres_server_param_get` | ❌ | +| 5 | 0.445419 | `azmcp_postgres_server_param_get` | ❌ | | 6 | 0.443977 | `azmcp_mysql_server_param_get` | ❌ | | 7 | 0.422646 | `azmcp_sql_db_list` | ❌ | | 8 | 0.413964 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 9 | 0.406630 | `azmcp_loadtesting_test_get` | ❌ | | 10 | 0.400827 | `azmcp_sql_server_create` | ❌ | | 11 | 0.379960 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.359926 | `azmcp_aks_cluster_get` | ❌ | -| 13 | 0.349963 | `azmcp_aks_nodepool_get` | ❌ | +| 12 | 0.359439 | `azmcp_aks_cluster_get` | ❌ | +| 13 | 0.349874 | `azmcp_aks_nodepool_get` | ❌ | | 14 | 0.316818 | `azmcp_appconfig_kv_list` | ❌ | | 15 | 0.314864 | `azmcp_appconfig_kv_show` | ❌ | | 16 | 0.308718 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.299904 | `azmcp_kusto_cluster_get` | ❌ | +| 17 | 0.300098 | `azmcp_kusto_cluster_get` | ❌ | | 18 | 0.298409 | `azmcp_appconfig_account_list` | ❌ | | 19 | 0.295903 | `azmcp_loadtesting_testrun_list` | ❌ | | 20 | 0.284481 | `azmcp_foundry_knowledge_index_schema` | ❌ | --- -## Test 237 +## Test 259 **Expected Tool:** `azmcp_sql_server_show` **Prompt:** Display the properties of SQL server @@ -7870,7 +8589,7 @@ |------|-------|------|--------| | 1 | 0.563143 | `azmcp_sql_server_show` | ✅ **EXPECTED** | | 2 | 0.392532 | `azmcp_postgres_server_config_get` | ❌ | -| 3 | 0.380021 | `azmcp_postgres_server_param_get` | ❌ | +| 3 | 0.380036 | `azmcp_postgres_server_param_get` | ❌ | | 4 | 0.372194 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 5 | 0.370539 | `azmcp_sql_db_show` | ❌ | | 6 | 0.368788 | `azmcp_sql_server_entra-admin_list` | ❌ | @@ -7883,15 +8602,15 @@ | 13 | 0.271945 | `azmcp_appconfig_kv_show` | ❌ | | 14 | 0.268920 | `azmcp_loadtesting_testrun_get` | ❌ | | 15 | 0.257258 | `azmcp_appconfig_kv_list` | ❌ | -| 16 | 0.253925 | `azmcp_keyvault_secret_list` | ❌ | -| 17 | 0.246261 | `azmcp_aks_nodepool_get` | ❌ | +| 16 | 0.253956 | `azmcp_keyvault_secret_list` | ❌ | +| 17 | 0.246266 | `azmcp_aks_nodepool_get` | ❌ | | 18 | 0.240682 | `azmcp_cosmos_account_list` | ❌ | | 19 | 0.237909 | `azmcp_keyvault_certificate_get` | ❌ | -| 20 | 0.236912 | `azmcp_keyvault_key_list` | ❌ | +| 20 | 0.236982 | `azmcp_keyvault_key_list` | ❌ | --- -## Test 238 +## Test 260 **Expected Tool:** `azmcp_storage_account_create` **Prompt:** Create a new storage account called testaccount123 in East US region @@ -7901,29 +8620,29 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.533552 | `azmcp_storage_account_create` | ✅ **EXPECTED** | -| 2 | 0.418473 | `azmcp_storage_account_get` | ❌ | -| 3 | 0.394650 | `azmcp_storage_blob_container_create` | ❌ | +| 2 | 0.418472 | `azmcp_storage_account_get` | ❌ | +| 3 | 0.394541 | `azmcp_storage_blob_container_create` | ❌ | | 4 | 0.391586 | `azmcp_storage_table_list` | ❌ | | 5 | 0.374006 | `azmcp_loadtesting_test_create` | ❌ | | 6 | 0.355049 | `azmcp_loadtesting_testresource_create` | ❌ | -| 7 | 0.351903 | `azmcp_storage_blob_container_get` | ❌ | -| 8 | 0.325925 | `azmcp_keyvault_secret_create` | ❌ | +| 7 | 0.351902 | `azmcp_storage_blob_container_get` | ❌ | +| 8 | 0.325938 | `azmcp_keyvault_secret_create` | ❌ | | 9 | 0.323501 | `azmcp_appconfig_kv_set` | ❌ | | 10 | 0.319843 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.314854 | `azmcp_keyvault_key_create` | ❌ | -| 12 | 0.311275 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.305141 | `azmcp_keyvault_certificate_create` | ❌ | -| 14 | 0.300188 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.298887 | `azmcp_storage_datalake_directory_create` | ❌ | -| 16 | 0.297236 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.289742 | `azmcp_appconfig_kv_show` | ❌ | -| 18 | 0.286778 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.277805 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.267474 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 11 | 0.315241 | `azmcp_keyvault_key_create` | ❌ | +| 12 | 0.311941 | `azmcp_sql_db_create` | ❌ | +| 13 | 0.311275 | `azmcp_storage_blob_upload` | ❌ | +| 14 | 0.305188 | `azmcp_keyvault_certificate_create` | ❌ | +| 15 | 0.300188 | `azmcp_sql_server_create` | ❌ | +| 16 | 0.298887 | `azmcp_storage_datalake_directory_create` | ❌ | +| 17 | 0.297236 | `azmcp_cosmos_account_list` | ❌ | +| 18 | 0.289742 | `azmcp_appconfig_kv_show` | ❌ | +| 19 | 0.286778 | `azmcp_monitor_resource_log_query` | ❌ | +| 20 | 0.277805 | `azmcp_cosmos_database_container_list` | ❌ | --- -## Test 239 +## Test 261 **Expected Tool:** `azmcp_storage_account_create` **Prompt:** Create a storage account with premium performance and LRS replication @@ -7936,26 +8655,26 @@ | 2 | 0.400151 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 3 | 0.387071 | `azmcp_storage_account_get` | ❌ | | 4 | 0.382836 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 5 | 0.376270 | `azmcp_storage_blob_container_create` | ❌ | -| 6 | 0.361412 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.344343 | `azmcp_loadtesting_testresource_create` | ❌ | -| 8 | 0.340337 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.329099 | `azmcp_loadtesting_test_create` | ❌ | -| 10 | 0.324346 | `azmcp_sql_server_create` | ❌ | -| 11 | 0.319383 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 12 | 0.310931 | `azmcp_monitor_resource_log_query` | ❌ | -| 13 | 0.310707 | `azmcp_storage_blob_upload` | ❌ | -| 14 | 0.310332 | `azmcp_workbooks_create` | ❌ | -| 15 | 0.284467 | `azmcp_deploy_plan_get` | ❌ | -| 16 | 0.284385 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.283067 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 18 | 0.280443 | `azmcp_keyvault_certificate_create` | ❌ | -| 19 | 0.280192 | `azmcp_cloudarchitect_design` | ❌ | -| 20 | 0.279131 | `azmcp_keyvault_key_create` | ❌ | +| 5 | 0.377221 | `azmcp_sql_db_create` | ❌ | +| 6 | 0.376155 | `azmcp_storage_blob_container_create` | ❌ | +| 7 | 0.361412 | `azmcp_storage_table_list` | ❌ | +| 8 | 0.344343 | `azmcp_loadtesting_testresource_create` | ❌ | +| 9 | 0.340337 | `azmcp_storage_blob_container_get` | ❌ | +| 10 | 0.329099 | `azmcp_loadtesting_test_create` | ❌ | +| 11 | 0.324346 | `azmcp_sql_server_create` | ❌ | +| 12 | 0.319383 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 13 | 0.310931 | `azmcp_monitor_resource_log_query` | ❌ | +| 14 | 0.310707 | `azmcp_storage_blob_upload` | ❌ | +| 15 | 0.310332 | `azmcp_workbooks_create` | ❌ | +| 16 | 0.284483 | `azmcp_deploy_plan_get` | ❌ | +| 17 | 0.284385 | `azmcp_cosmos_account_list` | ❌ | +| 18 | 0.283067 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 19 | 0.280404 | `azmcp_keyvault_certificate_create` | ❌ | +| 20 | 0.280192 | `azmcp_cloudarchitect_design` | ❌ | --- -## Test 240 +## Test 262 **Expected Tool:** `azmcp_storage_account_create` **Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled @@ -7964,30 +8683,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.589002 | `azmcp_storage_account_create` | ✅ **EXPECTED** | -| 2 | 0.464796 | `azmcp_storage_blob_container_create` | ❌ | -| 3 | 0.444359 | `azmcp_storage_datalake_directory_create` | ❌ | -| 4 | 0.437040 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.407411 | `azmcp_storage_blob_container_get` | ❌ | -| 6 | 0.386262 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.385096 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 8 | 0.383927 | `azmcp_loadtesting_testresource_create` | ❌ | -| 9 | 0.383895 | `azmcp_sql_server_create` | ❌ | -| 10 | 0.382274 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.380638 | `azmcp_loadtesting_test_create` | ❌ | -| 12 | 0.380342 | `azmcp_keyvault_key_create` | ❌ | -| 13 | 0.372681 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 14 | 0.372360 | `azmcp_keyvault_certificate_create` | ❌ | -| 15 | 0.366696 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 16 | 0.363721 | `azmcp_workbooks_create` | ❌ | -| 17 | 0.360940 | `azmcp_storage_blob_upload` | ❌ | -| 18 | 0.359330 | `azmcp_keyvault_secret_create` | ❌ | -| 19 | 0.321846 | `azmcp_deploy_plan_get` | ❌ | -| 20 | 0.309241 | `azmcp_appconfig_kv_set` | ❌ | +| 1 | 0.589003 | `azmcp_storage_account_create` | ✅ **EXPECTED** | +| 2 | 0.464611 | `azmcp_storage_blob_container_create` | ❌ | +| 3 | 0.447156 | `azmcp_sql_db_create` | ❌ | +| 4 | 0.444359 | `azmcp_storage_datalake_directory_create` | ❌ | +| 5 | 0.437040 | `azmcp_storage_account_get` | ❌ | +| 6 | 0.407411 | `azmcp_storage_blob_container_get` | ❌ | +| 7 | 0.386262 | `azmcp_storage_table_list` | ❌ | +| 8 | 0.385096 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 9 | 0.383927 | `azmcp_loadtesting_testresource_create` | ❌ | +| 10 | 0.383895 | `azmcp_sql_server_create` | ❌ | +| 11 | 0.382274 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 12 | 0.380638 | `azmcp_loadtesting_test_create` | ❌ | +| 13 | 0.380503 | `azmcp_keyvault_key_create` | ❌ | +| 14 | 0.372681 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 15 | 0.372357 | `azmcp_keyvault_certificate_create` | ❌ | +| 16 | 0.366696 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 17 | 0.363721 | `azmcp_workbooks_create` | ❌ | +| 18 | 0.359316 | `azmcp_keyvault_secret_create` | ❌ | +| 19 | 0.324944 | `azmcp_monitor_resource_log_query` | ❌ | +| 20 | 0.321883 | `azmcp_deploy_plan_get` | ❌ | --- -## Test 241 +## Test 263 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Show me the details for my storage account @@ -7998,7 +8717,7 @@ |------|-------|------|--------| | 1 | 0.655152 | `azmcp_storage_account_get` | ✅ **EXPECTED** | | 2 | 0.603853 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.507639 | `azmcp_storage_blob_get` | ❌ | +| 3 | 0.507638 | `azmcp_storage_blob_get` | ❌ | | 4 | 0.504386 | `azmcp_storage_table_list` | ❌ | | 5 | 0.483435 | `azmcp_storage_account_create` | ❌ | | 6 | 0.442858 | `azmcp_appconfig_kv_show` | ❌ | @@ -8007,19 +8726,19 @@ | 9 | 0.403478 | `azmcp_cosmos_database_container_list` | ❌ | | 10 | 0.397051 | `azmcp_mysql_server_config_get` | ❌ | | 11 | 0.395698 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.388772 | `azmcp_aks_cluster_get` | ❌ | +| 12 | 0.388425 | `azmcp_aks_cluster_get` | ❌ | | 13 | 0.373840 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 14 | 0.373146 | `azmcp_sql_server_show` | ❌ | | 15 | 0.371705 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | | 16 | 0.368567 | `azmcp_sql_db_show` | ❌ | -| 17 | 0.366978 | `azmcp_kusto_cluster_get` | ❌ | -| 18 | 0.366644 | `azmcp_aks_nodepool_get` | ❌ | -| 19 | 0.356973 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.353037 | `azmcp_marketplace_product_get` | ❌ | +| 17 | 0.367049 | `azmcp_kusto_cluster_get` | ❌ | +| 18 | 0.366454 | `azmcp_aks_nodepool_get` | ❌ | +| 19 | 0.360593 | `azmcp_monitor_resource_log_query` | ❌ | +| 20 | 0.356973 | `azmcp_cosmos_database_list` | ❌ | --- -## Test 242 +## Test 264 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Get details about the storage account @@ -8038,20 +8757,20 @@ | 8 | 0.401802 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 9 | 0.380012 | `azmcp_sql_server_show` | ❌ | | 10 | 0.375790 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.373938 | `azmcp_aks_cluster_get` | ❌ | +| 11 | 0.373470 | `azmcp_aks_cluster_get` | ❌ | | 12 | 0.369755 | `azmcp_cosmos_database_container_list` | ❌ | | 13 | 0.368207 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 14 | 0.367985 | `azmcp_kusto_cluster_get` | ❌ | -| 15 | 0.362607 | `azmcp_aks_nodepool_get` | ❌ | -| 16 | 0.362602 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.362249 | `azmcp_marketplace_product_get` | ❌ | -| 18 | 0.355093 | `azmcp_servicebus_queue_details` | ❌ | -| 19 | 0.354841 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 20 | 0.351052 | `azmcp_functionapp_get` | ❌ | +| 14 | 0.368023 | `azmcp_kusto_cluster_get` | ❌ | +| 15 | 0.362602 | `azmcp_mysql_server_config_get` | ❌ | +| 16 | 0.362437 | `azmcp_aks_nodepool_get` | ❌ | +| 17 | 0.362236 | `azmcp_marketplace_product_get` | ❌ | +| 18 | 0.355178 | `azmcp_servicebus_queue_details` | ❌ | +| 19 | 0.354842 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 20 | 0.354534 | `azmcp_monitor_resource_log_query` | ❌ | --- -## Test 243 +## Test 265 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** List all storage accounts in my subscription including their location and SKU @@ -8062,10 +8781,10 @@ |------|-------|------|--------| | 1 | 0.664087 | `azmcp_storage_account_get` | ✅ **EXPECTED** | | 2 | 0.581393 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.557015 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.557016 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 4 | 0.536909 | `azmcp_cosmos_account_list` | ❌ | | 5 | 0.535616 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.501053 | `azmcp_subscription_list` | ❌ | +| 6 | 0.501172 | `azmcp_subscription_list` | ❌ | | 7 | 0.496371 | `azmcp_quota_region_availability_list` | ❌ | | 8 | 0.493246 | `azmcp_appconfig_account_list` | ❌ | | 9 | 0.484236 | `azmcp_storage_blob_container_get` | ❌ | @@ -8073,17 +8792,17 @@ | 11 | 0.473387 | `azmcp_search_service_list` | ❌ | | 12 | 0.458793 | `azmcp_monitor_workspace_list` | ❌ | | 13 | 0.454195 | `azmcp_acr_registry_list` | ❌ | -| 14 | 0.447991 | `azmcp_aks_cluster_list` | ❌ | +| 14 | 0.447977 | `azmcp_aks_cluster_list` | ❌ | | 15 | 0.445545 | `azmcp_redis_cache_list` | ❌ | | 16 | 0.441838 | `azmcp_redis_cluster_list` | ❌ | -| 17 | 0.432645 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.416387 | `azmcp_group_list` | ❌ | -| 19 | 0.414108 | `azmcp_marketplace_product_get` | ❌ | -| 20 | 0.412679 | `azmcp_grafana_list` | ❌ | +| 17 | 0.440396 | `azmcp_eventgrid_subscription_list` | ❌ | +| 18 | 0.432645 | `azmcp_kusto_cluster_list` | ❌ | +| 19 | 0.416387 | `azmcp_group_list` | ❌ | +| 20 | 0.414108 | `azmcp_marketplace_product_get` | ❌ | --- -## Test 244 +## Test 266 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled @@ -8094,7 +8813,7 @@ |------|-------|------|--------| | 1 | 0.499302 | `azmcp_storage_account_get` | ✅ **EXPECTED** | | 2 | 0.461284 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.455450 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.455449 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.450677 | `azmcp_storage_table_list` | ❌ | | 5 | 0.421642 | `azmcp_cosmos_account_list` | ❌ | | 6 | 0.409063 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | @@ -8109,13 +8828,13 @@ | 15 | 0.346039 | `azmcp_monitor_workspace_list` | ❌ | | 16 | 0.344771 | `azmcp_search_service_list` | ❌ | | 17 | 0.335306 | `azmcp_appconfig_kv_show` | ❌ | -| 18 | 0.330363 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.322148 | `azmcp_keyvault_key_list` | ❌ | +| 18 | 0.330250 | `azmcp_aks_cluster_list` | ❌ | +| 19 | 0.322285 | `azmcp_keyvault_key_list` | ❌ | | 20 | 0.312384 | `azmcp_acr_registry_list` | ❌ | --- -## Test 245 +## Test 267 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings @@ -8128,26 +8847,26 @@ | 2 | 0.499153 | `azmcp_storage_table_list` | ❌ | | 3 | 0.473598 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.461641 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.453807 | `azmcp_subscription_list` | ❌ | +| 5 | 0.454025 | `azmcp_subscription_list` | ❌ | | 6 | 0.436170 | `azmcp_search_service_list` | ❌ | -| 7 | 0.432855 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 7 | 0.432854 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 8 | 0.425048 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 9 | 0.418403 | `azmcp_storage_account_create` | ❌ | | 10 | 0.415843 | `azmcp_storage_blob_get` | ❌ | | 11 | 0.415080 | `azmcp_appconfig_account_list` | ❌ | -| 12 | 0.383856 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 13 | 0.382504 | `azmcp_aks_cluster_list` | ❌ | -| 14 | 0.379856 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.376660 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.374635 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 17 | 0.359998 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.359053 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.356611 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.353273 | `azmcp_cosmos_database_container_list` | ❌ | +| 12 | 0.392617 | `azmcp_eventgrid_subscription_list` | ❌ | +| 13 | 0.383856 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 14 | 0.382593 | `azmcp_aks_cluster_list` | ❌ | +| 15 | 0.379856 | `azmcp_monitor_workspace_list` | ❌ | +| 16 | 0.376660 | `azmcp_appconfig_kv_show` | ❌ | +| 17 | 0.374635 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 18 | 0.359998 | `azmcp_cosmos_database_list` | ❌ | +| 19 | 0.359053 | `azmcp_acr_registry_list` | ❌ | +| 20 | 0.356552 | `azmcp_eventgrid_topic_list` | ❌ | --- -## Test 246 +## Test 268 **Expected Tool:** `azmcp_storage_blob_batch_set-tier` **Prompt:** Set access tier to Cool for multiple blobs in the container in the storage account @@ -8158,7 +8877,7 @@ |------|-------|------|--------| | 1 | 0.620756 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | | 2 | 0.465722 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.409043 | `azmcp_storage_blob_container_create` | ❌ | +| 3 | 0.408639 | `azmcp_storage_blob_container_create` | ❌ | | 4 | 0.408384 | `azmcp_storage_blob_get` | ❌ | | 5 | 0.378380 | `azmcp_cosmos_database_container_list` | ❌ | | 6 | 0.369393 | `azmcp_storage_account_get` | ❌ | @@ -8168,18 +8887,18 @@ | 10 | 0.304711 | `azmcp_storage_blob_upload` | ❌ | | 11 | 0.295668 | `azmcp_storage_queue_message_send` | ❌ | | 12 | 0.295532 | `azmcp_appconfig_kv_set` | ❌ | -| 13 | 0.295133 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.289458 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 15 | 0.286940 | `azmcp_acr_registry_repository_list` | ❌ | -| 16 | 0.285276 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.271887 | `azmcp_appconfig_kv_show` | ❌ | -| 18 | 0.270526 | `azmcp_quota_usage_check` | ❌ | +| 13 | 0.295512 | `azmcp_sql_db_update` | ❌ | +| 14 | 0.295133 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 15 | 0.289458 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 16 | 0.286940 | `azmcp_acr_registry_repository_list` | ❌ | +| 17 | 0.285276 | `azmcp_cosmos_account_list` | ❌ | +| 18 | 0.271887 | `azmcp_appconfig_kv_show` | ❌ | | 19 | 0.265600 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.251602 | `azmcp_deploy_app_logs_get` | ❌ | +| 20 | 0.262595 | `azmcp_monitor_resource_log_query` | ❌ | --- -## Test 247 +## Test 269 **Expected Tool:** `azmcp_storage_blob_batch_set-tier` **Prompt:** Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account @@ -8194,24 +8913,24 @@ | 4 | 0.364070 | `azmcp_storage_account_get` | ❌ | | 5 | 0.360883 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 6 | 0.351892 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.344188 | `azmcp_storage_blob_container_create` | ❌ | +| 7 | 0.343981 | `azmcp_storage_blob_container_create` | ❌ | | 8 | 0.341857 | `azmcp_storage_table_list` | ❌ | | 9 | 0.325105 | `azmcp_storage_blob_upload` | ❌ | | 10 | 0.311146 | `azmcp_storage_account_create` | ❌ | | 11 | 0.301044 | `azmcp_acr_registry_repository_list` | ❌ | -| 12 | 0.295798 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 13 | 0.282429 | `azmcp_storage_queue_message_send` | ❌ | +| 12 | 0.300312 | `azmcp_sql_db_update` | ❌ | +| 13 | 0.295798 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | | 14 | 0.280305 | `azmcp_cosmos_account_list` | ❌ | | 15 | 0.272376 | `azmcp_appconfig_kv_lock_set` | ❌ | | 16 | 0.271310 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 17 | 0.267309 | `azmcp_cosmos_database_container_item_query` | ❌ | | 18 | 0.253981 | `azmcp_appconfig_kv_set` | ❌ | -| 19 | 0.246907 | `azmcp_deploy_iac_rules_get` | ❌ | -| 20 | 0.245593 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 19 | 0.251624 | `azmcp_monitor_resource_log_query` | ❌ | +| 20 | 0.246907 | `azmcp_deploy_iac_rules_get` | ❌ | --- -## Test 248 +## Test 270 **Expected Tool:** `azmcp_storage_blob_container_create` **Prompt:** Create the storage container mycontainer in storage account @@ -8220,7 +8939,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.563469 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | +| 1 | 0.563396 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | | 2 | 0.524779 | `azmcp_storage_account_create` | ❌ | | 3 | 0.508053 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.447784 | `azmcp_cosmos_database_container_list` | ❌ | @@ -8229,21 +8948,21 @@ | 7 | 0.335039 | `azmcp_cosmos_database_container_item_query` | ❌ | | 8 | 0.331449 | `azmcp_storage_blob_get` | ❌ | | 9 | 0.326352 | `azmcp_appconfig_kv_set` | ❌ | -| 10 | 0.323215 | `azmcp_keyvault_secret_create` | ❌ | -| 11 | 0.322465 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.320470 | `azmcp_storage_datalake_directory_create` | ❌ | -| 13 | 0.318875 | `azmcp_keyvault_key_create` | ❌ | -| 14 | 0.305666 | `azmcp_keyvault_certificate_create` | ❌ | -| 15 | 0.297912 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 16 | 0.297384 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.292093 | `azmcp_acr_registry_repository_list` | ❌ | -| 18 | 0.291137 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.281807 | `azmcp_sql_server_create` | ❌ | -| 20 | 0.280865 | `azmcp_monitor_resource_log_query` | ❌ | +| 10 | 0.324867 | `azmcp_sql_db_create` | ❌ | +| 11 | 0.323238 | `azmcp_keyvault_secret_create` | ❌ | +| 12 | 0.322464 | `azmcp_storage_blob_upload` | ❌ | +| 13 | 0.320470 | `azmcp_storage_datalake_directory_create` | ❌ | +| 14 | 0.318855 | `azmcp_keyvault_key_create` | ❌ | +| 15 | 0.305680 | `azmcp_keyvault_certificate_create` | ❌ | +| 16 | 0.297912 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 17 | 0.297384 | `azmcp_cosmos_account_list` | ❌ | +| 18 | 0.292093 | `azmcp_acr_registry_repository_list` | ❌ | +| 19 | 0.291137 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 20 | 0.281807 | `azmcp_sql_server_create` | ❌ | --- -## Test 249 +## Test 271 **Expected Tool:** `azmcp_storage_blob_container_create` **Prompt:** Create the container using blob public access in storage account @@ -8252,30 +8971,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.512762 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | -| 2 | 0.500625 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.512578 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | +| 2 | 0.500624 | `azmcp_storage_account_create` | ❌ | | 3 | 0.470927 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.415378 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.414820 | `azmcp_storage_blob_get` | ❌ | | 6 | 0.368859 | `azmcp_storage_account_get` | ❌ | | 7 | 0.361494 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 8 | 0.354862 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.334039 | `azmcp_storage_blob_upload` | ❌ | +| 8 | 0.354861 | `azmcp_storage_table_list` | ❌ | +| 9 | 0.334040 | `azmcp_storage_blob_upload` | ❌ | | 10 | 0.320173 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 11 | 0.309739 | `azmcp_cosmos_database_container_item_query` | ❌ | | 12 | 0.296899 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.285153 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.278047 | `azmcp_keyvault_secret_create` | ❌ | -| 15 | 0.275334 | `azmcp_keyvault_key_create` | ❌ | +| 13 | 0.296438 | `azmcp_sql_db_create` | ❌ | +| 14 | 0.285153 | `azmcp_cosmos_account_list` | ❌ | +| 15 | 0.278052 | `azmcp_keyvault_secret_create` | ❌ | | 16 | 0.275240 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.270168 | `azmcp_appconfig_kv_set` | ❌ | -| 18 | 0.269625 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.268922 | `azmcp_workbooks_create` | ❌ | -| 20 | 0.256525 | `azmcp_sql_server_create` | ❌ | +| 17 | 0.275199 | `azmcp_keyvault_key_create` | ❌ | +| 18 | 0.270167 | `azmcp_appconfig_kv_set` | ❌ | +| 19 | 0.269625 | `azmcp_deploy_app_logs_get` | ❌ | +| 20 | 0.268922 | `azmcp_workbooks_create` | ❌ | --- -## Test 250 +## Test 272 **Expected Tool:** `azmcp_storage_blob_container_create` **Prompt:** Create a new blob container named documents with container public access in storage account @@ -8285,8 +9004,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.463198 | `azmcp_storage_account_create` | ❌ | -| 2 | 0.455376 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.451750 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | +| 2 | 0.455375 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.451690 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | | 4 | 0.435099 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.388450 | `azmcp_storage_blob_get` | ❌ | | 6 | 0.378021 | `azmcp_cosmos_database_container_item_query` | ❌ | @@ -8295,19 +9014,19 @@ | 9 | 0.351724 | `azmcp_storage_blob_batch_set-tier` | ❌ | | 10 | 0.329038 | `azmcp_cosmos_account_list` | ❌ | | 11 | 0.322364 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.309104 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.287885 | `azmcp_workbooks_create` | ❌ | -| 14 | 0.280773 | `azmcp_keyvault_certificate_create` | ❌ | -| 15 | 0.277049 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.276533 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.275617 | `azmcp_keyvault_secret_create` | ❌ | -| 18 | 0.269719 | `azmcp_acr_registry_repository_list` | ❌ | -| 19 | 0.266791 | `azmcp_appconfig_kv_set` | ❌ | -| 20 | 0.265205 | `azmcp_keyvault_key_create` | ❌ | +| 12 | 0.314128 | `azmcp_sql_db_create` | ❌ | +| 13 | 0.309104 | `azmcp_storage_blob_upload` | ❌ | +| 14 | 0.287885 | `azmcp_workbooks_create` | ❌ | +| 15 | 0.280806 | `azmcp_keyvault_certificate_create` | ❌ | +| 16 | 0.277049 | `azmcp_monitor_resource_log_query` | ❌ | +| 17 | 0.276533 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.275575 | `azmcp_keyvault_secret_create` | ❌ | +| 19 | 0.269719 | `azmcp_acr_registry_repository_list` | ❌ | +| 20 | 0.266791 | `azmcp_appconfig_kv_set` | ❌ | --- -## Test 251 +## Test 273 **Expected Tool:** `azmcp_storage_blob_container_get` **Prompt:** Show me the properties of the storage container in the storage account @@ -8318,9 +9037,9 @@ |------|-------|------|--------| | 1 | 0.665176 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | | 2 | 0.559177 | `azmcp_storage_account_get` | ❌ | -| 3 | 0.523289 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.518764 | `azmcp_storage_blob_get` | ❌ | -| 5 | 0.496187 | `azmcp_storage_blob_container_create` | ❌ | +| 3 | 0.523288 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.518763 | `azmcp_storage_blob_get` | ❌ | +| 5 | 0.496184 | `azmcp_storage_blob_container_create` | ❌ | | 6 | 0.479946 | `azmcp_storage_table_list` | ❌ | | 7 | 0.461577 | `azmcp_storage_account_create` | ❌ | | 8 | 0.421964 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | @@ -8332,14 +9051,14 @@ | 14 | 0.359218 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 15 | 0.354913 | `azmcp_sql_server_show` | ❌ | | 16 | 0.353561 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.335739 | `azmcp_appconfig_kv_list` | ❌ | -| 18 | 0.334806 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.332134 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.327271 | `azmcp_aks_nodepool_get` | ❌ | +| 17 | 0.350264 | `azmcp_mysql_server_config_get` | ❌ | +| 18 | 0.335739 | `azmcp_appconfig_kv_list` | ❌ | +| 19 | 0.334806 | `azmcp_cosmos_database_list` | ❌ | +| 20 | 0.332134 | `azmcp_deploy_app_logs_get` | ❌ | --- -## Test 252 +## Test 274 **Expected Tool:** `azmcp_storage_blob_container_get` **Prompt:** List all blob containers in the storage account @@ -8357,21 +9076,21 @@ | 7 | 0.453044 | `azmcp_cosmos_database_list` | ❌ | | 8 | 0.409820 | `azmcp_acr_registry_repository_list` | ❌ | | 9 | 0.404640 | `azmcp_storage_account_create` | ❌ | -| 10 | 0.394247 | `azmcp_storage_blob_container_create` | ❌ | +| 10 | 0.393989 | `azmcp_storage_blob_container_create` | ❌ | | 11 | 0.386144 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.367215 | `azmcp_keyvault_key_list` | ❌ | +| 12 | 0.367427 | `azmcp_keyvault_key_list` | ❌ | | 13 | 0.367036 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | | 14 | 0.359465 | `azmcp_search_service_list` | ❌ | -| 15 | 0.359399 | `azmcp_subscription_list` | ❌ | +| 15 | 0.359378 | `azmcp_subscription_list` | ❌ | | 16 | 0.358630 | `azmcp_storage_blob_batch_set-tier` | ❌ | | 17 | 0.356400 | `azmcp_acr_registry_list` | ❌ | | 18 | 0.351601 | `azmcp_keyvault_certificate_list` | ❌ | -| 19 | 0.351458 | `azmcp_keyvault_secret_list` | ❌ | +| 19 | 0.351566 | `azmcp_keyvault_secret_list` | ❌ | | 20 | 0.348288 | `azmcp_appconfig_account_list` | ❌ | --- -## Test 253 +## Test 275 **Expected Tool:** `azmcp_storage_blob_container_get` **Prompt:** Show me the containers in the storage account @@ -8387,7 +9106,7 @@ | 5 | 0.439698 | `azmcp_storage_account_create` | ❌ | | 6 | 0.437887 | `azmcp_cosmos_account_list` | ❌ | | 7 | 0.429767 | `azmcp_storage_blob_get` | ❌ | -| 8 | 0.418454 | `azmcp_storage_blob_container_create` | ❌ | +| 8 | 0.418128 | `azmcp_storage_blob_container_create` | ❌ | | 9 | 0.405678 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 10 | 0.390261 | `azmcp_cosmos_database_list` | ❌ | | 11 | 0.386750 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | @@ -8398,12 +9117,12 @@ | 16 | 0.348138 | `azmcp_appconfig_account_list` | ❌ | | 17 | 0.346936 | `azmcp_quota_usage_check` | ❌ | | 18 | 0.345644 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.340630 | `azmcp_subscription_list` | ❌ | +| 19 | 0.340643 | `azmcp_subscription_list` | ❌ | | 20 | 0.340150 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- -## Test 254 +## Test 276 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** Show me the properties for blob in container in storage account @@ -8412,30 +9131,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.613311 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 2 | 0.586719 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.484012 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.478144 | `azmcp_cosmos_database_container_list` | ❌ | -| 5 | 0.434968 | `azmcp_storage_blob_container_create` | ❌ | -| 6 | 0.432072 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.420947 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.408819 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.386665 | `azmcp_appconfig_kv_show` | ❌ | -| 10 | 0.359859 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 11 | 0.349768 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.345963 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.343645 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 14 | 0.338437 | `azmcp_sql_server_show` | ❌ | -| 15 | 0.334104 | `azmcp_mysql_server_config_get` | ❌ | -| 16 | 0.331079 | `azmcp_storage_blob_upload` | ❌ | -| 17 | 0.323281 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.318630 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.304098 | `azmcp_aks_nodepool_get` | ❌ | -| 20 | 0.303794 | `azmcp_appconfig_kv_list` | ❌ | +| 1 | 0.613091 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 2 | 0.586289 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.483614 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.477946 | `azmcp_cosmos_database_container_list` | ❌ | +| 5 | 0.434667 | `azmcp_storage_blob_container_create` | ❌ | +| 6 | 0.431571 | `azmcp_storage_table_list` | ❌ | +| 7 | 0.420748 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 8 | 0.408521 | `azmcp_storage_account_create` | ❌ | +| 9 | 0.386482 | `azmcp_appconfig_kv_show` | ❌ | +| 10 | 0.359392 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 11 | 0.349565 | `azmcp_cosmos_account_list` | ❌ | +| 12 | 0.345511 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 13 | 0.343238 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 14 | 0.338048 | `azmcp_sql_server_show` | ❌ | +| 15 | 0.333887 | `azmcp_mysql_server_config_get` | ❌ | +| 16 | 0.330904 | `azmcp_storage_blob_upload` | ❌ | +| 17 | 0.326504 | `azmcp_monitor_resource_log_query` | ❌ | +| 18 | 0.323065 | `azmcp_cosmos_database_list` | ❌ | +| 19 | 0.318346 | `azmcp_deploy_app_logs_get` | ❌ | +| 20 | 0.303869 | `azmcp_aks_nodepool_get` | ❌ | --- -## Test 255 +## Test 277 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** Get the details about blob in the container in storage account @@ -8447,27 +9166,27 @@ | 1 | 0.662106 | `azmcp_storage_blob_container_get` | ❌ | | 2 | 0.661919 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | | 3 | 0.537535 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.460661 | `azmcp_storage_blob_container_create` | ❌ | +| 4 | 0.460657 | `azmcp_storage_blob_container_create` | ❌ | | 5 | 0.457038 | `azmcp_storage_account_create` | ❌ | | 6 | 0.453696 | `azmcp_cosmos_database_container_list` | ❌ | | 7 | 0.388809 | `azmcp_storage_table_list` | ❌ | | 8 | 0.370177 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 9 | 0.360712 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 10 | 0.360470 | `azmcp_aks_cluster_get` | ❌ | +| 10 | 0.359655 | `azmcp_aks_cluster_get` | ❌ | | 11 | 0.358376 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.353412 | `azmcp_kusto_cluster_get` | ❌ | +| 12 | 0.353461 | `azmcp_kusto_cluster_get` | ❌ | | 13 | 0.353131 | `azmcp_workbooks_show` | ❌ | | 14 | 0.352671 | `azmcp_sql_server_show` | ❌ | | 15 | 0.348551 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.342979 | `azmcp_aks_nodepool_get` | ❌ | +| 16 | 0.342860 | `azmcp_aks_nodepool_get` | ❌ | | 17 | 0.337010 | `azmcp_mysql_server_config_get` | ❌ | | 18 | 0.334138 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 19 | 0.319525 | `azmcp_keyvault_certificate_get` | ❌ | -| 20 | 0.319393 | `azmcp_deploy_app_logs_get` | ❌ | +| 19 | 0.329754 | `azmcp_monitor_resource_log_query` | ❌ | +| 20 | 0.319525 | `azmcp_keyvault_certificate_get` | ❌ | --- -## Test 256 +## Test 278 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** List all blobs in the blob container in the storage account @@ -8483,23 +9202,23 @@ | 5 | 0.465942 | `azmcp_storage_account_get` | ❌ | | 6 | 0.452160 | `azmcp_cosmos_account_list` | ❌ | | 7 | 0.415853 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.413336 | `azmcp_storage_blob_container_create` | ❌ | +| 8 | 0.413280 | `azmcp_storage_blob_container_create` | ❌ | | 9 | 0.400483 | `azmcp_acr_registry_repository_list` | ❌ | | 10 | 0.394852 | `azmcp_storage_account_create` | ❌ | | 11 | 0.382903 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 12 | 0.379847 | `azmcp_keyvault_key_list` | ❌ | +| 12 | 0.380052 | `azmcp_keyvault_key_list` | ❌ | | 13 | 0.379099 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 14 | 0.369535 | `azmcp_keyvault_secret_list` | ❌ | +| 14 | 0.369639 | `azmcp_keyvault_secret_list` | ❌ | | 15 | 0.363904 | `azmcp_storage_blob_batch_set-tier` | ❌ | | 16 | 0.361689 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 17 | 0.359099 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.348799 | `azmcp_subscription_list` | ❌ | +| 18 | 0.348791 | `azmcp_subscription_list` | ❌ | | 19 | 0.340190 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.331545 | `azmcp_appconfig_kv_list` | ❌ | +| 20 | 0.328193 | `azmcp_search_service_list` | ❌ | --- -## Test 257 +## Test 279 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** Show me the blobs in the blob container in the storage account @@ -8508,30 +9227,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.570353 | `azmcp_storage_blob_container_get` | ❌ | -| 2 | 0.549442 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 3 | 0.533515 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.456071 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.449128 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.434015 | `azmcp_storage_blob_container_create` | ❌ | -| 7 | 0.397367 | `azmcp_storage_account_create` | ❌ | -| 8 | 0.395810 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.385243 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 10 | 0.362337 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.359473 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 12 | 0.353799 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.345263 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.342766 | `azmcp_appconfig_kv_show` | ❌ | -| 15 | 0.342653 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 16 | 0.339846 | `azmcp_deploy_app_logs_get` | ❌ | -| 17 | 0.336142 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.314069 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.306951 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.300295 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.570349 | `azmcp_storage_blob_container_get` | ❌ | +| 2 | 0.549371 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 3 | 0.533522 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.456057 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.449079 | `azmcp_storage_account_get` | ❌ | +| 6 | 0.433879 | `azmcp_storage_blob_container_create` | ❌ | +| 7 | 0.397262 | `azmcp_storage_account_create` | ❌ | +| 8 | 0.395794 | `azmcp_cosmos_account_list` | ❌ | +| 9 | 0.385260 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 10 | 0.362258 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 11 | 0.359386 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 12 | 0.353754 | `azmcp_cosmos_database_list` | ❌ | +| 13 | 0.345236 | `azmcp_acr_registry_repository_list` | ❌ | +| 14 | 0.342696 | `azmcp_appconfig_kv_show` | ❌ | +| 15 | 0.342543 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 16 | 0.339810 | `azmcp_deploy_app_logs_get` | ❌ | +| 17 | 0.336173 | `azmcp_monitor_resource_log_query` | ❌ | +| 18 | 0.314055 | `azmcp_quota_usage_check` | ❌ | +| 19 | 0.308731 | `azmcp_storage_blob_upload` | ❌ | +| 20 | 0.306820 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- -## Test 258 +## Test 280 **Expected Tool:** `azmcp_storage_blob_upload` **Prompt:** Upload file to storage blob in container in storage account @@ -8540,30 +9259,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.566301 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | -| 2 | 0.403471 | `azmcp_storage_blob_get` | ❌ | -| 3 | 0.397762 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.382251 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.377488 | `azmcp_storage_blob_container_create` | ❌ | -| 6 | 0.351989 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.327516 | `azmcp_cosmos_database_container_list` | ❌ | -| 8 | 0.324082 | `azmcp_appconfig_kv_set` | ❌ | -| 9 | 0.307523 | `azmcp_storage_table_list` | ❌ | -| 10 | 0.298071 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 11 | 0.297254 | `azmcp_storage_queue_message_send` | ❌ | -| 12 | 0.294825 | `azmcp_keyvault_certificate_import` | ❌ | -| 13 | 0.291654 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 14 | 0.284994 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 15 | 0.273658 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 16 | 0.273463 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.272307 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 18 | 0.257792 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.253428 | `azmcp_appconfig_kv_show` | ❌ | -| 20 | 0.239567 | `azmcp_foundry_models_deploy` | ❌ | +| 1 | 0.566115 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | +| 2 | 0.403093 | `azmcp_storage_blob_get` | ❌ | +| 3 | 0.397333 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.382088 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.376974 | `azmcp_storage_blob_container_create` | ❌ | +| 6 | 0.351761 | `azmcp_storage_account_get` | ❌ | +| 7 | 0.327040 | `azmcp_cosmos_database_container_list` | ❌ | +| 8 | 0.323952 | `azmcp_appconfig_kv_set` | ❌ | +| 9 | 0.307260 | `azmcp_storage_table_list` | ❌ | +| 10 | 0.298029 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 11 | 0.297131 | `azmcp_storage_queue_message_send` | ❌ | +| 12 | 0.294668 | `azmcp_keyvault_certificate_import` | ❌ | +| 13 | 0.291484 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 14 | 0.284553 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 15 | 0.284413 | `azmcp_monitor_resource_log_query` | ❌ | +| 16 | 0.273317 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 17 | 0.273253 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 18 | 0.272373 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 19 | 0.257796 | `azmcp_deploy_app_logs_get` | ❌ | +| 20 | 0.253385 | `azmcp_appconfig_kv_show` | ❌ | --- -## Test 259 +## Test 281 **Expected Tool:** `azmcp_storage_datalake_directory_create` **Prompt:** Create a new directory at the path in Data Lake in the storage account @@ -8575,27 +9294,27 @@ | 1 | 0.647078 | `azmcp_storage_datalake_directory_create` | ✅ **EXPECTED** | | 2 | 0.481507 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | | 3 | 0.442414 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.348428 | `azmcp_keyvault_secret_create` | ❌ | -| 5 | 0.340437 | `azmcp_keyvault_certificate_create` | ❌ | -| 6 | 0.339889 | `azmcp_storage_blob_container_create` | ❌ | -| 7 | 0.333776 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.313913 | `azmcp_storage_account_get` | ❌ | -| 9 | 0.306845 | `azmcp_storage_blob_container_get` | ❌ | -| 10 | 0.303932 | `azmcp_storage_table_list` | ❌ | -| 11 | 0.302849 | `azmcp_loadtesting_testresource_create` | ❌ | -| 12 | 0.297012 | `azmcp_loadtesting_test_create` | ❌ | -| 13 | 0.295247 | `azmcp_storage_blob_upload` | ❌ | -| 14 | 0.281849 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.281674 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 16 | 0.276608 | `azmcp_appconfig_kv_set` | ❌ | -| 17 | 0.272610 | `azmcp_workbooks_create` | ❌ | +| 4 | 0.348448 | `azmcp_keyvault_secret_create` | ❌ | +| 5 | 0.340453 | `azmcp_keyvault_certificate_create` | ❌ | +| 6 | 0.340046 | `azmcp_storage_blob_container_create` | ❌ | +| 7 | 0.333862 | `azmcp_keyvault_key_create` | ❌ | +| 8 | 0.329189 | `azmcp_sql_db_create` | ❌ | +| 9 | 0.313913 | `azmcp_storage_account_get` | ❌ | +| 10 | 0.306845 | `azmcp_storage_blob_container_get` | ❌ | +| 11 | 0.303932 | `azmcp_storage_table_list` | ❌ | +| 12 | 0.302849 | `azmcp_loadtesting_testresource_create` | ❌ | +| 13 | 0.297012 | `azmcp_loadtesting_test_create` | ❌ | +| 14 | 0.295247 | `azmcp_storage_blob_upload` | ❌ | +| 15 | 0.281849 | `azmcp_sql_server_create` | ❌ | +| 16 | 0.281674 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 17 | 0.276608 | `azmcp_appconfig_kv_set` | ❌ | | 18 | 0.249193 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.240515 | `azmcp_deploy_plan_get` | ❌ | -| 20 | 0.236486 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 19 | 0.241212 | `azmcp_monitor_resource_log_query` | ❌ | +| 20 | 0.240531 | `azmcp_deploy_plan_get` | ❌ | --- -## Test 260 +## Test 282 **Expected Tool:** `azmcp_storage_datalake_file-system_list-paths` **Prompt:** List all paths in the Data Lake file system in the storage account @@ -8604,30 +9323,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.767960 | `azmcp_storage_datalake_file-system_list-paths` | ✅ **EXPECTED** | -| 2 | 0.506115 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.481743 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.451626 | `azmcp_storage_datalake_directory_create` | ❌ | -| 5 | 0.432222 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.420884 | `azmcp_storage_share_file_list` | ❌ | -| 7 | 0.419381 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.414952 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.402145 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.390655 | `azmcp_cosmos_database_container_list` | ❌ | -| 11 | 0.384290 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.374713 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.357960 | `azmcp_monitor_table_type_list` | ❌ | -| 14 | 0.352558 | `azmcp_search_service_list` | ❌ | -| 15 | 0.349357 | `azmcp_subscription_list` | ❌ | -| 16 | 0.346694 | `azmcp_keyvault_secret_list` | ❌ | -| 17 | 0.344288 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.337104 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.333592 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.331526 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 1 | 0.768097 | `azmcp_storage_datalake_file-system_list-paths` | ✅ **EXPECTED** | +| 2 | 0.506211 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 3 | 0.481716 | `azmcp_storage_table_list` | ❌ | +| 4 | 0.451751 | `azmcp_storage_datalake_directory_create` | ❌ | +| 5 | 0.432225 | `azmcp_storage_account_get` | ❌ | +| 6 | 0.421096 | `azmcp_storage_share_file_list` | ❌ | +| 7 | 0.419344 | `azmcp_cosmos_account_list` | ❌ | +| 8 | 0.415032 | `azmcp_storage_blob_container_get` | ❌ | +| 9 | 0.402172 | `azmcp_cosmos_database_list` | ❌ | +| 10 | 0.390634 | `azmcp_cosmos_database_container_list` | ❌ | +| 11 | 0.384491 | `azmcp_monitor_table_list` | ❌ | +| 12 | 0.374963 | `azmcp_keyvault_key_list` | ❌ | +| 13 | 0.358062 | `azmcp_monitor_table_type_list` | ❌ | +| 14 | 0.352714 | `azmcp_search_service_list` | ❌ | +| 15 | 0.349364 | `azmcp_subscription_list` | ❌ | +| 16 | 0.346934 | `azmcp_keyvault_secret_list` | ❌ | +| 17 | 0.344399 | `azmcp_keyvault_certificate_list` | ❌ | +| 18 | 0.337554 | `azmcp_monitor_resource_log_query` | ❌ | +| 19 | 0.337221 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 20 | 0.333706 | `azmcp_acr_registry_repository_list` | ❌ | --- -## Test 261 +## Test 283 **Expected Tool:** `azmcp_storage_datalake_file-system_list-paths` **Prompt:** Show me the paths in the Data Lake file system in the storage account @@ -8648,18 +9367,18 @@ | 10 | 0.345916 | `azmcp_cosmos_database_list` | ❌ | | 11 | 0.344289 | `azmcp_monitor_resource_log_query` | ❌ | | 12 | 0.335052 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.329465 | `azmcp_storage_blob_get` | ❌ | -| 14 | 0.327591 | `azmcp_monitor_table_list` | ❌ | +| 13 | 0.329464 | `azmcp_storage_blob_get` | ❌ | +| 14 | 0.327668 | `azmcp_monitor_table_list` | ❌ | | 15 | 0.325117 | `azmcp_storage_account_create` | ❌ | -| 16 | 0.304870 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.304577 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.304566 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.289587 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.288593 | `azmcp_keyvault_secret_list` | ❌ | +| 16 | 0.321697 | `azmcp_monitor_table_type_list` | ❌ | +| 17 | 0.304870 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 18 | 0.304588 | `azmcp_keyvault_key_list` | ❌ | +| 19 | 0.304566 | `azmcp_deploy_app_logs_get` | ❌ | +| 20 | 0.289587 | `azmcp_acr_registry_repository_list` | ❌ | --- -## Test 262 +## Test 284 **Expected Tool:** `azmcp_storage_datalake_file-system_list-paths` **Prompt:** Recursively list all paths in the Data Lake file system in the storage account filtered by @@ -8668,30 +9387,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.685275 | `azmcp_storage_datalake_file-system_list-paths` | ✅ **EXPECTED** | -| 2 | 0.465172 | `azmcp_storage_share_file_list` | ❌ | -| 3 | 0.431509 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 4 | 0.418276 | `azmcp_storage_datalake_directory_create` | ❌ | -| 5 | 0.394481 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.372137 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.363932 | `azmcp_storage_blob_container_get` | ❌ | -| 8 | 0.358319 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.343394 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.337297 | `azmcp_cosmos_database_container_list` | ❌ | -| 11 | 0.335031 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.334195 | `azmcp_acr_registry_repository_list` | ❌ | -| 13 | 0.323581 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 14 | 0.322311 | `azmcp_search_service_list` | ❌ | -| 15 | 0.318156 | `azmcp_subscription_list` | ❌ | -| 16 | 0.317347 | `azmcp_monitor_table_list` | ❌ | -| 17 | 0.314467 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.310225 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 19 | 0.300135 | `azmcp_keyvault_certificate_list` | ❌ | -| 20 | 0.294831 | `azmcp_keyvault_secret_list` | ❌ | +| 1 | 0.685260 | `azmcp_storage_datalake_file-system_list-paths` | ✅ **EXPECTED** | +| 2 | 0.465158 | `azmcp_storage_share_file_list` | ❌ | +| 3 | 0.431539 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 4 | 0.418199 | `azmcp_storage_datalake_directory_create` | ❌ | +| 5 | 0.394456 | `azmcp_storage_table_list` | ❌ | +| 6 | 0.372101 | `azmcp_storage_account_get` | ❌ | +| 7 | 0.363918 | `azmcp_storage_blob_container_get` | ❌ | +| 8 | 0.358303 | `azmcp_cosmos_account_list` | ❌ | +| 9 | 0.343302 | `azmcp_cosmos_database_list` | ❌ | +| 10 | 0.337285 | `azmcp_cosmos_database_container_list` | ❌ | +| 11 | 0.335036 | `azmcp_monitor_resource_log_query` | ❌ | +| 12 | 0.333908 | `azmcp_acr_registry_repository_list` | ❌ | +| 13 | 0.323351 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 14 | 0.322053 | `azmcp_search_service_list` | ❌ | +| 15 | 0.317872 | `azmcp_subscription_list` | ❌ | +| 16 | 0.317437 | `azmcp_monitor_table_list` | ❌ | +| 17 | 0.314512 | `azmcp_keyvault_key_list` | ❌ | +| 18 | 0.314318 | `azmcp_mysql_database_list` | ❌ | +| 19 | 0.310101 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 20 | 0.299896 | `azmcp_keyvault_certificate_list` | ❌ | --- -## Test 263 +## Test 285 **Expected Tool:** `azmcp_storage_queue_message_send` **Prompt:** Send a message "Hello, World!" to the queue in storage account @@ -8704,7 +9423,7 @@ | 2 | 0.410972 | `azmcp_storage_table_list` | ❌ | | 3 | 0.375068 | `azmcp_storage_account_get` | ❌ | | 4 | 0.373072 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.344373 | `azmcp_servicebus_queue_details` | ❌ | +| 5 | 0.344491 | `azmcp_servicebus_queue_details` | ❌ | | 6 | 0.335989 | `azmcp_cosmos_database_container_item_query` | ❌ | | 7 | 0.328105 | `azmcp_cosmos_account_list` | ❌ | | 8 | 0.325517 | `azmcp_appconfig_kv_set` | ❌ | @@ -8718,12 +9437,12 @@ | 16 | 0.278031 | `azmcp_monitor_workspace_log_query` | ❌ | | 17 | 0.272609 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 18 | 0.262059 | `azmcp_storage_blob_upload` | ❌ | -| 19 | 0.258161 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.252408 | `azmcp_kusto_query` | ❌ | +| 19 | 0.260151 | `azmcp_quota_usage_check` | ❌ | +| 20 | 0.258161 | `azmcp_appconfig_account_list` | ❌ | --- -## Test 264 +## Test 286 **Expected Tool:** `azmcp_storage_queue_message_send` **Prompt:** Send a message with TTL of 3600 seconds to the queue in storage account @@ -8732,30 +9451,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642240 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.383344 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.373050 | `azmcp_servicebus_queue_details` | ❌ | -| 4 | 0.357015 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.347683 | `azmcp_monitor_resource_log_query` | ❌ | -| 6 | 0.334576 | `azmcp_storage_account_create` | ❌ | -| 7 | 0.325269 | `azmcp_storage_blob_container_get` | ❌ | -| 8 | 0.317420 | `azmcp_storage_blob_container_create` | ❌ | -| 9 | 0.315898 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.315019 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 11 | 0.312453 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.310258 | `azmcp_appconfig_kv_set` | ❌ | -| 13 | 0.282610 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.282534 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 15 | 0.277782 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.273178 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.271393 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.257323 | `azmcp_keyvault_secret_create` | ❌ | -| 19 | 0.239636 | `azmcp_kusto_query` | ❌ | -| 20 | 0.237026 | `azmcp_keyvault_key_create` | ❌ | +| 1 | 0.642281 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 2 | 0.383347 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.373094 | `azmcp_servicebus_queue_details` | ❌ | +| 4 | 0.357077 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.347722 | `azmcp_monitor_resource_log_query` | ❌ | +| 6 | 0.334605 | `azmcp_storage_account_create` | ❌ | +| 7 | 0.325315 | `azmcp_storage_blob_container_get` | ❌ | +| 8 | 0.317267 | `azmcp_storage_blob_container_create` | ❌ | +| 9 | 0.315919 | `azmcp_monitor_workspace_log_query` | ❌ | +| 10 | 0.314996 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 11 | 0.312411 | `azmcp_storage_blob_upload` | ❌ | +| 12 | 0.310355 | `azmcp_appconfig_kv_set` | ❌ | +| 13 | 0.303960 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 14 | 0.282659 | `azmcp_appconfig_kv_show` | ❌ | +| 15 | 0.282606 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 16 | 0.277831 | `azmcp_cosmos_account_list` | ❌ | +| 17 | 0.273189 | `azmcp_cosmos_database_container_list` | ❌ | +| 18 | 0.271352 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.257351 | `azmcp_keyvault_secret_create` | ❌ | +| 20 | 0.248004 | `azmcp_eventgrid_subscription_list` | ❌ | --- -## Test 265 +## Test 287 **Expected Tool:** `azmcp_storage_queue_message_send` **Prompt:** Add a message to the queue in storage account with visibility timeout of 30 seconds @@ -8764,30 +9483,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.595220 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.360533 | `azmcp_servicebus_queue_details` | ❌ | -| 3 | 0.338698 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.325197 | `azmcp_appconfig_kv_set` | ❌ | -| 5 | 0.322682 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.313484 | `azmcp_storage_blob_container_create` | ❌ | -| 7 | 0.312466 | `azmcp_storage_account_get` | ❌ | -| 8 | 0.297591 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.293557 | `azmcp_storage_blob_upload` | ❌ | -| 10 | 0.278482 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 11 | 0.274397 | `azmcp_keyvault_secret_create` | ❌ | -| 12 | 0.270962 | `azmcp_monitor_resource_log_query` | ❌ | -| 13 | 0.270456 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.266298 | `azmcp_monitor_workspace_log_query` | ❌ | -| 15 | 0.261954 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 16 | 0.257594 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.247123 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.245778 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.241013 | `azmcp_keyvault_key_create` | ❌ | -| 20 | 0.218569 | `azmcp_keyvault_certificate_create` | ❌ | +| 1 | 0.595323 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 2 | 0.360641 | `azmcp_servicebus_queue_details` | ❌ | +| 3 | 0.338590 | `azmcp_storage_account_create` | ❌ | +| 4 | 0.325347 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.322604 | `azmcp_storage_table_list` | ❌ | +| 6 | 0.313149 | `azmcp_storage_blob_container_create` | ❌ | +| 7 | 0.312357 | `azmcp_storage_account_get` | ❌ | +| 8 | 0.297459 | `azmcp_storage_blob_container_get` | ❌ | +| 9 | 0.293460 | `azmcp_storage_blob_upload` | ❌ | +| 10 | 0.278704 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 11 | 0.274559 | `azmcp_keyvault_secret_create` | ❌ | +| 12 | 0.271013 | `azmcp_monitor_resource_log_query` | ❌ | +| 13 | 0.270512 | `azmcp_appconfig_kv_show` | ❌ | +| 14 | 0.266491 | `azmcp_monitor_workspace_log_query` | ❌ | +| 15 | 0.262108 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 16 | 0.260463 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 17 | 0.257511 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 18 | 0.247138 | `azmcp_cosmos_database_container_list` | ❌ | +| 19 | 0.245807 | `azmcp_cosmos_account_list` | ❌ | +| 20 | 0.241490 | `azmcp_keyvault_key_create` | ❌ | --- -## Test 266 +## Test 288 **Expected Tool:** `azmcp_storage_share_file_list` **Prompt:** List all files and directories in the File Share in the storage account @@ -8807,19 +9526,19 @@ | 9 | 0.404225 | `azmcp_storage_account_create` | ❌ | | 10 | 0.397963 | `azmcp_cosmos_database_list` | ❌ | | 11 | 0.391675 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.390282 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.385269 | `azmcp_keyvault_secret_list` | ❌ | +| 12 | 0.390560 | `azmcp_keyvault_key_list` | ❌ | +| 13 | 0.385362 | `azmcp_keyvault_secret_list` | ❌ | | 14 | 0.382087 | `azmcp_search_service_list` | ❌ | | 15 | 0.373056 | `azmcp_keyvault_certificate_list` | ❌ | | 16 | 0.372921 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.366481 | `azmcp_subscription_list` | ❌ | +| 17 | 0.366463 | `azmcp_subscription_list` | ❌ | | 18 | 0.360454 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.353596 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.337938 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.353892 | `azmcp_monitor_table_list` | ❌ | +| 20 | 0.353596 | `azmcp_appconfig_account_list` | ❌ | --- -## Test 267 +## Test 289 **Expected Tool:** `azmcp_storage_share_file_list` **Prompt:** Show me the files in the File Share directory in the storage account @@ -8830,7 +9549,7 @@ |------|-------|------|--------| | 1 | 0.552006 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | | 2 | 0.511236 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 3 | 0.452272 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.452271 | `azmcp_storage_table_list` | ❌ | | 4 | 0.443743 | `azmcp_storage_account_get` | ❌ | | 5 | 0.425236 | `azmcp_storage_blob_container_get` | ❌ | | 6 | 0.405964 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | @@ -8840,18 +9559,18 @@ | 10 | 0.341853 | `azmcp_storage_blob_get` | ❌ | | 11 | 0.341352 | `azmcp_cosmos_database_container_list` | ❌ | | 12 | 0.331565 | `azmcp_monitor_resource_log_query` | ❌ | -| 13 | 0.328387 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.320405 | `azmcp_keyvault_secret_list` | ❌ | +| 13 | 0.328388 | `azmcp_appconfig_kv_show` | ❌ | +| 14 | 0.320461 | `azmcp_keyvault_secret_list` | ❌ | | 15 | 0.317899 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.315352 | `azmcp_keyvault_key_list` | ❌ | +| 16 | 0.315417 | `azmcp_keyvault_key_list` | ❌ | | 17 | 0.304034 | `azmcp_appconfig_account_list` | ❌ | | 18 | 0.303900 | `azmcp_acr_registry_repository_list` | ❌ | | 19 | 0.301881 | `azmcp_search_service_list` | ❌ | -| 20 | 0.301062 | `azmcp_keyvault_certificate_list` | ❌ | +| 20 | 0.297519 | `azmcp_subscription_list` | ❌ | --- -## Test 268 +## Test 290 **Expected Tool:** `azmcp_storage_share_file_list` **Prompt:** List files with prefix 'report' in the File Share in the storage account @@ -8874,16 +9593,16 @@ | 12 | 0.360947 | `azmcp_search_service_list` | ❌ | | 13 | 0.352130 | `azmcp_storage_account_create` | ❌ | | 14 | 0.344004 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.339261 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.336352 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.332926 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.319827 | `azmcp_keyvault_secret_list` | ❌ | -| 19 | 0.319475 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.318786 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 15 | 0.343815 | `azmcp_storage_blob_get` | ❌ | +| 16 | 0.339261 | `azmcp_cosmos_database_list` | ❌ | +| 17 | 0.336352 | `azmcp_cosmos_database_container_list` | ❌ | +| 18 | 0.332926 | `azmcp_keyvault_certificate_list` | ❌ | +| 19 | 0.319836 | `azmcp_keyvault_secret_list` | ❌ | +| 20 | 0.319475 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 269 +## Test 291 **Expected Tool:** `azmcp_storage_table_list` **Prompt:** List all tables in the storage account @@ -8893,13 +9612,13 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.787243 | `azmcp_storage_table_list` | ✅ **EXPECTED** | -| 2 | 0.574921 | `azmcp_monitor_table_list` | ❌ | +| 2 | 0.574874 | `azmcp_monitor_table_list` | ❌ | | 3 | 0.552523 | `azmcp_mysql_table_list` | ❌ | | 4 | 0.514042 | `azmcp_cosmos_database_list` | ❌ | | 5 | 0.510657 | `azmcp_storage_account_get` | ❌ | | 6 | 0.505290 | `azmcp_storage_blob_container_get` | ❌ | | 7 | 0.503638 | `azmcp_cosmos_database_container_list` | ❌ | -| 8 | 0.498180 | `azmcp_postgres_table_list` | ❌ | +| 8 | 0.498181 | `azmcp_postgres_table_list` | ❌ | | 9 | 0.497572 | `azmcp_monitor_table_type_list` | ❌ | | 10 | 0.491995 | `azmcp_cosmos_account_list` | ❌ | | 11 | 0.486049 | `azmcp_kusto_table_list` | ❌ | @@ -8908,14 +9627,14 @@ | 14 | 0.421152 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | | 15 | 0.407089 | `azmcp_storage_account_create` | ❌ | | 16 | 0.404701 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.393501 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.362913 | `azmcp_kusto_table_schema` | ❌ | -| 19 | 0.360786 | `azmcp_keyvault_certificate_list` | ❌ | -| 20 | 0.358239 | `azmcp_acr_registry_repository_list` | ❌ | +| 17 | 0.396428 | `azmcp_monitor_resource_log_query` | ❌ | +| 18 | 0.393795 | `azmcp_keyvault_key_list` | ❌ | +| 19 | 0.362914 | `azmcp_kusto_table_schema` | ❌ | +| 20 | 0.360786 | `azmcp_keyvault_certificate_list` | ❌ | --- -## Test 270 +## Test 292 **Expected Tool:** `azmcp_storage_table_list` **Prompt:** Show me the tables in the storage account @@ -8925,7 +9644,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.738095 | `azmcp_storage_table_list` | ✅ **EXPECTED** | -| 2 | 0.521785 | `azmcp_monitor_table_list` | ❌ | +| 2 | 0.521718 | `azmcp_monitor_table_list` | ❌ | | 3 | 0.520811 | `azmcp_mysql_table_list` | ❌ | | 4 | 0.519070 | `azmcp_storage_account_get` | ❌ | | 5 | 0.514313 | `azmcp_storage_blob_container_get` | ❌ | @@ -8939,15 +9658,15 @@ | 13 | 0.428607 | `azmcp_storage_account_create` | ❌ | | 14 | 0.423663 | `azmcp_postgres_table_list` | ❌ | | 15 | 0.420393 | `azmcp_mysql_database_list` | ❌ | -| 16 | 0.380764 | `azmcp_kusto_table_schema` | ❌ | -| 17 | 0.368053 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.365922 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.362253 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.356792 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 16 | 0.406204 | `azmcp_monitor_resource_log_query` | ❌ | +| 17 | 0.380764 | `azmcp_kusto_table_schema` | ❌ | +| 18 | 0.368191 | `azmcp_keyvault_key_list` | ❌ | +| 19 | 0.365922 | `azmcp_kusto_database_list` | ❌ | +| 20 | 0.362253 | `azmcp_kusto_sample` | ❌ | --- -## Test 271 +## Test 293 **Expected Tool:** `azmcp_subscription_list` **Prompt:** List all subscriptions for my account @@ -8956,30 +9675,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576116 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.576093 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.512964 | `azmcp_cosmos_account_list` | ❌ | | 3 | 0.473852 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.471653 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.452471 | `azmcp_search_service_list` | ❌ | -| 6 | 0.450973 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.445724 | `azmcp_grafana_list` | ❌ | -| 8 | 0.436338 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.431337 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.430279 | `azmcp_group_list` | ❌ | -| 11 | 0.422723 | `azmcp_eventgrid_topic_list` | ❌ | -| 12 | 0.406935 | `azmcp_appconfig_account_list` | ❌ | -| 13 | 0.394953 | `azmcp_aks_cluster_list` | ❌ | -| 14 | 0.388737 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.380636 | `azmcp_marketplace_product_list` | ❌ | -| 16 | 0.367761 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.366860 | `azmcp_loadtesting_testresource_list` | ❌ | -| 18 | 0.355344 | `azmcp_marketplace_product_get` | ❌ | +| 5 | 0.467765 | `azmcp_eventgrid_subscription_list` | ❌ | +| 6 | 0.452471 | `azmcp_search_service_list` | ❌ | +| 7 | 0.450973 | `azmcp_redis_cluster_list` | ❌ | +| 8 | 0.445724 | `azmcp_grafana_list` | ❌ | +| 9 | 0.436338 | `azmcp_storage_table_list` | ❌ | +| 10 | 0.431337 | `azmcp_kusto_cluster_list` | ❌ | +| 11 | 0.430280 | `azmcp_group_list` | ❌ | +| 12 | 0.422734 | `azmcp_eventgrid_topic_list` | ❌ | +| 13 | 0.406935 | `azmcp_appconfig_account_list` | ❌ | +| 14 | 0.394917 | `azmcp_aks_cluster_list` | ❌ | +| 15 | 0.388737 | `azmcp_monitor_workspace_list` | ❌ | +| 16 | 0.380636 | `azmcp_marketplace_product_list` | ❌ | +| 17 | 0.367761 | `azmcp_storage_account_get` | ❌ | +| 18 | 0.366831 | `azmcp_loadtesting_testresource_list` | ❌ | | 19 | 0.348524 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 20 | 0.344901 | `azmcp_servicebus_topic_subscription_details` | ❌ | --- -## Test 272 +## Test 294 **Expected Tool:** `azmcp_subscription_list` **Prompt:** Show me my subscriptions @@ -8988,30 +9707,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.405701 | `azmcp_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.381238 | `azmcp_postgres_server_list` | ❌ | -| 3 | 0.351864 | `azmcp_grafana_list` | ❌ | -| 4 | 0.350951 | `azmcp_redis_cache_list` | ❌ | -| 5 | 0.341813 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.334744 | `azmcp_eventgrid_topic_list` | ❌ | -| 7 | 0.328109 | `azmcp_search_service_list` | ❌ | -| 8 | 0.315604 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.308874 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.303528 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.303367 | `azmcp_marketplace_product_list` | ❌ | -| 12 | 0.297209 | `azmcp_group_list` | ❌ | -| 13 | 0.296282 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.295180 | `azmcp_marketplace_product_get` | ❌ | -| 15 | 0.285434 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 16 | 0.275417 | `azmcp_loadtesting_testresource_list` | ❌ | -| 17 | 0.274876 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.405792 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.384208 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.381238 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.351864 | `azmcp_grafana_list` | ❌ | +| 5 | 0.350951 | `azmcp_redis_cache_list` | ❌ | +| 6 | 0.341813 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.334787 | `azmcp_eventgrid_topic_list` | ❌ | +| 8 | 0.328109 | `azmcp_search_service_list` | ❌ | +| 9 | 0.315604 | `azmcp_kusto_cluster_list` | ❌ | +| 10 | 0.308874 | `azmcp_appconfig_account_list` | ❌ | +| 11 | 0.303528 | `azmcp_cosmos_account_list` | ❌ | +| 12 | 0.303367 | `azmcp_marketplace_product_list` | ❌ | +| 13 | 0.297209 | `azmcp_group_list` | ❌ | +| 14 | 0.296282 | `azmcp_monitor_workspace_list` | ❌ | +| 15 | 0.295181 | `azmcp_marketplace_product_get` | ❌ | +| 16 | 0.285434 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 17 | 0.275422 | `azmcp_loadtesting_testresource_list` | ❌ | | 18 | 0.269922 | `azmcp_resourcehealth_service-health-events_list` | ❌ | | 19 | 0.256330 | `azmcp_storage_table_list` | ❌ | | 20 | 0.244501 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- -## Test 273 +## Test 295 **Expected Tool:** `azmcp_subscription_list` **Prompt:** What is my current subscription? @@ -9020,30 +9739,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.319985 | `azmcp_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.315547 | `azmcp_marketplace_product_get` | ❌ | -| 3 | 0.286711 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.282645 | `azmcp_grafana_list` | ❌ | -| 5 | 0.279702 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.278798 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.273758 | `azmcp_marketplace_product_list` | ❌ | -| 8 | 0.256358 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.254815 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 10 | 0.252879 | `azmcp_eventgrid_topic_list` | ❌ | -| 11 | 0.252504 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.251683 | `azmcp_search_service_list` | ❌ | -| 13 | 0.251368 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 14 | 0.233143 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.230822 | `azmcp_kusto_cluster_get` | ❌ | +| 1 | 0.320025 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.315549 | `azmcp_marketplace_product_get` | ❌ | +| 3 | 0.313335 | `azmcp_eventgrid_subscription_list` | ❌ | +| 4 | 0.286711 | `azmcp_redis_cache_list` | ❌ | +| 5 | 0.282645 | `azmcp_grafana_list` | ❌ | +| 6 | 0.279702 | `azmcp_redis_cluster_list` | ❌ | +| 7 | 0.278798 | `azmcp_postgres_server_list` | ❌ | +| 8 | 0.273758 | `azmcp_marketplace_product_list` | ❌ | +| 9 | 0.256358 | `azmcp_kusto_cluster_list` | ❌ | +| 10 | 0.254815 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 11 | 0.252938 | `azmcp_eventgrid_topic_list` | ❌ | +| 12 | 0.252443 | `azmcp_loadtesting_testresource_list` | ❌ | +| 13 | 0.251683 | `azmcp_search_service_list` | ❌ | +| 14 | 0.251368 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 15 | 0.233143 | `azmcp_monitor_workspace_list` | ❌ | | 16 | 0.230571 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.227020 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.226446 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.222799 | `azmcp_appconfig_account_list` | ❌ | +| 17 | 0.230324 | `azmcp_kusto_cluster_get` | ❌ | +| 18 | 0.227020 | `azmcp_quota_region_availability_list` | ❌ | +| 19 | 0.226446 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 20 | 0.211120 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- -## Test 274 +## Test 296 **Expected Tool:** `azmcp_subscription_list` **Prompt:** What subscriptions do I have? @@ -9052,94 +9771,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.403225 | `azmcp_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.354504 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.342318 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.340339 | `azmcp_grafana_list` | ❌ | -| 5 | 0.336798 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.311939 | `azmcp_search_service_list` | ❌ | -| 7 | 0.311109 | `azmcp_marketplace_product_list` | ❌ | -| 8 | 0.305150 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.304965 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.302271 | `azmcp_eventgrid_topic_list` | ❌ | -| 11 | 0.300478 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 12 | 0.294080 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.291826 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.282326 | `azmcp_loadtesting_testresource_list` | ❌ | -| 15 | 0.281294 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.274224 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 17 | 0.269869 | `azmcp_group_list` | ❌ | -| 18 | 0.258468 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.403291 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.375168 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.354504 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.342318 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.340339 | `azmcp_grafana_list` | ❌ | +| 6 | 0.336798 | `azmcp_postgres_server_list` | ❌ | +| 7 | 0.311939 | `azmcp_search_service_list` | ❌ | +| 8 | 0.311109 | `azmcp_marketplace_product_list` | ❌ | +| 9 | 0.305161 | `azmcp_marketplace_product_get` | ❌ | +| 10 | 0.304965 | `azmcp_kusto_cluster_list` | ❌ | +| 11 | 0.302338 | `azmcp_eventgrid_topic_list` | ❌ | +| 12 | 0.300478 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 13 | 0.294080 | `azmcp_monitor_workspace_list` | ❌ | +| 14 | 0.291826 | `azmcp_cosmos_account_list` | ❌ | +| 15 | 0.282288 | `azmcp_loadtesting_testresource_list` | ❌ | +| 16 | 0.281294 | `azmcp_appconfig_account_list` | ❌ | +| 17 | 0.274224 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 18 | 0.269869 | `azmcp_group_list` | ❌ | | 19 | 0.258410 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 20 | 0.236600 | `azmcp_quota_region_availability_list` | ❌ | --- -## Test 275 - -**Expected Tool:** `azmcp_azureterraformbestpractices_get` -**Prompt:** Fetch the Azure Terraform best practices - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.686886 | `azmcp_azureterraformbestpractices_get` | ✅ **EXPECTED** | -| 2 | 0.625270 | `azmcp_deploy_iac_rules_get` | ❌ | -| 3 | 0.605048 | `azmcp_get_bestpractices_get` | ❌ | -| 4 | 0.482936 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.466199 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.431102 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.389080 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.386480 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.372596 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.369184 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.362323 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 12 | 0.354086 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.339022 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.333210 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.312592 | `azmcp_mysql_server_config_get` | ❌ | -| 16 | 0.310274 | `azmcp_mysql_table_schema_get` | ❌ | -| 17 | 0.305259 | `azmcp_mysql_database_query` | ❌ | -| 18 | 0.303849 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 19 | 0.302307 | `azmcp_storage_account_get` | ❌ | -| 20 | 0.301536 | `azmcp_storage_blob_container_get` | ❌ | - ---- - -## Test 276 - -**Expected Tool:** `azmcp_azureterraformbestpractices_get` -**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.581316 | `azmcp_azureterraformbestpractices_get` | ✅ **EXPECTED** | -| 2 | 0.512141 | `azmcp_get_bestpractices_get` | ❌ | -| 3 | 0.510005 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.444297 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.439871 | `azmcp_keyvault_secret_list` | ❌ | -| 6 | 0.439535 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.428888 | `azmcp_keyvault_certificate_get` | ❌ | -| 8 | 0.389515 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.381306 | `azmcp_keyvault_certificate_create` | ❌ | -| 10 | 0.379881 | `azmcp_keyvault_certificate_import` | ❌ | -| 11 | 0.304912 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.304137 | `azmcp_mysql_database_query` | ❌ | -| 13 | 0.300776 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.292743 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.281261 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.279035 | `azmcp_storage_account_create` | ❌ | -| 17 | 0.278638 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.277623 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.274572 | `azmcp_subscription_list` | ❌ | -| 20 | 0.274176 | `azmcp_search_service_list` | ❌ | - ---- - -## Test 277 +## Test 297 **Expected Tool:** `azmcp_virtualdesktop_hostpool_list` **Prompt:** List all host pools in my subscription @@ -9156,22 +9811,22 @@ | 6 | 0.535739 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | | 7 | 0.527948 | `azmcp_postgres_server_list` | ❌ | | 8 | 0.527095 | `azmcp_aks_nodepool_list` | ❌ | -| 9 | 0.525796 | `azmcp_aks_cluster_list` | ❌ | +| 9 | 0.525737 | `azmcp_aks_cluster_list` | ❌ | | 10 | 0.525637 | `azmcp_sql_elastic-pool_list` | ❌ | | 11 | 0.506608 | `azmcp_redis_cache_list` | ❌ | -| 12 | 0.505069 | `azmcp_subscription_list` | ❌ | -| 13 | 0.496298 | `azmcp_cosmos_account_list` | ❌ | +| 12 | 0.505149 | `azmcp_subscription_list` | ❌ | +| 13 | 0.496297 | `azmcp_cosmos_account_list` | ❌ | | 14 | 0.495490 | `azmcp_grafana_list` | ❌ | | 15 | 0.492515 | `azmcp_monitor_workspace_list` | ❌ | | 16 | 0.476718 | `azmcp_group_list` | ❌ | -| 17 | 0.465569 | `azmcp_aks_nodepool_get` | ❌ | -| 18 | 0.463073 | `azmcp_eventgrid_topic_list` | ❌ | -| 19 | 0.460388 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.459250 | `azmcp_appconfig_account_list` | ❌ | +| 17 | 0.465511 | `azmcp_aks_nodepool_get` | ❌ | +| 18 | 0.463011 | `azmcp_eventgrid_topic_list` | ❌ | +| 19 | 0.461974 | `azmcp_eventgrid_subscription_list` | ❌ | +| 20 | 0.460388 | `azmcp_acr_registry_list` | ❌ | --- -## Test 278 +## Test 298 **Expected Tool:** `azmcp_virtualdesktop_hostpool_sessionhost_list` **Prompt:** List all session hosts in host pool @@ -9181,10 +9836,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.727054 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ✅ **EXPECTED** | -| 2 | 0.714468 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 2 | 0.714469 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | | 3 | 0.573352 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 4 | 0.439611 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.402909 | `azmcp_aks_nodepool_get` | ❌ | +| 5 | 0.402858 | `azmcp_aks_nodepool_get` | ❌ | | 6 | 0.393721 | `azmcp_sql_elastic-pool_list` | ❌ | | 7 | 0.364696 | `azmcp_postgres_server_list` | ❌ | | 8 | 0.362307 | `azmcp_search_service_list` | ❌ | @@ -9192,10 +9847,10 @@ | 10 | 0.337530 | `azmcp_redis_cluster_list` | ❌ | | 11 | 0.335295 | `azmcp_monitor_workspace_list` | ❌ | | 12 | 0.333517 | `azmcp_kusto_cluster_list` | ❌ | -| 13 | 0.332928 | `azmcp_keyvault_secret_list` | ❌ | -| 14 | 0.330896 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.328626 | `azmcp_keyvault_key_list` | ❌ | -| 16 | 0.321713 | `azmcp_subscription_list` | ❌ | +| 13 | 0.333003 | `azmcp_keyvault_secret_list` | ❌ | +| 14 | 0.330912 | `azmcp_aks_cluster_list` | ❌ | +| 15 | 0.328734 | `azmcp_keyvault_key_list` | ❌ | +| 16 | 0.321826 | `azmcp_subscription_list` | ❌ | | 17 | 0.312156 | `azmcp_keyvault_certificate_list` | ❌ | | 18 | 0.311262 | `azmcp_grafana_list` | ❌ | | 19 | 0.308168 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | @@ -9203,7 +9858,7 @@ --- -## Test 279 +## Test 299 **Expected Tool:** `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` **Prompt:** List all user sessions on session host in host pool @@ -9212,30 +9867,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.812524 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ✅ **EXPECTED** | -| 2 | 0.658078 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 3 | 0.500203 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 4 | 0.355514 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.336464 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.327562 | `azmcp_sql_elastic-pool_list` | ❌ | -| 7 | 0.322277 | `azmcp_subscription_list` | ❌ | -| 8 | 0.321688 | `azmcp_search_service_list` | ❌ | -| 9 | 0.315736 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.315384 | `azmcp_loadtesting_testrun_list` | ❌ | -| 11 | 0.306931 | `azmcp_aks_nodepool_get` | ❌ | -| 12 | 0.304557 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.303854 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.302954 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.299006 | `azmcp_keyvault_secret_list` | ❌ | -| 16 | 0.295551 | `azmcp_grafana_list` | ❌ | -| 17 | 0.285139 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.277483 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.275758 | `azmcp_keyvault_key_list` | ❌ | -| 20 | 0.275022 | `azmcp_cosmos_account_list` | ❌ | +| 1 | 0.812659 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ✅ **EXPECTED** | +| 2 | 0.659212 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 3 | 0.501167 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 4 | 0.356479 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.336385 | `azmcp_monitor_workspace_list` | ❌ | +| 6 | 0.327423 | `azmcp_sql_elastic-pool_list` | ❌ | +| 7 | 0.324576 | `azmcp_subscription_list` | ❌ | +| 8 | 0.324289 | `azmcp_search_service_list` | ❌ | +| 9 | 0.316295 | `azmcp_postgres_server_list` | ❌ | +| 10 | 0.315778 | `azmcp_loadtesting_testrun_list` | ❌ | +| 11 | 0.307862 | `azmcp_aks_nodepool_get` | ❌ | +| 12 | 0.305405 | `azmcp_monitor_table_list` | ❌ | +| 13 | 0.305175 | `azmcp_aks_cluster_list` | ❌ | +| 14 | 0.304414 | `azmcp_workbooks_list` | ❌ | +| 15 | 0.300014 | `azmcp_keyvault_secret_list` | ❌ | +| 16 | 0.299477 | `azmcp_eventgrid_subscription_list` | ❌ | +| 17 | 0.295899 | `azmcp_grafana_list` | ❌ | +| 18 | 0.284934 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 19 | 0.278813 | `azmcp_cosmos_account_list` | ❌ | +| 20 | 0.278222 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 280 +## Test 300 **Expected Tool:** `azmcp_workbooks_create` **Prompt:** Create a new workbook named @@ -9249,25 +9904,25 @@ | 3 | 0.361364 | `azmcp_workbooks_delete` | ❌ | | 4 | 0.361215 | `azmcp_workbooks_show` | ❌ | | 5 | 0.328113 | `azmcp_workbooks_list` | ❌ | -| 6 | 0.239813 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.217945 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.214812 | `azmcp_keyvault_certificate_create` | ❌ | +| 6 | 0.239865 | `azmcp_keyvault_secret_create` | ❌ | +| 7 | 0.217264 | `azmcp_keyvault_key_create` | ❌ | +| 8 | 0.214818 | `azmcp_keyvault_certificate_create` | ❌ | | 9 | 0.188137 | `azmcp_loadtesting_testresource_create` | ❌ | -| 10 | 0.172751 | `azmcp_monitor_table_list` | ❌ | +| 10 | 0.172748 | `azmcp_monitor_table_list` | ❌ | | 11 | 0.169440 | `azmcp_grafana_list` | ❌ | -| 12 | 0.153950 | `azmcp_storage_account_create` | ❌ | -| 13 | 0.148897 | `azmcp_loadtesting_test_create` | ❌ | -| 14 | 0.147365 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.143713 | `azmcp_sql_server_create` | ❌ | -| 16 | 0.142879 | `azmcp_storage_datalake_directory_create` | ❌ | +| 12 | 0.164006 | `azmcp_sql_db_create` | ❌ | +| 13 | 0.153950 | `azmcp_storage_account_create` | ❌ | +| 14 | 0.148897 | `azmcp_loadtesting_test_create` | ❌ | +| 15 | 0.147365 | `azmcp_monitor_workspace_list` | ❌ | +| 16 | 0.143713 | `azmcp_sql_server_create` | ❌ | | 17 | 0.130524 | `azmcp_loadtesting_testrun_create` | ❌ | | 18 | 0.130339 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 19 | 0.116803 | `azmcp_loadtesting_testrun_update` | ❌ | -| 20 | 0.113882 | `azmcp_deploy_plan_get` | ❌ | +| 19 | 0.116860 | `azmcp_loadtesting_testrun_update` | ❌ | +| 20 | 0.113927 | `azmcp_deploy_plan_get` | ❌ | --- -## Test 281 +## Test 301 **Expected Tool:** `azmcp_workbooks_delete` **Prompt:** Delete the workbook with resource ID @@ -9283,23 +9938,23 @@ | 5 | 0.390355 | `azmcp_workbooks_update` | ❌ | | 6 | 0.273939 | `azmcp_grafana_list` | ❌ | | 7 | 0.256795 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 8 | 0.242993 | `azmcp_sql_server_delete` | ❌ | -| 9 | 0.198585 | `azmcp_appconfig_kv_delete` | ❌ | -| 10 | 0.190455 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.186665 | `azmcp_quota_region_availability_list` | ❌ | -| 12 | 0.181661 | `azmcp_monitor_workspace_log_query` | ❌ | -| 13 | 0.155271 | `azmcp_monitor_metrics_query` | ❌ | -| 14 | 0.148882 | `azmcp_extension_azqr` | ❌ | -| 15 | 0.145141 | `azmcp_loadtesting_testresource_list` | ❌ | -| 16 | 0.134979 | `azmcp_loadtesting_testrun_update` | ❌ | -| 17 | 0.132504 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.131813 | `azmcp_group_list` | ❌ | -| 19 | 0.122450 | `azmcp_loadtesting_test_get` | ❌ | -| 20 | 0.119436 | `azmcp_loadtesting_testresource_create` | ❌ | +| 8 | 0.248002 | `azmcp_sql_db_delete` | ❌ | +| 9 | 0.242993 | `azmcp_sql_server_delete` | ❌ | +| 10 | 0.198585 | `azmcp_appconfig_kv_delete` | ❌ | +| 11 | 0.190455 | `azmcp_monitor_resource_log_query` | ❌ | +| 12 | 0.186665 | `azmcp_quota_region_availability_list` | ❌ | +| 13 | 0.181661 | `azmcp_monitor_workspace_log_query` | ❌ | +| 14 | 0.155100 | `azmcp_monitor_metrics_query` | ❌ | +| 15 | 0.148882 | `azmcp_extension_azqr` | ❌ | +| 16 | 0.145041 | `azmcp_loadtesting_testresource_list` | ❌ | +| 17 | 0.134990 | `azmcp_loadtesting_testrun_update` | ❌ | +| 18 | 0.132504 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.131813 | `azmcp_group_list` | ❌ | +| 20 | 0.122450 | `azmcp_loadtesting_test_get` | ❌ | --- -## Test 282 +## Test 302 **Expected Tool:** `azmcp_workbooks_list` **Prompt:** List all workbooks in my resource group @@ -9308,19 +9963,19 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.772430 | `azmcp_workbooks_list` | ✅ **EXPECTED** | +| 1 | 0.772431 | `azmcp_workbooks_list` | ✅ **EXPECTED** | | 2 | 0.562485 | `azmcp_workbooks_create` | ❌ | | 3 | 0.532565 | `azmcp_workbooks_show` | ❌ | | 4 | 0.516739 | `azmcp_grafana_list` | ❌ | -| 5 | 0.488599 | `azmcp_group_list` | ❌ | +| 5 | 0.488600 | `azmcp_group_list` | ❌ | | 6 | 0.487920 | `azmcp_workbooks_delete` | ❌ | | 7 | 0.459976 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 8 | 0.454209 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.439944 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 8 | 0.454210 | `azmcp_monitor_workspace_list` | ❌ | +| 9 | 0.439945 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 10 | 0.428781 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.416566 | `azmcp_monitor_table_list` | ❌ | +| 11 | 0.416520 | `azmcp_monitor_table_list` | ❌ | | 12 | 0.413409 | `azmcp_sql_db_list` | ❌ | -| 13 | 0.405963 | `azmcp_loadtesting_testresource_list` | ❌ | +| 13 | 0.405870 | `azmcp_loadtesting_testresource_list` | ❌ | | 14 | 0.405064 | `azmcp_redis_cluster_list` | ❌ | | 15 | 0.399758 | `azmcp_acr_registry_repository_list` | ❌ | | 16 | 0.365302 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | @@ -9331,7 +9986,7 @@ --- -## Test 283 +## Test 303 **Expected Tool:** `azmcp_workbooks_list` **Prompt:** What workbooks do I have in resource group ? @@ -9341,7 +9996,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.708612 | `azmcp_workbooks_list` | ✅ **EXPECTED** | -| 2 | 0.570260 | `azmcp_workbooks_create` | ❌ | +| 2 | 0.570259 | `azmcp_workbooks_create` | ❌ | | 3 | 0.539957 | `azmcp_workbooks_show` | ❌ | | 4 | 0.485504 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.472378 | `azmcp_grafana_list` | ❌ | @@ -9350,20 +10005,20 @@ | 8 | 0.422785 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 9 | 0.421646 | `azmcp_group_list` | ❌ | | 10 | 0.412390 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.392371 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.380992 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 11 | 0.392290 | `azmcp_loadtesting_testresource_list` | ❌ | +| 12 | 0.380991 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 13 | 0.371128 | `azmcp_redis_cluster_list` | ❌ | | 14 | 0.363744 | `azmcp_sql_db_list` | ❌ | -| 15 | 0.362606 | `azmcp_monitor_table_list` | ❌ | +| 15 | 0.362629 | `azmcp_monitor_table_list` | ❌ | | 16 | 0.350839 | `azmcp_acr_registry_repository_list` | ❌ | | 17 | 0.338334 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.337787 | `azmcp_functionapp_get` | ❌ | +| 18 | 0.337786 | `azmcp_functionapp_get` | ❌ | | 19 | 0.334580 | `azmcp_extension_azqr` | ❌ | -| 20 | 0.302515 | `azmcp_monitor_metrics_definitions` | ❌ | +| 20 | 0.329813 | `azmcp_eventgrid_subscription_list` | ❌ | --- -## Test 284 +## Test 304 **Expected Tool:** `azmcp_workbooks_show` **Prompt:** Get information about the workbook with resource ID @@ -9372,30 +10027,30 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.697517 | `azmcp_workbooks_show` | ✅ **EXPECTED** | -| 2 | 0.498356 | `azmcp_workbooks_create` | ❌ | -| 3 | 0.494680 | `azmcp_workbooks_list` | ❌ | -| 4 | 0.452335 | `azmcp_workbooks_delete` | ❌ | -| 5 | 0.419050 | `azmcp_workbooks_update` | ❌ | -| 6 | 0.353506 | `azmcp_grafana_list` | ❌ | -| 7 | 0.277851 | `azmcp_quota_region_availability_list` | ❌ | -| 8 | 0.264685 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.256716 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.250055 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 11 | 0.236784 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.230519 | `azmcp_monitor_metrics_definitions` | ❌ | -| 13 | 0.230473 | `azmcp_monitor_metrics_query` | ❌ | -| 14 | 0.227527 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.225290 | `azmcp_loadtesting_test_get` | ❌ | -| 16 | 0.218990 | `azmcp_loadtesting_testresource_list` | ❌ | -| 17 | 0.207727 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.197263 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 19 | 0.195427 | `azmcp_group_list` | ❌ | -| 20 | 0.189848 | `azmcp_loadtesting_testrun_get` | ❌ | +| 1 | 0.697539 | `azmcp_workbooks_show` | ✅ **EXPECTED** | +| 2 | 0.498390 | `azmcp_workbooks_create` | ❌ | +| 3 | 0.494708 | `azmcp_workbooks_list` | ❌ | +| 4 | 0.452348 | `azmcp_workbooks_delete` | ❌ | +| 5 | 0.419105 | `azmcp_workbooks_update` | ❌ | +| 6 | 0.353546 | `azmcp_grafana_list` | ❌ | +| 7 | 0.277807 | `azmcp_quota_region_availability_list` | ❌ | +| 8 | 0.264640 | `azmcp_marketplace_product_get` | ❌ | +| 9 | 0.256678 | `azmcp_quota_usage_check` | ❌ | +| 10 | 0.250024 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 11 | 0.236741 | `azmcp_monitor_resource_log_query` | ❌ | +| 12 | 0.230558 | `azmcp_monitor_metrics_query` | ❌ | +| 13 | 0.230516 | `azmcp_monitor_metrics_definitions` | ❌ | +| 14 | 0.227558 | `azmcp_monitor_workspace_list` | ❌ | +| 15 | 0.225294 | `azmcp_loadtesting_test_get` | ❌ | +| 16 | 0.223667 | `azmcp_servicebus_topic_details` | ❌ | +| 17 | 0.218915 | `azmcp_loadtesting_testresource_list` | ❌ | +| 18 | 0.207693 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 19 | 0.197245 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 20 | 0.195373 | `azmcp_group_list` | ❌ | --- -## Test 285 +## Test 305 **Expected Tool:** `azmcp_workbooks_show` **Prompt:** Show me the workbook with display name @@ -9410,24 +10065,24 @@ | 4 | 0.424338 | `azmcp_workbooks_list` | ❌ | | 5 | 0.366057 | `azmcp_workbooks_delete` | ❌ | | 6 | 0.292898 | `azmcp_grafana_list` | ❌ | -| 7 | 0.266530 | `azmcp_monitor_table_list` | ❌ | +| 7 | 0.266450 | `azmcp_monitor_table_list` | ❌ | | 8 | 0.239907 | `azmcp_monitor_workspace_list` | ❌ | | 9 | 0.227383 | `azmcp_monitor_table_type_list` | ❌ | | 10 | 0.176481 | `azmcp_role_assignment_list` | ❌ | | 11 | 0.175814 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.174513 | `azmcp_loadtesting_testrun_update` | ❌ | +| 12 | 0.174636 | `azmcp_loadtesting_testrun_update` | ❌ | | 13 | 0.174123 | `azmcp_storage_table_list` | ❌ | | 14 | 0.168191 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 15 | 0.165774 | `azmcp_cosmos_database_list` | ❌ | | 16 | 0.154760 | `azmcp_cosmos_database_container_list` | ❌ | | 17 | 0.152535 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 18 | 0.149678 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.148994 | `azmcp_marketplace_product_get` | ❌ | +| 19 | 0.148992 | `azmcp_marketplace_product_get` | ❌ | | 20 | 0.146054 | `azmcp_kusto_table_schema` | ❌ | --- -## Test 286 +## Test 306 **Expected Tool:** `azmcp_workbooks_update` **Prompt:** Update the workbook with a new text step @@ -9440,210 +10095,50 @@ | 2 | 0.382651 | `azmcp_workbooks_create` | ❌ | | 3 | 0.362354 | `azmcp_workbooks_show` | ❌ | | 4 | 0.349689 | `azmcp_workbooks_delete` | ❌ | -| 5 | 0.276727 | `azmcp_loadtesting_testrun_update` | ❌ | -| 6 | 0.262874 | `azmcp_workbooks_list` | ❌ | -| 7 | 0.170118 | `azmcp_grafana_list` | ❌ | -| 8 | 0.148730 | `azmcp_mysql_server_param_set` | ❌ | -| 9 | 0.142404 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 10 | 0.142186 | `azmcp_loadtesting_testrun_create` | ❌ | -| 11 | 0.138354 | `azmcp_appconfig_kv_set` | ❌ | -| 12 | 0.136105 | `azmcp_loadtesting_testresource_create` | ❌ | -| 13 | 0.131007 | `azmcp_postgres_database_query` | ❌ | -| 14 | 0.129973 | `azmcp_postgres_server_param_set` | ❌ | -| 15 | 0.129660 | `azmcp_deploy_iac_rules_get` | ❌ | -| 16 | 0.126312 | `azmcp_storage_blob_upload` | ❌ | -| 17 | 0.123282 | `azmcp_monitor_workspace_log_query` | ❌ | -| 18 | 0.111100 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 5 | 0.276751 | `azmcp_loadtesting_testrun_update` | ❌ | +| 6 | 0.262873 | `azmcp_workbooks_list` | ❌ | +| 7 | 0.174535 | `azmcp_sql_db_update` | ❌ | +| 8 | 0.170118 | `azmcp_grafana_list` | ❌ | +| 9 | 0.148730 | `azmcp_mysql_server_param_set` | ❌ | +| 10 | 0.142404 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 11 | 0.142186 | `azmcp_loadtesting_testrun_create` | ❌ | +| 12 | 0.138354 | `azmcp_appconfig_kv_set` | ❌ | +| 13 | 0.136105 | `azmcp_loadtesting_testresource_create` | ❌ | +| 14 | 0.131007 | `azmcp_postgres_database_query` | ❌ | +| 15 | 0.129973 | `azmcp_postgres_server_param_set` | ❌ | +| 16 | 0.129660 | `azmcp_deploy_iac_rules_get` | ❌ | +| 17 | 0.126312 | `azmcp_storage_blob_upload` | ❌ | +| 18 | 0.111099 | `azmcp_appconfig_kv_lock_set` | ❌ | | 19 | 0.105705 | `azmcp_extension_azqr` | ❌ | -| 20 | 0.097698 | `azmcp_deploy_plan_get` | ❌ | - ---- - -## Test 287 - -**Expected Tool:** `azmcp_bicepschema_get` -**Prompt:** How can I use Bicep to create an Azure OpenAI service? - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.485889 | `azmcp_deploy_iac_rules_get` | ❌ | -| 2 | 0.448373 | `azmcp_get_bestpractices_get` | ❌ | -| 3 | 0.440302 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 4 | 0.432773 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.432409 | `azmcp_bicepschema_get` | ✅ **EXPECTED** | -| 6 | 0.400985 | `azmcp_foundry_models_deploy` | ❌ | -| 7 | 0.398046 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.391625 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 9 | 0.382229 | `azmcp_cloudarchitect_design` | ❌ | -| 10 | 0.372097 | `azmcp_search_service_list` | ❌ | -| 11 | 0.344809 | `azmcp_applens_resource_diagnose` | ❌ | -| 12 | 0.325716 | `azmcp_search_index_query` | ❌ | -| 13 | 0.324857 | `azmcp_search_index_get` | ❌ | -| 14 | 0.303183 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.291291 | `azmcp_storage_account_create` | ❌ | -| 16 | 0.281487 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.279983 | `azmcp_workbooks_delete` | ❌ | -| 18 | 0.274770 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 19 | 0.270724 | `azmcp_storage_blob_container_create` | ❌ | -| 20 | 0.268139 | `azmcp_workbooks_create` | ❌ | - ---- - -## Test 288 - -**Expected Tool:** `azmcp_cloudarchitect_design` -**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.349336 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.290902 | `azmcp_storage_blob_upload` | ❌ | -| 3 | 0.254991 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.221349 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.217623 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 6 | 0.216162 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 7 | 0.195530 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 8 | 0.191641 | `azmcp_storage_blob_container_create` | ❌ | -| 9 | 0.191096 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 10 | 0.178245 | `azmcp_deploy_plan_get` | ❌ | -| 11 | 0.175833 | `azmcp_deploy_iac_rules_get` | ❌ | -| 12 | 0.159251 | `azmcp_storage_share_file_list` | ❌ | -| 13 | 0.154832 | `azmcp_storage_queue_message_send` | ❌ | -| 14 | 0.136707 | `azmcp_storage_blob_get` | ❌ | -| 15 | 0.135768 | `azmcp_get_bestpractices_get` | ❌ | -| 16 | 0.135426 | `azmcp_storage_datalake_directory_create` | ❌ | -| 17 | 0.132826 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.130037 | `azmcp_foundry_models_deploy` | ❌ | -| 19 | 0.127003 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 20 | 0.118383 | `azmcp_quota_usage_check` | ❌ | - ---- - -## Test 289 - -**Expected Tool:** `azmcp_cloudarchitect_design` -**Prompt:** Help me create a cloud service that will serve as ATM for users - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.290305 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.267727 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 3 | 0.258197 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 4 | 0.225655 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.215780 | `azmcp_get_bestpractices_get` | ❌ | -| 6 | 0.207367 | `azmcp_deploy_iac_rules_get` | ❌ | -| 7 | 0.195407 | `azmcp_storage_account_create` | ❌ | -| 8 | 0.189280 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.179187 | `azmcp_loadtesting_testresource_create` | ❌ | -| 10 | 0.168903 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 11 | 0.163950 | `azmcp_storage_blob_container_create` | ❌ | -| 12 | 0.163732 | `azmcp_mysql_database_query` | ❌ | -| 13 | 0.162192 | `azmcp_sql_server_create` | ❌ | -| 14 | 0.160770 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.154937 | `azmcp_foundry_models_deploy` | ❌ | -| 16 | 0.154261 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.148089 | `azmcp_storage_queue_message_send` | ❌ | -| 18 | 0.145166 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.139769 | `azmcp_storage_account_get` | ❌ | -| 20 | 0.128921 | `azmcp_sql_server_show` | ❌ | - ---- - -## Test 290 - -**Expected Tool:** `azmcp_cloudarchitect_design` -**Prompt:** I want to design a cloud app for ordering groceries - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.299640 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.271943 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.265972 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.242581 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.218064 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.213173 | `azmcp_get_bestpractices_get` | ❌ | -| 7 | 0.179199 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.169691 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.164328 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.156441 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.156119 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 12 | 0.154403 | `azmcp_storage_queue_message_send` | ❌ | -| 13 | 0.140250 | `azmcp_storage_blob_container_create` | ❌ | -| 14 | 0.138067 | `azmcp_storage_account_create` | ❌ | -| 15 | 0.132355 | `azmcp_mysql_database_query` | ❌ | -| 16 | 0.130132 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.123936 | `azmcp_storage_blob_upload` | ❌ | -| 18 | 0.119586 | `azmcp_workbooks_create` | ❌ | -| 19 | 0.114994 | `azmcp_mysql_table_schema_get` | ❌ | -| 20 | 0.111424 | `azmcp_sql_db_list` | ❌ | - ---- - -## Test 291 - -**Expected Tool:** `azmcp_cloudarchitect_design` -**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.420259 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.369969 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.352797 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.323920 | `azmcp_storage_blob_upload` | ❌ | -| 5 | 0.310615 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.306967 | `azmcp_storage_account_create` | ❌ | -| 7 | 0.304499 | `azmcp_storage_queue_message_send` | ❌ | -| 8 | 0.304209 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 9 | 0.300338 | `azmcp_storage_blob_container_create` | ❌ | -| 10 | 0.299412 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 11 | 0.298989 | `azmcp_get_bestpractices_get` | ❌ | -| 12 | 0.293806 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.292455 | `azmcp_applens_resource_diagnose` | ❌ | -| 14 | 0.291878 | `azmcp_deploy_iac_rules_get` | ❌ | -| 15 | 0.282267 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.275832 | `azmcp_storage_blob_get` | ❌ | -| 17 | 0.275550 | `azmcp_storage_account_get` | ❌ | -| 18 | 0.272671 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.261446 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.259814 | `azmcp_search_service_list` | ❌ | +| 20 | 0.100448 | `azmcp_monitor_resource_log_query` | ❌ | --- ## Summary -**Total Prompts Tested:** 291 -**Execution Time:** 69.2597762s +**Total Prompts Tested:** 306 +**Execution Time:** 36.8302926s ### Success Rate Metrics -**Top Choice Success:** 83.5% (243/291 tests) +**Top Choice Success:** 84.6% (259/306 tests) #### Confidence Level Distribution -**💪 Very High Confidence (≥0.8):** 4.8% (14/291 tests) -**🎯 High Confidence (≥0.7):** 22.0% (64/291 tests) -**✅ Good Confidence (≥0.6):** 58.1% (169/291 tests) -**👍 Fair Confidence (≥0.5):** 83.2% (242/291 tests) -**👌 Acceptable Confidence (≥0.4):** 92.1% (268/291 tests) -**❌ Low Confidence (<0.4):** 7.9% (23/291 tests) +**💪 Very High Confidence (≥0.8):** 4.6% (14/306 tests) +**🎯 High Confidence (≥0.7):** 20.9% (64/306 tests) +**✅ Good Confidence (≥0.6):** 59.2% (181/306 tests) +**👍 Fair Confidence (≥0.5):** 85.3% (261/306 tests) +**👌 Acceptable Confidence (≥0.4):** 94.8% (290/306 tests) +**❌ Low Confidence (<0.4):** 5.2% (16/306 tests) #### Top Choice + Confidence Combinations -**💪 Top Choice + Very High Confidence (≥0.8):** 4.8% (14/291 tests) -**🎯 Top Choice + High Confidence (≥0.7):** 22.0% (64/291 tests) -**✅ Top Choice + Good Confidence (≥0.6):** 56.0% (163/291 tests) -**👍 Top Choice + Fair Confidence (≥0.5):** 75.3% (219/291 tests) -**👌 Top Choice + Acceptable Confidence (≥0.4):** 80.4% (234/291 tests) +**💪 Top Choice + Very High Confidence (≥0.8):** 4.6% (14/306 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 20.9% (64/306 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 56.2% (172/306 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 76.8% (235/306 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 81.7% (250/306 tests) ### Success Rate Analysis diff --git a/eng/tools/ToolDescriptionEvaluator/results.txt b/eng/tools/ToolDescriptionEvaluator/results.txt deleted file mode 100644 index 031372e57..000000000 --- a/eng/tools/ToolDescriptionEvaluator/results.txt +++ /dev/null @@ -1,6829 +0,0 @@ -Loaded 137 tools in 2.1452796s - - -Prompt: List all knowledge indexes in my AI Foundry project -Expected tool: azmcp_foundry_knowledge_index_list - 0.695201 azmcp_foundry_knowledge_index_list *** EXPECTED *** - 0.526528 azmcp_foundry_knowledge_index_schema - 0.433117 azmcp_foundry_models_list - 0.422779 azmcp_search_index_get - 0.412895 azmcp_search_service_list - 0.349506 azmcp_search_index_query - 0.329682 azmcp_foundry_models_deploy - 0.310470 azmcp_foundry_models_deployments_list - 0.309381 azmcp_monitor_table_list - 0.296877 azmcp_grafana_list - 0.291635 azmcp_azuremanagedlustre_filesystem_list - 0.286074 azmcp_monitor_table_type_list - 0.279802 azmcp_keyvault_key_list - 0.270212 azmcp_redis_cache_list - 0.270162 azmcp_monitor_workspace_list - 0.267906 azmcp_kusto_cluster_list - 0.265680 azmcp_mysql_server_list - 0.264056 azmcp_mysql_database_list - 0.262242 azmcp_redis_cluster_list - 0.261138 azmcp_kusto_database_list - -Prompt: Show me the knowledge indexes in my AI Foundry project -Expected tool: azmcp_foundry_knowledge_index_list - 0.603396 azmcp_foundry_knowledge_index_list *** EXPECTED *** - 0.489311 azmcp_foundry_knowledge_index_schema - 0.396819 azmcp_foundry_models_list - 0.374704 azmcp_search_index_get - 0.350751 azmcp_search_service_list - 0.341865 azmcp_search_index_query - 0.317997 azmcp_cloudarchitect_design - 0.310576 azmcp_foundry_models_deploy - 0.278147 azmcp_foundry_models_deployments_list - 0.276839 azmcp_quota_usage_check - 0.272237 azmcp_azuremanagedlustre_filesystem_list - 0.256208 azmcp_grafana_list - 0.249946 azmcp_get_bestpractices_get - 0.249587 azmcp_deploy_app_logs_get - 0.232829 azmcp_monitor_table_list - 0.225181 azmcp_redis_cache_list - 0.224194 azmcp_redis_cluster_list - 0.223814 azmcp_mysql_server_list - 0.218010 azmcp_quota_region_availability_list - 0.214893 azmcp_monitor_table_type_list - -Prompt: Show me the schema for knowledge index in my AI Foundry project -Expected tool: azmcp_foundry_knowledge_index_schema - 0.672577 azmcp_foundry_knowledge_index_schema *** EXPECTED *** - 0.564860 azmcp_foundry_knowledge_index_list - 0.424581 azmcp_search_index_get - 0.375275 azmcp_mysql_table_schema_get - 0.363951 azmcp_kusto_table_schema - 0.358315 azmcp_postgres_table_schema_get - 0.349967 azmcp_search_index_query - 0.347762 azmcp_foundry_models_list - 0.346435 azmcp_monitor_table_list - 0.326807 azmcp_search_service_list - 0.297822 azmcp_foundry_models_deploy - 0.295847 azmcp_mysql_table_list - 0.285897 azmcp_monitor_table_type_list - 0.277468 azmcp_deploy_architecture_diagram_generate - 0.271427 azmcp_cloudarchitect_design - 0.266288 azmcp_azuremanagedlustre_filesystem_list - 0.259298 azmcp_mysql_database_list - 0.253702 azmcp_grafana_list - 0.252091 azmcp_foundry_models_deployments_list - 0.238262 azmcp_storage_table_list - -Prompt: Get the schema configuration for knowledge index -Expected tool: azmcp_foundry_knowledge_index_schema - 0.650269 azmcp_foundry_knowledge_index_schema *** EXPECTED *** - 0.432759 azmcp_postgres_table_schema_get - 0.415963 azmcp_foundry_knowledge_index_list - 0.408316 azmcp_kusto_table_schema - 0.398186 azmcp_mysql_table_schema_get - 0.380040 azmcp_search_index_get - 0.352243 azmcp_postgres_server_config_get - 0.318648 azmcp_appconfig_kv_list - 0.311790 azmcp_monitor_table_list - 0.309927 azmcp_loadtesting_test_get - 0.286991 azmcp_mysql_server_config_get - 0.271893 azmcp_aks_cluster_get - 0.271701 azmcp_loadtesting_testrun_list - 0.262783 azmcp_aks_nodepool_get - 0.257402 azmcp_mysql_table_list - 0.256303 azmcp_appconfig_kv_show - 0.249010 azmcp_search_index_query - 0.246815 azmcp_monitor_table_type_list - 0.242191 azmcp_mysql_server_param_get - 0.239938 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Deploy a GPT4o instance on my resource -Expected tool: azmcp_foundry_models_deploy - 0.313400 azmcp_foundry_models_deploy *** EXPECTED *** - 0.282464 azmcp_mysql_server_list - 0.274011 azmcp_deploy_plan_get - 0.269429 azmcp_loadtesting_testresource_create - 0.268967 azmcp_deploy_pipeline_guidance_get - 0.234071 azmcp_deploy_iac_rules_get - 0.222504 azmcp_grafana_list - 0.222478 azmcp_datadog_monitoredresources_list - 0.221635 azmcp_workbooks_create - 0.217001 azmcp_monitor_resource_log_query - 0.215293 azmcp_loadtesting_testrun_create - 0.209865 azmcp_azuremanagedlustre_filesystem_list - 0.209020 azmcp_azureterraformbestpractices_get - 0.208124 azmcp_quota_region_availability_list - 0.207601 azmcp_quota_usage_check - 0.204420 azmcp_postgres_server_param_set - 0.195615 azmcp_workbooks_list - 0.192420 azmcp_monitor_metrics_query - 0.192373 azmcp_storage_account_create - 0.190106 azmcp_redis_cluster_list - -Prompt: List all AI Foundry model deployments -Expected tool: azmcp_foundry_models_deployments_list - 0.559508 azmcp_foundry_models_deployments_list *** EXPECTED *** - 0.549636 azmcp_foundry_models_list - 0.533239 azmcp_foundry_models_deploy - 0.448711 azmcp_search_service_list - 0.434472 azmcp_foundry_knowledge_index_list - 0.368173 azmcp_deploy_plan_get - 0.334867 azmcp_grafana_list - 0.332002 azmcp_mysql_server_list - 0.328253 azmcp_foundry_knowledge_index_schema - 0.326752 azmcp_search_index_get - 0.320998 azmcp_azuremanagedlustre_filesystem_list - 0.318854 azmcp_postgres_server_list - 0.310280 azmcp_deploy_architecture_diagram_generate - 0.308008 azmcp_loadtesting_testrun_list - 0.302262 azmcp_monitor_table_type_list - 0.301302 azmcp_redis_cluster_list - 0.300357 azmcp_search_index_query - 0.289448 azmcp_monitor_workspace_list - 0.288248 azmcp_redis_cache_list - 0.285916 azmcp_quota_region_availability_list - -Prompt: Show me all AI Foundry model deployments -Expected tool: azmcp_foundry_models_deployments_list - 0.518221 azmcp_foundry_models_list - 0.503424 azmcp_foundry_models_deploy - 0.488885 azmcp_foundry_models_deployments_list *** EXPECTED *** - 0.401016 azmcp_search_service_list - 0.396422 azmcp_foundry_knowledge_index_list - 0.328814 azmcp_deploy_plan_get - 0.311230 azmcp_foundry_knowledge_index_schema - 0.305997 azmcp_deploy_architecture_diagram_generate - 0.301514 azmcp_deploy_app_logs_get - 0.298821 azmcp_search_index_query - 0.291256 azmcp_search_index_get - 0.286814 azmcp_grafana_list - 0.282504 azmcp_cloudarchitect_design - 0.269912 azmcp_mysql_server_list - 0.254926 azmcp_postgres_server_list - 0.250392 azmcp_redis_cluster_list - 0.246893 azmcp_quota_region_availability_list - 0.243133 azmcp_monitor_table_type_list - 0.236572 azmcp_mysql_database_list - 0.234075 azmcp_redis_cache_list - -Prompt: List all AI Foundry models -Expected tool: azmcp_foundry_models_list - 0.560022 azmcp_foundry_models_list *** EXPECTED *** - 0.401146 azmcp_foundry_models_deploy - 0.387861 azmcp_foundry_knowledge_index_list - 0.386180 azmcp_search_service_list - 0.346909 azmcp_foundry_models_deployments_list - 0.298648 azmcp_monitor_table_type_list - 0.290447 azmcp_foundry_knowledge_index_schema - 0.285437 azmcp_postgres_table_list - 0.277883 azmcp_grafana_list - 0.275316 azmcp_search_index_get - 0.272964 azmcp_monitor_table_list - 0.265730 azmcp_azuremanagedlustre_filesystem_list - 0.255790 azmcp_mysql_server_list - 0.255760 azmcp_search_index_query - 0.252297 azmcp_postgres_database_list - 0.248620 azmcp_redis_cache_list - 0.248405 azmcp_mysql_table_list - 0.245193 azmcp_datadog_monitoredresources_list - 0.235676 azmcp_loadtesting_testrun_list - 0.231041 azmcp_monitor_metrics_definitions - -Prompt: Show me the available AI Foundry models -Expected tool: azmcp_foundry_models_list - 0.574818 azmcp_foundry_models_list *** EXPECTED *** - 0.430513 azmcp_foundry_models_deploy - 0.388967 azmcp_foundry_knowledge_index_list - 0.356899 azmcp_foundry_models_deployments_list - 0.339069 azmcp_search_service_list - 0.299150 azmcp_foundry_knowledge_index_schema - 0.283250 azmcp_search_index_query - 0.274019 azmcp_cloudarchitect_design - 0.266937 azmcp_deploy_architecture_diagram_generate - 0.261834 azmcp_search_index_get - 0.260144 azmcp_azuremanagedlustre_filesystem_sku_get - 0.245943 azmcp_quota_region_availability_list - 0.244697 azmcp_monitor_table_type_list - 0.243617 azmcp_deploy_plan_get - 0.240261 azmcp_monitor_metrics_definitions - 0.234050 azmcp_mysql_server_list - 0.211456 azmcp_mysql_database_list - 0.205424 azmcp_quota_usage_check - 0.200059 azmcp_monitor_workspace_list - 0.199386 azmcp_redis_cluster_list - -Prompt: Show me the details of the index in Cognitive Search service -Expected tool: azmcp_search_index_get - 0.681052 azmcp_search_index_get *** EXPECTED *** - 0.544557 azmcp_foundry_knowledge_index_schema - 0.490624 azmcp_search_service_list - 0.466005 azmcp_foundry_knowledge_index_list - 0.459609 azmcp_search_index_query - 0.393556 azmcp_aks_cluster_get - 0.388183 azmcp_loadtesting_testrun_get - 0.372382 azmcp_marketplace_product_get - 0.370915 azmcp_mysql_table_schema_get - 0.358315 azmcp_kusto_cluster_get - 0.356755 azmcp_storage_blob_get - 0.356252 azmcp_sql_db_show - 0.354845 azmcp_storage_account_get - 0.352768 azmcp_storage_blob_container_get - 0.343186 azmcp_aks_nodepool_get - 0.341320 azmcp_sql_server_show - 0.336903 azmcp_mysql_server_config_get - 0.333641 azmcp_azuremanagedlustre_filesystem_list - 0.330038 azmcp_kusto_table_schema - 0.329368 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: List all indexes in the Cognitive Search service -Expected tool: azmcp_search_index_get - 0.640256 azmcp_search_index_get *** EXPECTED *** - 0.620140 azmcp_search_service_list - 0.561856 azmcp_foundry_knowledge_index_list - 0.480817 azmcp_search_index_query - 0.445467 azmcp_foundry_knowledge_index_schema - 0.439442 azmcp_monitor_table_list - 0.416404 azmcp_cosmos_database_list - 0.409307 azmcp_cosmos_account_list - 0.406485 azmcp_monitor_table_type_list - 0.397423 azmcp_mysql_database_list - 0.392400 azmcp_storage_table_list - 0.382791 azmcp_keyvault_key_list - 0.378750 azmcp_kusto_database_list - 0.378297 azmcp_monitor_workspace_list - 0.375372 azmcp_foundry_models_deployments_list - 0.371099 azmcp_mysql_table_list - 0.369526 azmcp_keyvault_certificate_list - 0.368931 azmcp_kusto_cluster_list - 0.367804 azmcp_mysql_server_list - 0.362455 azmcp_keyvault_secret_list - -Prompt: Show me the indexes in the Cognitive Search service -Expected tool: azmcp_search_index_get - 0.620759 azmcp_search_index_get *** EXPECTED *** - 0.562775 azmcp_search_service_list - 0.561154 azmcp_foundry_knowledge_index_list - 0.471416 azmcp_search_index_query - 0.463972 azmcp_foundry_knowledge_index_schema - 0.401868 azmcp_monitor_table_list - 0.382692 azmcp_monitor_table_type_list - 0.372639 azmcp_cosmos_account_list - 0.370330 azmcp_cosmos_database_list - 0.367868 azmcp_mysql_database_list - 0.353839 azmcp_storage_table_list - 0.351788 azmcp_foundry_models_deployments_list - 0.351161 azmcp_mysql_server_list - 0.350043 azmcp_kusto_database_list - 0.347566 azmcp_monitor_workspace_list - 0.346994 azmcp_mysql_table_list - 0.341728 azmcp_foundry_models_list - 0.335748 azmcp_azuremanagedlustre_filesystem_list - 0.332289 azmcp_kusto_cluster_list - 0.331202 azmcp_keyvault_key_list - -Prompt: Search for instances of in the index in Cognitive Search service -Expected tool: azmcp_search_index_query - 0.522826 azmcp_search_index_get - 0.515870 azmcp_search_index_query *** EXPECTED *** - 0.497467 azmcp_search_service_list - 0.373917 azmcp_foundry_knowledge_index_list - 0.372940 azmcp_foundry_knowledge_index_schema - 0.327095 azmcp_kusto_query - 0.322358 azmcp_monitor_workspace_log_query - 0.311044 azmcp_cosmos_database_container_item_query - 0.306415 azmcp_resourcehealth_service-health-events_list - 0.305939 azmcp_marketplace_product_list - 0.295413 azmcp_monitor_resource_log_query - 0.290809 azmcp_monitor_metrics_query - 0.288242 azmcp_foundry_models_deployments_list - 0.287501 azmcp_mysql_server_list - 0.283532 azmcp_foundry_models_list - 0.269943 azmcp_monitor_table_list - 0.260161 azmcp_mysql_table_list - 0.247670 azmcp_marketplace_product_get - 0.244844 azmcp_kusto_sample - 0.243984 azmcp_cosmos_account_list - -Prompt: List all Cognitive Search services in my subscription -Expected tool: azmcp_search_service_list - 0.793651 azmcp_search_service_list *** EXPECTED *** - 0.505971 azmcp_search_index_get - 0.500455 azmcp_redis_cache_list - 0.494272 azmcp_monitor_workspace_list - 0.493011 azmcp_redis_cluster_list - 0.492228 azmcp_cosmos_account_list - 0.486066 azmcp_postgres_server_list - 0.482464 azmcp_grafana_list - 0.477446 azmcp_subscription_list - 0.470384 azmcp_kusto_cluster_list - 0.470055 azmcp_marketplace_product_list - 0.454460 azmcp_foundry_models_deployments_list - 0.451893 azmcp_aks_cluster_list - 0.443495 azmcp_search_index_query - 0.427817 azmcp_group_list - 0.425463 azmcp_resourcehealth_availability-status_list - 0.418396 azmcp_quota_region_availability_list - 0.417472 azmcp_appconfig_account_list - 0.414984 azmcp_foundry_models_list - 0.414169 azmcp_eventgrid_topic_list - -Prompt: Show me the Cognitive Search services in my subscription -Expected tool: azmcp_search_service_list - 0.686140 azmcp_search_service_list *** EXPECTED *** - 0.479898 azmcp_search_index_get - 0.453489 azmcp_marketplace_product_list - 0.448446 azmcp_search_index_query - 0.425939 azmcp_monitor_workspace_list - 0.419493 azmcp_marketplace_product_get - 0.412158 azmcp_cosmos_account_list - 0.408456 azmcp_redis_cluster_list - 0.400229 azmcp_redis_cache_list - 0.399822 azmcp_grafana_list - 0.397883 azmcp_foundry_models_deployments_list - 0.393728 azmcp_subscription_list - 0.390660 azmcp_resourcehealth_service-health-events_list - 0.390559 azmcp_foundry_models_list - 0.384559 azmcp_postgres_server_list - 0.379805 azmcp_foundry_knowledge_index_list - 0.376962 azmcp_quota_region_availability_list - 0.376089 azmcp_kusto_cluster_list - 0.373463 azmcp_azuremanagedlustre_filesystem_sku_get - 0.363444 azmcp_aks_cluster_list - -Prompt: Show me my Cognitive Search services -Expected tool: azmcp_search_service_list - 0.553025 azmcp_search_service_list *** EXPECTED *** - 0.436230 azmcp_search_index_get - 0.404758 azmcp_search_index_query - 0.344699 azmcp_foundry_models_deployments_list - 0.336174 azmcp_deploy_architecture_diagram_generate - 0.322580 azmcp_foundry_knowledge_index_list - 0.322540 azmcp_foundry_models_list - 0.300427 azmcp_marketplace_product_list - 0.292677 azmcp_mysql_server_list - 0.290214 azmcp_cosmos_account_list - 0.289466 azmcp_resourcehealth_service-health-events_list - 0.283366 azmcp_redis_cluster_list - 0.282198 azmcp_foundry_knowledge_index_schema - 0.281672 azmcp_get_bestpractices_get - 0.281134 azmcp_monitor_workspace_list - 0.278574 azmcp_cloudarchitect_design - 0.278531 azmcp_redis_cache_list - 0.277693 azmcp_azuremanagedlustre_filesystem_sku_get - 0.274081 azmcp_monitor_table_type_list - 0.272171 azmcp_monitor_table_list - -Prompt: List all App Configuration stores in my subscription -Expected tool: azmcp_appconfig_account_list - 0.786360 azmcp_appconfig_account_list *** EXPECTED *** - 0.635561 azmcp_appconfig_kv_list - 0.492146 azmcp_redis_cache_list - 0.491380 azmcp_postgres_server_list - 0.473554 azmcp_redis_cluster_list - 0.442214 azmcp_grafana_list - 0.441656 azmcp_cosmos_account_list - 0.432238 azmcp_search_service_list - 0.431142 azmcp_eventgrid_topic_list - 0.427635 azmcp_subscription_list - 0.427460 azmcp_appconfig_kv_show - 0.420794 azmcp_kusto_cluster_list - 0.412274 azmcp_storage_account_get - 0.408599 azmcp_monitor_workspace_list - 0.404636 azmcp_storage_table_list - 0.398419 azmcp_aks_cluster_list - 0.387414 azmcp_acr_registry_list - 0.387179 azmcp_appconfig_kv_delete - 0.385938 azmcp_sql_db_list - 0.380818 azmcp_quota_region_availability_list - -Prompt: Show me the App Configuration stores in my subscription -Expected tool: azmcp_appconfig_account_list - 0.634978 azmcp_appconfig_account_list *** EXPECTED *** - 0.533437 azmcp_appconfig_kv_list - 0.425610 azmcp_appconfig_kv_show - 0.372456 azmcp_postgres_server_list - 0.368731 azmcp_redis_cache_list - 0.359567 azmcp_postgres_server_config_get - 0.356514 azmcp_redis_cluster_list - 0.355830 azmcp_storage_account_get - 0.354747 azmcp_appconfig_kv_delete - 0.348603 azmcp_appconfig_kv_set - 0.344550 azmcp_marketplace_product_get - 0.341263 azmcp_grafana_list - 0.340111 azmcp_eventgrid_topic_list - 0.332824 azmcp_mysql_server_config_get - 0.325881 azmcp_subscription_list - 0.325232 azmcp_functionapp_get - 0.321968 azmcp_appconfig_kv_unlock - 0.310432 azmcp_search_service_list - 0.296589 azmcp_storage_table_list - 0.292788 azmcp_monitor_workspace_list - -Prompt: Show me my App Configuration stores -Expected tool: azmcp_appconfig_account_list - 0.565435 azmcp_appconfig_account_list *** EXPECTED *** - 0.564705 azmcp_appconfig_kv_list - 0.414689 azmcp_appconfig_kv_show - 0.355916 azmcp_postgres_server_config_get - 0.348661 azmcp_appconfig_kv_delete - 0.327234 azmcp_appconfig_kv_set - 0.308131 azmcp_appconfig_kv_unlock - 0.302405 azmcp_appconfig_kv_lock - 0.282153 azmcp_mysql_server_config_get - 0.272373 azmcp_storage_account_get - 0.255774 azmcp_mysql_server_param_get - 0.239130 azmcp_loadtesting_testrun_list - 0.236404 azmcp_deploy_app_logs_get - 0.234890 azmcp_azuremanagedlustre_filesystem_list - 0.233357 azmcp_postgres_server_list - 0.231649 azmcp_redis_cache_list - 0.228042 azmcp_mysql_server_param_set - 0.224176 azmcp_sql_server_show - 0.221405 azmcp_postgres_database_list - 0.219582 azmcp_storage_blob_container_get - -Prompt: Delete the key in App Configuration store -Expected tool: azmcp_appconfig_kv_delete - 0.618277 azmcp_appconfig_kv_delete *** EXPECTED *** - 0.486631 azmcp_appconfig_kv_list - 0.444881 azmcp_appconfig_kv_unlock - 0.443998 azmcp_appconfig_kv_lock - 0.424344 azmcp_appconfig_kv_set - 0.399569 azmcp_appconfig_kv_show - 0.392016 azmcp_appconfig_account_list - 0.268822 azmcp_workbooks_delete - 0.262117 azmcp_keyvault_key_create - 0.248752 azmcp_keyvault_key_list - 0.240163 azmcp_keyvault_secret_create - 0.219110 azmcp_sql_server_delete - 0.218487 azmcp_mysql_server_param_set - 0.196121 azmcp_sql_server_firewall-rule_delete - 0.194831 azmcp_postgres_server_config_get - 0.175403 azmcp_mysql_server_config_get - 0.173143 azmcp_postgres_server_param_set - 0.166763 azmcp_storage_account_get - 0.165140 azmcp_mysql_server_param_get - 0.141099 azmcp_postgres_server_param_get - -Prompt: List all key-value settings in App Configuration store -Expected tool: azmcp_appconfig_kv_list - 0.730852 azmcp_appconfig_kv_list *** EXPECTED *** - 0.595054 azmcp_appconfig_kv_show - 0.557810 azmcp_appconfig_account_list - 0.530884 azmcp_appconfig_kv_set - 0.482784 azmcp_appconfig_kv_unlock - 0.464635 azmcp_appconfig_kv_delete - 0.438315 azmcp_appconfig_kv_lock - 0.377534 azmcp_postgres_server_config_get - 0.374460 azmcp_keyvault_key_list - 0.338251 azmcp_keyvault_secret_list - 0.333355 azmcp_mysql_server_param_get - 0.327550 azmcp_loadtesting_testrun_list - 0.323615 azmcp_storage_account_get - 0.317744 azmcp_mysql_server_config_get - 0.296084 azmcp_postgres_table_list - 0.292091 azmcp_redis_cache_list - 0.279679 azmcp_storage_table_list - 0.275469 azmcp_mysql_server_param_set - 0.267026 azmcp_postgres_database_list - 0.264833 azmcp_redis_cache_accesspolicy_list - -Prompt: Show me the key-value settings in App Configuration store -Expected tool: azmcp_appconfig_kv_list - 0.682275 azmcp_appconfig_kv_list *** EXPECTED *** - 0.606545 azmcp_appconfig_kv_show - 0.522426 azmcp_appconfig_account_list - 0.512945 azmcp_appconfig_kv_set - 0.490384 azmcp_appconfig_kv_unlock - 0.468503 azmcp_appconfig_kv_delete - 0.458896 azmcp_appconfig_kv_lock - 0.370520 azmcp_postgres_server_config_get - 0.356793 azmcp_mysql_server_param_get - 0.317662 azmcp_mysql_server_config_get - 0.314774 azmcp_storage_account_get - 0.304557 azmcp_loadtesting_test_get - 0.294807 azmcp_keyvault_key_list - 0.288088 azmcp_mysql_server_param_set - 0.278909 azmcp_loadtesting_testrun_list - 0.258688 azmcp_postgres_server_param_get - 0.249968 azmcp_storage_blob_container_get - 0.243655 azmcp_postgres_server_param_set - 0.238903 azmcp_sql_server_show - 0.236389 azmcp_redis_cache_accesspolicy_list - -Prompt: Lock the key in App Configuration store -Expected tool: azmcp_appconfig_kv_lock - 0.646614 azmcp_appconfig_kv_lock *** EXPECTED *** - 0.518065 azmcp_appconfig_kv_unlock - 0.508804 azmcp_appconfig_kv_list - 0.445551 azmcp_appconfig_kv_set - 0.431516 azmcp_appconfig_kv_delete - 0.423650 azmcp_appconfig_kv_show - 0.373656 azmcp_appconfig_account_list - 0.253705 azmcp_mysql_server_param_set - 0.251298 azmcp_keyvault_key_create - 0.238242 azmcp_postgres_server_param_set - 0.238239 azmcp_keyvault_secret_create - 0.211331 azmcp_postgres_server_config_get - 0.208057 azmcp_keyvault_key_list - 0.163738 azmcp_storage_account_get - 0.158946 azmcp_mysql_server_param_get - 0.154529 azmcp_postgres_server_param_get - 0.144377 azmcp_servicebus_queue_details - 0.139871 azmcp_mysql_server_config_get - 0.123282 azmcp_storage_account_create - 0.119631 azmcp_storage_blob_container_get - -Prompt: Set the key in App Configuration store to -Expected tool: azmcp_appconfig_kv_set - 0.609368 azmcp_appconfig_kv_set *** EXPECTED *** - 0.541783 azmcp_appconfig_kv_lock - 0.518312 azmcp_appconfig_kv_list - 0.510875 azmcp_appconfig_kv_unlock - 0.506770 azmcp_appconfig_kv_show - 0.505575 azmcp_appconfig_kv_delete - 0.377758 azmcp_appconfig_account_list - 0.359955 azmcp_mysql_server_param_set - 0.347086 azmcp_postgres_server_param_set - 0.311137 azmcp_keyvault_secret_create - 0.305853 azmcp_keyvault_key_create - 0.221256 azmcp_loadtesting_test_create - 0.213380 azmcp_mysql_server_param_get - 0.208972 azmcp_postgres_server_config_get - 0.193694 azmcp_storage_account_get - 0.166790 azmcp_postgres_server_param_get - 0.164261 azmcp_mysql_server_config_get - 0.155719 azmcp_storage_blob_batch_set-tier - 0.147883 azmcp_storage_queue_message_send - 0.137542 azmcp_storage_account_create - -Prompt: Show the content for the key in App Configuration store -Expected tool: azmcp_appconfig_kv_show - 0.603216 azmcp_appconfig_kv_list - 0.561508 azmcp_appconfig_kv_show *** EXPECTED *** - 0.448912 azmcp_appconfig_kv_set - 0.441713 azmcp_appconfig_kv_delete - 0.437432 azmcp_appconfig_account_list - 0.433846 azmcp_appconfig_kv_lock - 0.427588 azmcp_appconfig_kv_unlock - 0.301859 azmcp_keyvault_key_list - 0.291448 azmcp_postgres_server_config_get - 0.269387 azmcp_loadtesting_test_get - 0.260258 azmcp_keyvault_secret_list - 0.259549 azmcp_storage_account_get - 0.257940 azmcp_mysql_server_param_get - 0.229242 azmcp_mysql_server_config_get - 0.226236 azmcp_storage_blob_container_get - 0.217856 azmcp_postgres_server_param_get - 0.206401 azmcp_redis_cache_list - 0.205556 azmcp_storage_table_list - 0.201872 azmcp_mysql_server_param_set - 0.187687 azmcp_sql_server_show - -Prompt: Unlock the key in App Configuration store -Expected tool: azmcp_appconfig_kv_unlock - 0.603597 azmcp_appconfig_kv_unlock *** EXPECTED *** - 0.552244 azmcp_appconfig_kv_lock - 0.541557 azmcp_appconfig_kv_list - 0.476496 azmcp_appconfig_kv_delete - 0.435759 azmcp_appconfig_kv_show - 0.425488 azmcp_appconfig_kv_set - 0.409406 azmcp_appconfig_account_list - 0.268062 azmcp_keyvault_key_create - 0.259561 azmcp_keyvault_key_list - 0.252579 azmcp_keyvault_secret_create - 0.237098 azmcp_mysql_server_param_set - 0.225350 azmcp_postgres_server_config_get - 0.190136 azmcp_storage_account_get - 0.185141 azmcp_postgres_server_param_set - 0.179797 azmcp_mysql_server_param_get - 0.171375 azmcp_mysql_server_config_get - 0.159767 azmcp_postgres_server_param_get - 0.150315 azmcp_storage_blob_container_get - 0.143564 azmcp_servicebus_queue_details - 0.135572 azmcp_workbooks_delete - -Prompt: Please help me diagnose issues with my app using app lens -Expected tool: azmcp_applens_resource_diagnose - 0.355635 azmcp_applens_resource_diagnose *** EXPECTED *** - 0.329345 azmcp_deploy_app_logs_get - 0.300786 azmcp_deploy_architecture_diagram_generate - 0.257790 azmcp_cloudarchitect_design - 0.216077 azmcp_get_bestpractices_get - 0.206477 azmcp_deploy_plan_get - 0.205255 azmcp_loadtesting_testrun_get - 0.177942 azmcp_deploy_pipeline_guidance_get - 0.170352 azmcp_deploy_iac_rules_get - 0.169553 azmcp_quota_usage_check - 0.169415 azmcp_azureterraformbestpractices_get - 0.163768 azmcp_resourcehealth_availability-status_get - 0.148018 azmcp_mysql_database_query - 0.141970 azmcp_monitor_resource_log_query - 0.133096 azmcp_resourcehealth_service-health-events_list - 0.128768 azmcp_resourcehealth_availability-status_list - 0.125735 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.120066 azmcp_mysql_table_schema_get - 0.116209 azmcp_mysql_server_list - 0.111731 azmcp_redis_cache_list - -Prompt: Use app lens to check why my app is slow? -Expected tool: azmcp_applens_resource_diagnose - 0.318608 azmcp_deploy_app_logs_get - 0.302557 azmcp_applens_resource_diagnose *** EXPECTED *** - 0.255570 azmcp_deploy_architecture_diagram_generate - 0.225972 azmcp_quota_usage_check - 0.222226 azmcp_loadtesting_testrun_get - 0.200402 azmcp_cloudarchitect_design - 0.186927 azmcp_functionapp_get - 0.172691 azmcp_get_bestpractices_get - 0.163364 azmcp_azuremanagedlustre_filesystem_list - 0.157877 azmcp_deploy_plan_get - 0.152905 azmcp_deploy_iac_rules_get - 0.150964 azmcp_monitor_resource_log_query - 0.150313 azmcp_mysql_database_query - 0.144054 azmcp_mysql_server_param_get - 0.133109 azmcp_resourcehealth_availability-status_get - 0.125941 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.118881 azmcp_mysql_table_schema_get - 0.112992 azmcp_monitor_workspace_log_query - 0.107063 azmcp_resourcehealth_availability-status_list - 0.101816 azmcp_monitor_metrics_query - -Prompt: What does app lens say is wrong with my service? -Expected tool: azmcp_applens_resource_diagnose - 0.256325 azmcp_deploy_architecture_diagram_generate - 0.250546 azmcp_applens_resource_diagnose *** EXPECTED *** - 0.215890 azmcp_deploy_app_logs_get - 0.199067 azmcp_resourcehealth_availability-status_get - 0.188245 azmcp_cloudarchitect_design - 0.179320 azmcp_functionapp_get - 0.178879 azmcp_azuremanagedlustre_filesystem_list - 0.159064 azmcp_get_bestpractices_get - 0.158352 azmcp_deploy_plan_get - 0.156599 azmcp_search_service_list - 0.156168 azmcp_resourcehealth_service-health-events_list - 0.153379 azmcp_resourcehealth_availability-status_list - 0.151702 azmcp_appconfig_kv_show - 0.146689 azmcp_quota_usage_check - 0.139604 azmcp_postgres_server_param_get - 0.137230 azmcp_appconfig_kv_list - 0.129424 azmcp_mysql_server_param_get - 0.126624 azmcp_sql_server_show - 0.126169 azmcp_search_index_get - 0.113627 azmcp_postgres_server_list - -Prompt: Create a Storage account with name -Expected tool: azmcp_extension_az - 0.602475 azmcp_storage_account_create - 0.463252 azmcp_storage_account_get - 0.446488 azmcp_storage_blob_container_create - 0.429618 azmcp_storage_table_list - 0.404525 azmcp_storage_blob_container_get - 0.403055 azmcp_keyvault_secret_create - 0.386765 azmcp_keyvault_key_create - 0.374481 azmcp_keyvault_certificate_create - 0.352805 azmcp_appconfig_kv_set - 0.341315 azmcp_sql_server_create - 0.337708 azmcp_storage_datalake_directory_create - 0.329934 azmcp_loadtesting_testresource_create - 0.329222 azmcp_storage_blob_upload - 0.327875 azmcp_workbooks_create - 0.325736 azmcp_loadtesting_test_create - 0.318516 azmcp_cosmos_database_container_list - 0.311829 azmcp_deploy_pipeline_guidance_get - 0.306224 azmcp_storage_blob_get - 0.303766 azmcp_cosmos_account_list - 0.303151 azmcp_appconfig_kv_lock - -Prompt: List all virtual machines in my subscription -Expected tool: azmcp_extension_az - 0.555128 azmcp_search_service_list - 0.531740 azmcp_subscription_list - 0.530948 azmcp_postgres_server_list - 0.503206 azmcp_virtualdesktop_hostpool_list - 0.500615 azmcp_redis_cache_list - 0.499251 azmcp_kusto_cluster_list - 0.496186 azmcp_redis_cluster_list - 0.484074 azmcp_monitor_workspace_list - 0.482716 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.482576 azmcp_grafana_list - 0.477657 azmcp_aks_cluster_list - 0.473774 azmcp_cosmos_account_list - 0.454007 azmcp_group_list - 0.438248 azmcp_eventgrid_topic_list - 0.435557 azmcp_quota_region_availability_list - 0.433664 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.430029 azmcp_datadog_monitoredresources_list - 0.411045 azmcp_appconfig_account_list - 0.409699 azmcp_azuremanagedlustre_filesystem_list - 0.407261 azmcp_acr_registry_list - -Prompt: Show me the details of the storage account -Expected tool: azmcp_extension_az - 0.659451 azmcp_storage_account_get - 0.602051 azmcp_storage_blob_container_get - 0.509806 azmcp_storage_table_list - 0.499648 azmcp_storage_blob_get - 0.493461 azmcp_storage_account_create - 0.433899 azmcp_cosmos_account_list - 0.433255 azmcp_appconfig_kv_show - 0.417590 azmcp_cosmos_database_container_list - 0.411378 azmcp_azuremanagedlustre_filesystem_list - 0.377441 azmcp_quota_usage_check - 0.371852 azmcp_sql_db_show - 0.367798 azmcp_sql_server_show - 0.367600 azmcp_aks_cluster_get - 0.366217 azmcp_functionapp_get - 0.364783 azmcp_mysql_server_config_get - 0.362235 azmcp_storage_datalake_file-system_list-paths - 0.360521 azmcp_azuremanagedlustre_filesystem_sku_get - 0.360310 azmcp_cosmos_database_list - 0.352992 azmcp_aks_nodepool_get - 0.341943 azmcp_loadtesting_testrun_get - -Prompt: List all Azure Container Registries in my subscription -Expected tool: azmcp_acr_registry_list - 0.743568 azmcp_acr_registry_list *** EXPECTED *** - 0.711580 azmcp_acr_registry_repository_list - 0.541506 azmcp_search_service_list - 0.527457 azmcp_aks_cluster_list - 0.515949 azmcp_subscription_list - 0.514293 azmcp_cosmos_account_list - 0.509386 azmcp_monitor_workspace_list - 0.503032 azmcp_kusto_cluster_list - 0.490776 azmcp_appconfig_account_list - 0.487515 azmcp_storage_blob_container_get - 0.483500 azmcp_cosmos_database_container_list - 0.482499 azmcp_storage_table_list - 0.482236 azmcp_redis_cluster_list - 0.481761 azmcp_redis_cache_list - 0.480869 azmcp_group_list - 0.469958 azmcp_datadog_monitoredresources_list - 0.462353 azmcp_quota_region_availability_list - 0.460523 azmcp_sql_db_list - 0.460343 azmcp_cosmos_database_list - 0.456503 azmcp_mysql_server_list - -Prompt: Show me my Azure Container Registries -Expected tool: azmcp_acr_registry_list - 0.586014 azmcp_acr_registry_list *** EXPECTED *** - 0.563636 azmcp_acr_registry_repository_list - 0.450295 azmcp_storage_blob_container_get - 0.415552 azmcp_cosmos_database_container_list - 0.382728 azmcp_mysql_server_list - 0.372153 azmcp_mysql_database_list - 0.370858 azmcp_azuremanagedlustre_filesystem_list - 0.364918 azmcp_search_service_list - 0.359177 azmcp_deploy_app_logs_get - 0.356414 azmcp_aks_cluster_list - 0.354277 azmcp_storage_blob_container_create - 0.353434 azmcp_subscription_list - 0.352818 azmcp_storage_account_get - 0.349526 azmcp_cosmos_database_list - 0.349291 azmcp_sql_db_list - 0.348080 azmcp_storage_blob_get - 0.344750 azmcp_quota_usage_check - 0.344071 azmcp_cosmos_account_list - 0.339252 azmcp_appconfig_account_list - 0.336892 azmcp_keyvault_certificate_list - -Prompt: Show me the container registries in my subscription -Expected tool: azmcp_acr_registry_list - 0.637130 azmcp_acr_registry_list *** EXPECTED *** - 0.563476 azmcp_acr_registry_repository_list - 0.474000 azmcp_redis_cache_list - 0.471804 azmcp_redis_cluster_list - 0.463742 azmcp_postgres_server_list - 0.459880 azmcp_search_service_list - 0.452938 azmcp_kusto_cluster_list - 0.451253 azmcp_monitor_workspace_list - 0.443939 azmcp_appconfig_account_list - 0.440516 azmcp_subscription_list - 0.435835 azmcp_grafana_list - 0.435716 azmcp_storage_blob_container_get - 0.431745 azmcp_cosmos_database_container_list - 0.430867 azmcp_aks_cluster_list - 0.430308 azmcp_cosmos_account_list - 0.409093 azmcp_storage_table_list - 0.404664 azmcp_group_list - 0.398556 azmcp_quota_region_availability_list - 0.395721 azmcp_azuremanagedlustre_filesystem_list - 0.386495 azmcp_virtualdesktop_hostpool_list - -Prompt: List container registries in resource group -Expected tool: azmcp_acr_registry_list - 0.654318 azmcp_acr_registry_repository_list - 0.633938 azmcp_acr_registry_list *** EXPECTED *** - 0.476015 azmcp_mysql_server_list - 0.454929 azmcp_group_list - 0.454003 azmcp_datadog_monitoredresources_list - 0.446008 azmcp_cosmos_database_container_list - 0.428000 azmcp_workbooks_list - 0.423541 azmcp_resourcehealth_availability-status_list - 0.421030 azmcp_azuremanagedlustre_filesystem_list - 0.411316 azmcp_redis_cluster_list - 0.409133 azmcp_sql_db_list - 0.404398 azmcp_storage_blob_container_get - 0.388773 azmcp_redis_cache_list - 0.371025 azmcp_sql_elastic-pool_list - 0.370359 azmcp_redis_cluster_database_list - 0.366482 azmcp_monitor_workspace_list - 0.356119 azmcp_kusto_cluster_list - 0.354145 azmcp_cosmos_database_list - 0.352336 azmcp_loadtesting_testresource_list - 0.351949 azmcp_aks_cluster_list - -Prompt: Show me the container registries in resource group -Expected tool: azmcp_acr_registry_list - 0.639391 azmcp_acr_registry_list *** EXPECTED *** - 0.637972 azmcp_acr_registry_repository_list - 0.468028 azmcp_mysql_server_list - 0.449649 azmcp_datadog_monitoredresources_list - 0.445741 azmcp_group_list - 0.416353 azmcp_cosmos_database_container_list - 0.413975 azmcp_sql_db_list - 0.406554 azmcp_resourcehealth_availability-status_list - 0.403628 azmcp_storage_blob_container_get - 0.400209 azmcp_workbooks_list - 0.389603 azmcp_azuremanagedlustre_filesystem_list - 0.378353 azmcp_redis_cluster_list - 0.369912 azmcp_sql_elastic-pool_list - 0.369779 azmcp_mysql_database_list - 0.367734 azmcp_redis_cache_list - 0.362040 azmcp_virtualdesktop_hostpool_list - 0.354807 azmcp_loadtesting_testresource_list - 0.351411 azmcp_cosmos_database_list - 0.344148 azmcp_kusto_cluster_list - 0.343572 azmcp_aks_cluster_list - -Prompt: List all container registry repositories in my subscription -Expected tool: azmcp_acr_registry_repository_list - 0.626482 azmcp_acr_registry_repository_list *** EXPECTED *** - 0.617504 azmcp_acr_registry_list - 0.510435 azmcp_redis_cache_list - 0.495567 azmcp_postgres_server_list - 0.492550 azmcp_redis_cluster_list - 0.475629 azmcp_kusto_cluster_list - 0.466001 azmcp_search_service_list - 0.461777 azmcp_cosmos_database_container_list - 0.461369 azmcp_grafana_list - 0.456838 azmcp_appconfig_account_list - 0.449239 azmcp_cosmos_account_list - 0.448228 azmcp_monitor_workspace_list - 0.440101 azmcp_subscription_list - 0.438219 azmcp_aks_cluster_list - 0.437552 azmcp_storage_blob_container_get - 0.430939 azmcp_group_list - 0.423301 azmcp_storage_table_list - 0.414463 azmcp_kusto_database_list - 0.405472 azmcp_virtualdesktop_hostpool_list - 0.390890 azmcp_quota_region_availability_list - -Prompt: Show me my container registry repositories -Expected tool: azmcp_acr_registry_repository_list - 0.546333 azmcp_acr_registry_repository_list *** EXPECTED *** - 0.469295 azmcp_acr_registry_list - 0.407973 azmcp_cosmos_database_container_list - 0.400188 azmcp_storage_blob_container_get - 0.339307 azmcp_mysql_database_list - 0.326631 azmcp_mysql_server_list - 0.308650 azmcp_cosmos_database_list - 0.306442 azmcp_storage_blob_container_create - 0.302635 azmcp_redis_cache_list - 0.300174 azmcp_azuremanagedlustre_filesystem_list - 0.296073 azmcp_storage_blob_get - 0.293421 azmcp_storage_table_list - 0.292155 azmcp_datadog_monitoredresources_list - 0.290148 azmcp_redis_cluster_list - 0.289864 azmcp_search_service_list - 0.283716 azmcp_appconfig_account_list - 0.283390 azmcp_kusto_database_list - 0.282581 azmcp_sql_db_list - 0.276498 azmcp_cosmos_account_list - 0.273167 azmcp_aks_cluster_list - -Prompt: List repositories in the container registry -Expected tool: azmcp_acr_registry_repository_list - 0.674296 azmcp_acr_registry_repository_list *** EXPECTED *** - 0.541779 azmcp_acr_registry_list - 0.433927 azmcp_cosmos_database_container_list - 0.388513 azmcp_storage_blob_container_get - 0.370375 azmcp_mysql_database_list - 0.359617 azmcp_cosmos_database_list - 0.356901 azmcp_mysql_server_list - 0.355328 azmcp_redis_cache_list - 0.351007 azmcp_redis_cluster_database_list - 0.347437 azmcp_postgres_database_list - 0.347084 azmcp_kusto_database_list - 0.346850 azmcp_storage_table_list - 0.340014 azmcp_redis_cluster_list - 0.338310 azmcp_keyvault_secret_list - 0.337543 azmcp_keyvault_certificate_list - 0.332856 azmcp_keyvault_key_list - 0.332785 azmcp_datadog_monitoredresources_list - 0.332704 azmcp_sql_db_list - 0.332572 azmcp_monitor_workspace_list - 0.330046 azmcp_kusto_cluster_list - -Prompt: Show me the repositories in the container registry -Expected tool: azmcp_acr_registry_repository_list - 0.600780 azmcp_acr_registry_repository_list *** EXPECTED *** - 0.501842 azmcp_acr_registry_list - 0.418623 azmcp_cosmos_database_container_list - 0.374653 azmcp_storage_blob_container_get - 0.359922 azmcp_mysql_database_list - 0.341511 azmcp_redis_cache_list - 0.335467 azmcp_mysql_server_list - 0.333318 azmcp_cosmos_database_list - 0.324104 azmcp_redis_cluster_list - 0.318706 azmcp_kusto_database_list - 0.316614 azmcp_datadog_monitoredresources_list - 0.315414 azmcp_redis_cluster_database_list - 0.314960 azmcp_storage_table_list - 0.311692 azmcp_monitor_workspace_list - 0.309627 azmcp_search_service_list - 0.306052 azmcp_sql_db_list - 0.304725 azmcp_keyvault_certificate_list - 0.303931 azmcp_kusto_cluster_list - 0.300101 azmcp_cosmos_account_list - 0.299629 azmcp_appconfig_account_list - -Prompt: List all cosmosdb accounts in my subscription -Expected tool: azmcp_cosmos_account_list - 0.818357 azmcp_cosmos_account_list *** EXPECTED *** - 0.668480 azmcp_cosmos_database_list - 0.615268 azmcp_cosmos_database_container_list - 0.588682 azmcp_storage_table_list - 0.587675 azmcp_subscription_list - 0.560795 azmcp_search_service_list - 0.538321 azmcp_storage_account_get - 0.528963 azmcp_monitor_workspace_list - 0.516914 azmcp_kusto_cluster_list - 0.502428 azmcp_kusto_database_list - 0.502199 azmcp_redis_cluster_list - 0.499161 azmcp_redis_cache_list - 0.497679 azmcp_appconfig_account_list - 0.486978 azmcp_group_list - 0.483046 azmcp_grafana_list - 0.474934 azmcp_postgres_server_list - 0.473625 azmcp_aks_cluster_list - 0.459502 azmcp_sql_db_list - 0.459002 azmcp_mysql_database_list - 0.457497 azmcp_datadog_monitoredresources_list - -Prompt: Show me my cosmosdb accounts -Expected tool: azmcp_cosmos_account_list - 0.665447 azmcp_cosmos_account_list *** EXPECTED *** - 0.605357 azmcp_cosmos_database_list - 0.571613 azmcp_cosmos_database_container_list - 0.486033 azmcp_storage_account_get - 0.467671 azmcp_storage_table_list - 0.436330 azmcp_subscription_list - 0.431496 azmcp_cosmos_database_container_item_query - 0.428502 azmcp_storage_blob_container_get - 0.427709 azmcp_mysql_database_list - 0.408659 azmcp_search_service_list - 0.397574 azmcp_azuremanagedlustre_filesystem_list - 0.390141 azmcp_kusto_database_list - 0.389842 azmcp_mysql_server_list - 0.386108 azmcp_monitor_workspace_list - 0.383985 azmcp_appconfig_account_list - 0.381323 azmcp_sql_db_list - 0.379496 azmcp_appconfig_kv_show - 0.373667 azmcp_redis_cluster_list - 0.358376 azmcp_keyvault_key_list - 0.353926 azmcp_keyvault_certificate_list - -Prompt: Show me the cosmosdb accounts in my subscription -Expected tool: azmcp_cosmos_account_list - 0.752494 azmcp_cosmos_account_list *** EXPECTED *** - 0.605125 azmcp_cosmos_database_list - 0.566249 azmcp_cosmos_database_container_list - 0.546342 azmcp_subscription_list - 0.535227 azmcp_storage_table_list - 0.530175 azmcp_storage_account_get - 0.527812 azmcp_search_service_list - 0.488006 azmcp_monitor_workspace_list - 0.466414 azmcp_redis_cluster_list - 0.457584 azmcp_appconfig_account_list - 0.456219 azmcp_redis_cache_list - 0.455017 azmcp_kusto_cluster_list - 0.453626 azmcp_kusto_database_list - 0.441136 azmcp_grafana_list - 0.438277 azmcp_cosmos_database_container_item_query - 0.437741 azmcp_storage_blob_container_get - 0.437026 azmcp_azuremanagedlustre_filesystem_list - 0.434623 azmcp_mysql_database_list - 0.433094 azmcp_postgres_server_list - 0.430336 azmcp_aks_cluster_list - -Prompt: Show me the items that contain the word in the container in the database for the cosmosdb account -Expected tool: azmcp_cosmos_database_container_item_query - 0.605253 azmcp_cosmos_database_container_list - 0.566854 azmcp_cosmos_database_container_item_query *** EXPECTED *** - 0.477874 azmcp_cosmos_database_list - 0.447757 azmcp_cosmos_account_list - 0.445661 azmcp_storage_blob_container_get - 0.429363 azmcp_search_service_list - 0.399756 azmcp_search_index_query - 0.384335 azmcp_storage_table_list - 0.378151 azmcp_kusto_query - 0.374844 azmcp_mysql_table_list - 0.372689 azmcp_mysql_database_list - 0.366503 azmcp_search_index_get - 0.358903 azmcp_mysql_server_list - 0.351304 azmcp_kusto_table_list - 0.341018 azmcp_monitor_table_list - 0.338041 azmcp_storage_blob_get - 0.334389 azmcp_kusto_database_list - 0.333252 azmcp_marketplace_product_list - 0.331041 azmcp_kusto_sample - 0.308694 azmcp_acr_registry_repository_list - -Prompt: List all the containers in the database for the cosmosdb account -Expected tool: azmcp_cosmos_database_container_list - 0.852832 azmcp_cosmos_database_container_list *** EXPECTED *** - 0.681044 azmcp_cosmos_database_list - 0.630659 azmcp_cosmos_account_list - 0.581566 azmcp_storage_blob_container_get - 0.535260 azmcp_storage_table_list - 0.527459 azmcp_cosmos_database_container_item_query - 0.486357 azmcp_mysql_database_list - 0.448957 azmcp_kusto_database_list - 0.447539 azmcp_mysql_table_list - 0.439770 azmcp_sql_db_list - 0.427576 azmcp_kusto_table_list - 0.424294 azmcp_redis_cluster_database_list - 0.422159 azmcp_mysql_server_list - 0.421534 azmcp_acr_registry_repository_list - 0.420253 azmcp_storage_account_get - 0.411671 azmcp_monitor_table_list - 0.392929 azmcp_postgres_database_list - 0.378191 azmcp_keyvault_certificate_list - 0.372115 azmcp_kusto_cluster_list - 0.368473 azmcp_keyvault_key_list - -Prompt: Show me the containers in the database for the cosmosdb account -Expected tool: azmcp_cosmos_database_container_list - 0.789395 azmcp_cosmos_database_container_list *** EXPECTED *** - 0.614220 azmcp_cosmos_database_list - 0.562062 azmcp_cosmos_account_list - 0.537264 azmcp_storage_blob_container_get - 0.521532 azmcp_cosmos_database_container_item_query - 0.471019 azmcp_storage_table_list - 0.449120 azmcp_mysql_database_list - 0.411703 azmcp_mysql_table_list - 0.398064 azmcp_kusto_database_list - 0.397969 azmcp_storage_account_get - 0.397755 azmcp_sql_db_list - 0.395482 azmcp_kusto_table_list - 0.392763 azmcp_mysql_server_list - 0.386806 azmcp_redis_cluster_database_list - 0.356317 azmcp_storage_blob_get - 0.355640 azmcp_acr_registry_repository_list - 0.345665 azmcp_sql_db_show - 0.325994 azmcp_azuremanagedlustre_filesystem_list - 0.319603 azmcp_datadog_monitoredresources_list - 0.318540 azmcp_appconfig_kv_show - -Prompt: List all the databases in the cosmosdb account -Expected tool: azmcp_cosmos_database_list - 0.815635 azmcp_cosmos_database_list *** EXPECTED *** - 0.668451 azmcp_cosmos_account_list - 0.665229 azmcp_cosmos_database_container_list - 0.573686 azmcp_mysql_database_list - 0.571318 azmcp_kusto_database_list - 0.555116 azmcp_storage_table_list - 0.548071 azmcp_sql_db_list - 0.526015 azmcp_redis_cluster_database_list - 0.501479 azmcp_postgres_database_list - 0.471356 azmcp_kusto_table_list - 0.459132 azmcp_cosmos_database_container_item_query - 0.450748 azmcp_monitor_table_list - 0.442550 azmcp_mysql_table_list - 0.418840 azmcp_storage_account_get - 0.407741 azmcp_search_service_list - 0.406797 azmcp_mysql_server_list - 0.405761 azmcp_keyvault_key_list - 0.397583 azmcp_keyvault_certificate_list - 0.388821 azmcp_keyvault_secret_list - 0.387478 azmcp_acr_registry_repository_list - -Prompt: Show me the databases in the cosmosdb account -Expected tool: azmcp_cosmos_database_list - 0.749370 azmcp_cosmos_database_list *** EXPECTED *** - 0.624759 azmcp_cosmos_database_container_list - 0.614572 azmcp_cosmos_account_list - 0.538479 azmcp_mysql_database_list - 0.524837 azmcp_kusto_database_list - 0.505363 azmcp_storage_table_list - 0.498206 azmcp_sql_db_list - 0.497414 azmcp_redis_cluster_database_list - 0.449759 azmcp_cosmos_database_container_item_query - 0.447875 azmcp_postgres_database_list - 0.437940 azmcp_kusto_table_list - 0.408605 azmcp_mysql_table_list - 0.402767 azmcp_storage_account_get - 0.396272 azmcp_monitor_table_list - 0.383913 azmcp_storage_blob_container_get - 0.379009 azmcp_mysql_server_list - 0.348999 azmcp_azuremanagedlustre_filesystem_list - 0.344442 azmcp_keyvault_key_list - 0.342424 azmcp_acr_registry_repository_list - 0.339516 azmcp_kusto_cluster_list - -Prompt: Show me the details of the Data Explorer cluster -Expected tool: azmcp_kusto_cluster_get - 0.482148 azmcp_kusto_cluster_get *** EXPECTED *** - 0.464523 azmcp_aks_cluster_get - 0.457669 azmcp_redis_cluster_list - 0.416762 azmcp_redis_cluster_database_list - 0.378455 azmcp_aks_nodepool_get - 0.362958 azmcp_aks_cluster_list - 0.361772 azmcp_loadtesting_testrun_get - 0.351393 azmcp_storage_blob_get - 0.348899 azmcp_sql_server_show - 0.344871 azmcp_sql_db_show - 0.344590 azmcp_kusto_database_list - 0.333244 azmcp_mysql_table_schema_get - 0.332639 azmcp_kusto_cluster_list - 0.326472 azmcp_redis_cache_list - 0.326306 azmcp_search_index_get - 0.326052 azmcp_aks_nodepool_list - 0.319816 azmcp_storage_blob_container_get - 0.318754 azmcp_kusto_query - 0.318082 azmcp_mysql_server_config_get - 0.314617 azmcp_kusto_table_schema - -Prompt: List all Data Explorer clusters in my subscription -Expected tool: azmcp_kusto_cluster_list - 0.651218 azmcp_kusto_cluster_list *** EXPECTED *** - 0.644037 azmcp_redis_cluster_list - 0.549093 azmcp_kusto_database_list - 0.536049 azmcp_aks_cluster_list - 0.509396 azmcp_grafana_list - 0.505912 azmcp_redis_cache_list - 0.492107 azmcp_postgres_server_list - 0.491278 azmcp_search_service_list - 0.487583 azmcp_monitor_workspace_list - 0.486159 azmcp_kusto_cluster_get - 0.460255 azmcp_cosmos_account_list - 0.458754 azmcp_redis_cluster_database_list - 0.451587 azmcp_kusto_table_list - 0.428236 azmcp_storage_table_list - 0.427764 azmcp_subscription_list - 0.411791 azmcp_group_list - 0.410016 azmcp_virtualdesktop_hostpool_list - 0.407832 azmcp_datadog_monitoredresources_list - 0.403341 azmcp_eventgrid_topic_list - 0.399212 azmcp_monitor_table_list - -Prompt: Show me my Data Explorer clusters -Expected tool: azmcp_kusto_cluster_list - 0.437363 azmcp_redis_cluster_list - 0.391087 azmcp_redis_cluster_database_list - 0.386126 azmcp_kusto_cluster_list *** EXPECTED *** - 0.359551 azmcp_kusto_database_list - 0.341784 azmcp_kusto_cluster_get - 0.338217 azmcp_aks_cluster_list - 0.314734 azmcp_aks_cluster_get - 0.303083 azmcp_grafana_list - 0.292838 azmcp_redis_cache_list - 0.287768 azmcp_kusto_sample - 0.285603 azmcp_kusto_query - 0.283405 azmcp_kusto_table_list - 0.279848 azmcp_azuremanagedlustre_filesystem_list - 0.277014 azmcp_mysql_database_list - 0.275559 azmcp_mysql_database_query - 0.270896 azmcp_monitor_table_list - 0.265906 azmcp_mysql_server_list - 0.264112 azmcp_monitor_table_type_list - 0.264035 azmcp_monitor_workspace_list - 0.263226 azmcp_quota_usage_check - -Prompt: Show me the Data Explorer clusters in my subscription -Expected tool: azmcp_kusto_cluster_list - 0.584053 azmcp_redis_cluster_list - 0.549797 azmcp_kusto_cluster_list *** EXPECTED *** - 0.471120 azmcp_aks_cluster_list - 0.469570 azmcp_kusto_cluster_get - 0.464294 azmcp_kusto_database_list - 0.462945 azmcp_grafana_list - 0.446124 azmcp_redis_cache_list - 0.440326 azmcp_monitor_workspace_list - 0.434016 azmcp_search_service_list - 0.432048 azmcp_postgres_server_list - 0.396253 azmcp_redis_cluster_database_list - 0.392625 azmcp_kusto_table_list - 0.386776 azmcp_cosmos_account_list - 0.380006 azmcp_azuremanagedlustre_filesystem_list - 0.377490 azmcp_kusto_query - 0.371128 azmcp_subscription_list - 0.368890 azmcp_quota_usage_check - 0.366547 azmcp_eventgrid_topic_list - 0.365972 azmcp_storage_table_list - 0.365323 azmcp_quota_region_availability_list - -Prompt: List all databases in the Data Explorer cluster -Expected tool: azmcp_kusto_database_list - 0.628129 azmcp_redis_cluster_database_list - 0.610646 azmcp_kusto_database_list *** EXPECTED *** - 0.553218 azmcp_postgres_database_list - 0.549673 azmcp_cosmos_database_list - 0.517039 azmcp_mysql_database_list - 0.474361 azmcp_kusto_table_list - 0.461496 azmcp_sql_db_list - 0.459180 azmcp_redis_cluster_list - 0.434330 azmcp_postgres_table_list - 0.431669 azmcp_kusto_cluster_list - 0.419528 azmcp_mysql_table_list - 0.403999 azmcp_monitor_table_list - 0.396060 azmcp_cosmos_database_container_list - 0.379966 azmcp_storage_table_list - 0.375535 azmcp_cosmos_account_list - 0.363663 azmcp_postgres_server_list - 0.350214 azmcp_aks_cluster_list - 0.334270 azmcp_grafana_list - 0.320622 azmcp_datadog_monitoredresources_list - 0.318850 azmcp_kusto_query - -Prompt: Show me the databases in the Data Explorer cluster -Expected tool: azmcp_kusto_database_list - 0.597975 azmcp_redis_cluster_database_list - 0.558503 azmcp_kusto_database_list *** EXPECTED *** - 0.497144 azmcp_cosmos_database_list - 0.491400 azmcp_mysql_database_list - 0.486732 azmcp_postgres_database_list - 0.440079 azmcp_kusto_table_list - 0.427251 azmcp_redis_cluster_list - 0.422588 azmcp_sql_db_list - 0.391411 azmcp_mysql_table_list - 0.383664 azmcp_kusto_cluster_list - 0.368013 azmcp_postgres_table_list - 0.362905 azmcp_cosmos_database_container_list - 0.359331 azmcp_monitor_table_list - 0.344010 azmcp_mysql_server_list - 0.338777 azmcp_storage_table_list - 0.336104 azmcp_cosmos_account_list - 0.334803 azmcp_kusto_table_schema - 0.310919 azmcp_aks_cluster_list - 0.309809 azmcp_kusto_sample - 0.305756 azmcp_kusto_query - -Prompt: Show me all items that contain the word in the Data Explorer table in cluster -Expected tool: azmcp_kusto_query - 0.381352 azmcp_kusto_query *** EXPECTED *** - 0.363594 azmcp_mysql_table_list - 0.363252 azmcp_kusto_sample - 0.349058 azmcp_monitor_table_list - 0.345799 azmcp_redis_cluster_list - 0.334797 azmcp_kusto_table_list - 0.328646 azmcp_search_service_list - 0.328163 azmcp_mysql_database_query - 0.324763 azmcp_mysql_table_schema_get - 0.319112 azmcp_redis_cluster_database_list - 0.318883 azmcp_kusto_table_schema - 0.314961 azmcp_monitor_table_type_list - 0.314919 azmcp_search_index_query - 0.308113 azmcp_kusto_database_list - 0.304014 azmcp_cosmos_database_container_item_query - 0.302894 azmcp_postgres_table_list - 0.292087 azmcp_kusto_cluster_list - 0.264026 azmcp_grafana_list - 0.263085 azmcp_kusto_cluster_get - 0.259156 azmcp_marketplace_product_list - -Prompt: Show me a data sample from the Data Explorer table in cluster -Expected tool: azmcp_kusto_sample - 0.537154 azmcp_kusto_sample *** EXPECTED *** - 0.419463 azmcp_kusto_table_schema - 0.391595 azmcp_mysql_database_query - 0.391474 azmcp_kusto_table_list - 0.380691 azmcp_mysql_table_schema_get - 0.377056 azmcp_redis_cluster_database_list - 0.364611 azmcp_postgres_table_schema_get - 0.364361 azmcp_mysql_table_list - 0.361845 azmcp_redis_cluster_list - 0.343671 azmcp_monitor_table_type_list - 0.341754 azmcp_monitor_table_list - 0.337281 azmcp_kusto_database_list - 0.329933 azmcp_storage_table_list - 0.319239 azmcp_kusto_query - 0.318189 azmcp_postgres_table_list - 0.310196 azmcp_kusto_cluster_get - 0.285941 azmcp_kusto_cluster_list - 0.267689 azmcp_aks_cluster_get - 0.249424 azmcp_aks_cluster_list - 0.242112 azmcp_azuremanagedlustre_filesystem_list - -Prompt: List all tables in the Data Explorer database in cluster -Expected tool: azmcp_kusto_table_list - 0.591648 azmcp_kusto_table_list *** EXPECTED *** - 0.585237 azmcp_postgres_table_list - 0.556724 azmcp_mysql_table_list - 0.549999 azmcp_monitor_table_list - 0.521516 azmcp_kusto_database_list - 0.520802 azmcp_redis_cluster_database_list - 0.517077 azmcp_storage_table_list - 0.475496 azmcp_postgres_database_list - 0.464341 azmcp_monitor_table_type_list - 0.449656 azmcp_kusto_table_schema - 0.436518 azmcp_cosmos_database_list - 0.433775 azmcp_mysql_database_list - 0.429278 azmcp_redis_cluster_list - 0.412275 azmcp_kusto_sample - 0.410425 azmcp_kusto_cluster_list - 0.400099 azmcp_mysql_table_schema_get - 0.380671 azmcp_cosmos_database_container_list - 0.337427 azmcp_kusto_query - 0.330068 azmcp_aks_cluster_list - 0.329669 azmcp_grafana_list - -Prompt: Show me the tables in the Data Explorer database in cluster -Expected tool: azmcp_kusto_table_list - 0.549879 azmcp_kusto_table_list *** EXPECTED *** - 0.524691 azmcp_mysql_table_list - 0.523432 azmcp_postgres_table_list - 0.494108 azmcp_redis_cluster_database_list - 0.490726 azmcp_monitor_table_list - 0.475412 azmcp_kusto_database_list - 0.466302 azmcp_storage_table_list - 0.466212 azmcp_kusto_table_schema - 0.431964 azmcp_monitor_table_type_list - 0.425623 azmcp_kusto_sample - 0.421413 azmcp_postgres_database_list - 0.418153 azmcp_mysql_table_schema_get - 0.415682 azmcp_mysql_database_list - 0.403445 azmcp_redis_cluster_list - 0.391081 azmcp_cosmos_database_list - 0.367187 azmcp_kusto_cluster_list - 0.348891 azmcp_cosmos_database_container_list - 0.330383 azmcp_kusto_query - 0.314766 azmcp_kusto_cluster_get - 0.300285 azmcp_aks_cluster_list - -Prompt: Show me the schema for table in the Data Explorer database in cluster -Expected tool: azmcp_kusto_table_schema - 0.588194 azmcp_kusto_table_schema *** EXPECTED *** - 0.564344 azmcp_postgres_table_schema_get - 0.527984 azmcp_mysql_table_schema_get - 0.445257 azmcp_mysql_table_list - 0.437525 azmcp_kusto_table_list - 0.432698 azmcp_kusto_sample - 0.413872 azmcp_monitor_table_list - 0.398703 azmcp_redis_cluster_database_list - 0.387757 azmcp_postgres_table_list - 0.366236 azmcp_monitor_table_type_list - 0.366159 azmcp_kusto_database_list - 0.358300 azmcp_mysql_database_query - 0.357439 azmcp_storage_table_list - 0.345314 azmcp_redis_cluster_list - 0.343569 azmcp_foundry_knowledge_index_schema - 0.314636 azmcp_kusto_cluster_get - 0.298424 azmcp_kusto_query - 0.294829 azmcp_cosmos_database_list - 0.282719 azmcp_kusto_cluster_list - 0.275741 azmcp_cosmos_database_container_list - -Prompt: List all MySQL databases in server -Expected tool: azmcp_mysql_database_list - 0.634056 azmcp_postgres_database_list - 0.623421 azmcp_mysql_database_list *** EXPECTED *** - 0.534457 azmcp_mysql_table_list - 0.498918 azmcp_mysql_server_list - 0.490148 azmcp_sql_db_list - 0.472745 azmcp_cosmos_database_list - 0.462034 azmcp_redis_cluster_database_list - 0.453687 azmcp_postgres_table_list - 0.430335 azmcp_postgres_server_list - 0.428203 azmcp_mysql_database_query - 0.421794 azmcp_kusto_database_list - 0.406803 azmcp_mysql_table_schema_get - 0.338476 azmcp_cosmos_database_container_list - 0.327549 azmcp_kusto_table_list - 0.317875 azmcp_cosmos_account_list - 0.284786 azmcp_grafana_list - 0.278428 azmcp_acr_registry_repository_list - 0.270854 azmcp_keyvault_secret_list - 0.268856 azmcp_datadog_monitoredresources_list - 0.266185 azmcp_keyvault_key_list - -Prompt: Show me the MySQL databases in server -Expected tool: azmcp_mysql_database_list - 0.588122 azmcp_mysql_database_list *** EXPECTED *** - 0.574089 azmcp_postgres_database_list - 0.483855 azmcp_mysql_table_list - 0.463244 azmcp_mysql_server_list - 0.448169 azmcp_redis_cluster_database_list - 0.444547 azmcp_sql_db_list - 0.415119 azmcp_cosmos_database_list - 0.405492 azmcp_mysql_database_query - 0.404871 azmcp_mysql_table_schema_get - 0.384974 azmcp_postgres_table_list - 0.384778 azmcp_postgres_server_list - 0.380422 azmcp_kusto_database_list - 0.297709 azmcp_cosmos_database_container_list - 0.290537 azmcp_kusto_table_list - 0.259334 azmcp_cosmos_account_list - 0.247558 azmcp_grafana_list - 0.239544 azmcp_azuremanagedlustre_filesystem_list - 0.236450 azmcp_acr_registry_repository_list - 0.236206 azmcp_acr_registry_list - 0.235967 azmcp_datadog_monitoredresources_list - -Prompt: Show me all items that contain the word in the MySQL database in server -Expected tool: azmcp_mysql_database_query - 0.476193 azmcp_mysql_table_list - 0.455378 azmcp_mysql_database_list - 0.433172 azmcp_mysql_database_query *** EXPECTED *** - 0.419625 azmcp_mysql_server_list - 0.409237 azmcp_mysql_table_schema_get - 0.393643 azmcp_postgres_database_list - 0.345075 azmcp_postgres_table_list - 0.328480 azmcp_sql_db_list - 0.319999 azmcp_postgres_server_list - 0.298482 azmcp_mysql_server_param_get - 0.291235 azmcp_cosmos_database_container_item_query - 0.285509 azmcp_cosmos_database_list - 0.278833 azmcp_kusto_query - 0.277798 azmcp_cosmos_database_container_list - 0.264132 azmcp_kusto_table_list - 0.257339 azmcp_kusto_database_list - 0.237741 azmcp_marketplace_product_list - 0.229958 azmcp_kusto_sample - 0.226340 azmcp_kusto_table_schema - 0.225932 azmcp_grafana_list - -Prompt: Show me the configuration of MySQL server -Expected tool: azmcp_mysql_server_config_get - 0.531887 azmcp_postgres_server_config_get - 0.489816 azmcp_mysql_server_config_get *** EXPECTED *** - 0.485952 azmcp_mysql_server_param_set - 0.476863 azmcp_mysql_server_param_get - 0.426507 azmcp_mysql_table_schema_get - 0.413226 azmcp_mysql_server_list - 0.392234 azmcp_sql_server_show - 0.391644 azmcp_mysql_database_list - 0.376750 azmcp_mysql_database_query - 0.374870 azmcp_postgres_server_param_get - 0.267903 azmcp_appconfig_kv_list - 0.252810 azmcp_loadtesting_test_get - 0.238583 azmcp_appconfig_kv_show - 0.232680 azmcp_loadtesting_testrun_list - 0.224212 azmcp_appconfig_account_list - 0.215307 azmcp_aks_nodepool_get - 0.198877 azmcp_aks_cluster_get - 0.185106 azmcp_appconfig_kv_unlock - 0.180063 azmcp_azuremanagedlustre_filesystem_list - 0.171489 azmcp_appconfig_kv_lock - -Prompt: List all MySQL servers in my subscription -Expected tool: azmcp_mysql_server_list - 0.678472 azmcp_postgres_server_list - 0.558177 azmcp_mysql_database_list - 0.554817 azmcp_mysql_server_list *** EXPECTED *** - 0.501199 azmcp_mysql_table_list - 0.482079 azmcp_redis_cluster_list - 0.467807 azmcp_redis_cache_list - 0.458406 azmcp_kusto_cluster_list - 0.457318 azmcp_grafana_list - 0.451969 azmcp_postgres_database_list - 0.431642 azmcp_cosmos_account_list - 0.431126 azmcp_sql_db_list - 0.422584 azmcp_search_service_list - 0.416796 azmcp_mysql_database_query - 0.410134 azmcp_kusto_database_list - 0.403845 azmcp_aks_cluster_list - 0.379322 azmcp_cosmos_database_list - 0.377511 azmcp_appconfig_account_list - 0.374451 azmcp_acr_registry_list - 0.365458 azmcp_group_list - 0.354490 azmcp_datadog_monitoredresources_list - -Prompt: Show me my MySQL servers -Expected tool: azmcp_mysql_server_list - 0.478518 azmcp_mysql_database_list - 0.474586 azmcp_mysql_server_list *** EXPECTED *** - 0.435642 azmcp_postgres_server_list - 0.412380 azmcp_mysql_table_list - 0.389993 azmcp_postgres_database_list - 0.377048 azmcp_mysql_database_query - 0.372766 azmcp_mysql_table_schema_get - 0.363906 azmcp_mysql_server_param_get - 0.355142 azmcp_postgres_server_config_get - 0.337771 azmcp_mysql_server_config_get - 0.281558 azmcp_cosmos_database_list - 0.251411 azmcp_cosmos_database_container_list - 0.248026 azmcp_grafana_list - 0.248003 azmcp_kusto_database_list - 0.244750 azmcp_aks_cluster_list - 0.235455 azmcp_cosmos_account_list - 0.232383 azmcp_kusto_cluster_list - 0.224586 azmcp_appconfig_account_list - 0.218115 azmcp_acr_registry_list - 0.216149 azmcp_datadog_monitoredresources_list - -Prompt: Show me the MySQL servers in my subscription -Expected tool: azmcp_mysql_server_list - 0.636435 azmcp_postgres_server_list - 0.534266 azmcp_mysql_server_list *** EXPECTED *** - 0.530210 azmcp_mysql_database_list - 0.464360 azmcp_mysql_table_list - 0.456616 azmcp_redis_cluster_list - 0.441837 azmcp_redis_cache_list - 0.431914 azmcp_grafana_list - 0.419663 azmcp_search_service_list - 0.416021 azmcp_kusto_cluster_list - 0.412407 azmcp_mysql_database_query - 0.408235 azmcp_mysql_table_schema_get - 0.406576 azmcp_mysql_server_param_get - 0.399358 azmcp_cosmos_account_list - 0.376596 azmcp_kusto_database_list - 0.375684 azmcp_aks_cluster_list - 0.364016 azmcp_appconfig_account_list - 0.356691 azmcp_acr_registry_list - 0.341439 azmcp_datadog_monitoredresources_list - 0.341087 azmcp_cosmos_database_list - 0.334813 azmcp_azuremanagedlustre_filesystem_list - -Prompt: Show me the value of connection timeout in seconds in my MySQL server -Expected tool: azmcp_mysql_server_param_get - 0.495071 azmcp_mysql_server_param_get *** EXPECTED *** - 0.407671 azmcp_mysql_server_param_set - 0.333841 azmcp_mysql_database_query - 0.313150 azmcp_mysql_table_schema_get - 0.310834 azmcp_postgres_server_param_get - 0.300031 azmcp_mysql_database_list - 0.296654 azmcp_mysql_server_config_get - 0.292546 azmcp_mysql_server_list - 0.285663 azmcp_postgres_server_param_set - 0.285645 azmcp_postgres_server_config_get - 0.183735 azmcp_appconfig_kv_show - 0.160082 azmcp_appconfig_kv_list - 0.146290 azmcp_loadtesting_testrun_get - 0.139462 azmcp_appconfig_kv_unlock - 0.124274 azmcp_grafana_list - 0.118505 azmcp_loadtesting_testrun_list - 0.117704 azmcp_applens_resource_diagnose - 0.117324 azmcp_appconfig_kv_set - 0.116181 azmcp_appconfig_kv_lock - 0.115886 azmcp_cosmos_database_list - -Prompt: Set connection timeout to 20 seconds for my MySQL server -Expected tool: azmcp_mysql_server_param_set - 0.390761 azmcp_mysql_server_param_set *** EXPECTED *** - 0.381144 azmcp_mysql_server_param_get - 0.307496 azmcp_postgres_server_param_set - 0.298911 azmcp_mysql_database_query - 0.254180 azmcp_mysql_server_list - 0.253189 azmcp_mysql_table_schema_get - 0.246424 azmcp_mysql_database_list - 0.246019 azmcp_mysql_server_config_get - 0.238742 azmcp_postgres_server_config_get - 0.236453 azmcp_postgres_server_param_get - 0.112499 azmcp_appconfig_kv_set - 0.105050 azmcp_appconfig_kv_unlock - 0.094606 azmcp_loadtesting_testrun_update - 0.090695 azmcp_cosmos_database_container_item_query - 0.090334 azmcp_cosmos_database_list - 0.089483 azmcp_appconfig_kv_show - 0.088097 azmcp_loadtesting_test_create - 0.086501 azmcp_appconfig_kv_lock - 0.082240 azmcp_loadtesting_testrun_create - 0.082129 azmcp_aks_nodepool_get - -Prompt: List all tables in the MySQL database in server -Expected tool: azmcp_mysql_table_list - 0.633448 azmcp_mysql_table_list *** EXPECTED *** - 0.573844 azmcp_postgres_table_list - 0.550898 azmcp_postgres_database_list - 0.546963 azmcp_mysql_database_list - 0.475178 azmcp_mysql_table_schema_get - 0.447284 azmcp_mysql_server_list - 0.441962 azmcp_kusto_table_list - 0.431034 azmcp_storage_table_list - 0.429975 azmcp_mysql_database_query - 0.418637 azmcp_monitor_table_list - 0.410273 azmcp_sql_db_list - 0.401217 azmcp_cosmos_database_list - 0.361477 azmcp_kusto_database_list - 0.335069 azmcp_cosmos_database_container_list - 0.308385 azmcp_kusto_table_schema - 0.268415 azmcp_cosmos_account_list - 0.260118 azmcp_kusto_sample - 0.253046 azmcp_grafana_list - 0.241294 azmcp_keyvault_key_list - 0.239226 azmcp_appconfig_kv_list - -Prompt: Show me the tables in the MySQL database in server -Expected tool: azmcp_mysql_table_list - 0.609131 azmcp_mysql_table_list *** EXPECTED *** - 0.526236 azmcp_postgres_table_list - 0.525709 azmcp_mysql_database_list - 0.507258 azmcp_mysql_table_schema_get - 0.498050 azmcp_postgres_database_list - 0.439004 azmcp_mysql_database_query - 0.419905 azmcp_mysql_server_list - 0.403185 azmcp_kusto_table_list - 0.391670 azmcp_storage_table_list - 0.385166 azmcp_postgres_table_schema_get - 0.382232 azmcp_monitor_table_list - 0.349434 azmcp_cosmos_database_list - 0.342926 azmcp_kusto_table_schema - 0.319674 azmcp_kusto_database_list - 0.303999 azmcp_cosmos_database_container_list - 0.281571 azmcp_kusto_sample - 0.236723 azmcp_grafana_list - 0.231173 azmcp_cosmos_account_list - 0.214496 azmcp_datadog_monitoredresources_list - 0.209943 azmcp_appconfig_kv_list - -Prompt: Show me the schema of table
in the MySQL database in server -Expected tool: azmcp_mysql_table_schema_get - 0.630623 azmcp_mysql_table_schema_get *** EXPECTED *** - 0.558306 azmcp_postgres_table_schema_get - 0.545025 azmcp_mysql_table_list - 0.482505 azmcp_kusto_table_schema - 0.457739 azmcp_mysql_database_list - 0.443955 azmcp_mysql_database_query - 0.407451 azmcp_postgres_table_list - 0.398102 azmcp_postgres_database_list - 0.372911 azmcp_mysql_server_list - 0.348909 azmcp_mysql_server_config_get - 0.347368 azmcp_postgres_server_config_get - 0.324658 azmcp_kusto_table_list - 0.307950 azmcp_kusto_sample - 0.271938 azmcp_cosmos_database_list - 0.268273 azmcp_foundry_knowledge_index_schema - 0.243861 azmcp_kusto_database_list - 0.239328 azmcp_cosmos_database_container_list - 0.202788 azmcp_bicepschema_get - 0.194220 azmcp_grafana_list - 0.186518 azmcp_deploy_architecture_diagram_generate - -Prompt: List all PostgreSQL databases in server -Expected tool: azmcp_postgres_database_list - 0.815617 azmcp_postgres_database_list *** EXPECTED *** - 0.644014 azmcp_postgres_table_list - 0.622790 azmcp_postgres_server_list - 0.542685 azmcp_postgres_server_config_get - 0.490904 azmcp_postgres_server_param_get - 0.471672 azmcp_mysql_database_list - 0.453436 azmcp_sql_db_list - 0.444410 azmcp_redis_cluster_database_list - 0.435828 azmcp_cosmos_database_list - 0.418348 azmcp_postgres_database_query - 0.414679 azmcp_postgres_server_param_set - 0.407877 azmcp_kusto_database_list - 0.319901 azmcp_kusto_table_list - 0.293787 azmcp_cosmos_database_container_list - 0.292441 azmcp_cosmos_account_list - 0.289334 azmcp_grafana_list - 0.252438 azmcp_datadog_monitoredresources_list - 0.249563 azmcp_kusto_cluster_list - 0.245546 azmcp_acr_registry_repository_list - 0.245456 azmcp_group_list - -Prompt: Show me the PostgreSQL databases in server -Expected tool: azmcp_postgres_database_list - 0.760033 azmcp_postgres_database_list *** EXPECTED *** - 0.589783 azmcp_postgres_server_list - 0.585891 azmcp_postgres_table_list - 0.552660 azmcp_postgres_server_config_get - 0.495629 azmcp_postgres_server_param_get - 0.452128 azmcp_mysql_database_list - 0.433860 azmcp_redis_cluster_database_list - 0.430589 azmcp_postgres_table_schema_get - 0.426839 azmcp_postgres_database_query - 0.416937 azmcp_sql_db_list - 0.385475 azmcp_cosmos_database_list - 0.365997 azmcp_kusto_database_list - 0.281493 azmcp_kusto_table_list - 0.261442 azmcp_cosmos_database_container_list - 0.257971 azmcp_grafana_list - 0.247726 azmcp_cosmos_account_list - 0.235403 azmcp_acr_registry_list - 0.227995 azmcp_datadog_monitoredresources_list - 0.223442 azmcp_azuremanagedlustre_filesystem_list - 0.222503 azmcp_kusto_table_schema - -Prompt: Show me all items that contain the word in the PostgreSQL database in server -Expected tool: azmcp_postgres_database_query - 0.546211 azmcp_postgres_database_list - 0.503267 azmcp_postgres_table_list - 0.466599 azmcp_postgres_server_list - 0.415817 azmcp_postgres_database_query *** EXPECTED *** - 0.403969 azmcp_postgres_server_param_get - 0.403924 azmcp_postgres_server_config_get - 0.380446 azmcp_postgres_table_schema_get - 0.361081 azmcp_mysql_table_list - 0.354323 azmcp_postgres_server_param_set - 0.341271 azmcp_mysql_database_list - 0.264914 azmcp_cosmos_database_container_item_query - 0.262356 azmcp_cosmos_database_list - 0.262160 azmcp_kusto_query - 0.254171 azmcp_kusto_table_list - 0.248628 azmcp_cosmos_database_container_list - 0.244295 azmcp_kusto_database_list - 0.236681 azmcp_marketplace_product_list - 0.236363 azmcp_grafana_list - 0.218677 azmcp_kusto_table_schema - 0.217855 azmcp_kusto_sample - -Prompt: Show me the configuration of PostgreSQL server -Expected tool: azmcp_postgres_server_config_get - 0.756593 azmcp_postgres_server_config_get *** EXPECTED *** - 0.599471 azmcp_postgres_server_param_get - 0.535229 azmcp_postgres_server_param_set - 0.535049 azmcp_postgres_database_list - 0.518574 azmcp_postgres_server_list - 0.463172 azmcp_postgres_table_list - 0.431476 azmcp_postgres_table_schema_get - 0.394675 azmcp_postgres_database_query - 0.350503 azmcp_sql_server_show - 0.337899 azmcp_mysql_server_config_get - 0.269224 azmcp_appconfig_kv_list - 0.233426 azmcp_loadtesting_testrun_list - 0.222849 azmcp_appconfig_account_list - 0.220186 azmcp_loadtesting_test_get - 0.208314 azmcp_appconfig_kv_show - 0.189446 azmcp_aks_nodepool_get - 0.177778 azmcp_azuremanagedlustre_filesystem_list - 0.174936 azmcp_aks_cluster_get - 0.168322 azmcp_kusto_table_schema - 0.160792 azmcp_grafana_list - -Prompt: List all PostgreSQL servers in my subscription -Expected tool: azmcp_postgres_server_list - 0.900023 azmcp_postgres_server_list *** EXPECTED *** - 0.640733 azmcp_postgres_database_list - 0.565914 azmcp_postgres_table_list - 0.538997 azmcp_postgres_server_config_get - 0.507621 azmcp_postgres_server_param_get - 0.483663 azmcp_redis_cluster_list - 0.472458 azmcp_grafana_list - 0.453841 azmcp_kusto_cluster_list - 0.446509 azmcp_redis_cache_list - 0.435298 azmcp_search_service_list - 0.416315 azmcp_mysql_server_list - 0.408673 azmcp_mysql_database_list - 0.406617 azmcp_cosmos_account_list - 0.399056 azmcp_aks_cluster_list - 0.397428 azmcp_kusto_database_list - 0.389191 azmcp_appconfig_account_list - 0.373699 azmcp_acr_registry_list - 0.365995 azmcp_group_list - 0.358531 azmcp_eventgrid_topic_list - 0.351894 azmcp_datadog_monitoredresources_list - -Prompt: Show me my PostgreSQL servers -Expected tool: azmcp_postgres_server_list - 0.674327 azmcp_postgres_server_list *** EXPECTED *** - 0.607062 azmcp_postgres_database_list - 0.576349 azmcp_postgres_server_config_get - 0.522996 azmcp_postgres_table_list - 0.506171 azmcp_postgres_server_param_get - 0.409406 azmcp_postgres_database_query - 0.400088 azmcp_postgres_server_param_set - 0.372955 azmcp_postgres_table_schema_get - 0.336934 azmcp_mysql_database_list - 0.336270 azmcp_mysql_server_list - 0.274763 azmcp_grafana_list - 0.260533 azmcp_cosmos_database_list - 0.253264 azmcp_kusto_database_list - 0.245276 azmcp_aks_cluster_list - 0.241835 azmcp_kusto_cluster_list - 0.239500 azmcp_appconfig_account_list - 0.229842 azmcp_acr_registry_list - 0.227547 azmcp_cosmos_account_list - 0.225295 azmcp_azuremanagedlustre_filesystem_list - 0.219274 azmcp_cosmos_database_container_list - -Prompt: Show me the PostgreSQL servers in my subscription -Expected tool: azmcp_postgres_server_list - 0.832155 azmcp_postgres_server_list *** EXPECTED *** - 0.579232 azmcp_postgres_database_list - 0.531804 azmcp_postgres_server_config_get - 0.514445 azmcp_postgres_table_list - 0.505869 azmcp_postgres_server_param_get - 0.452608 azmcp_redis_cluster_list - 0.444127 azmcp_grafana_list - 0.421577 azmcp_search_service_list - 0.414695 azmcp_redis_cache_list - 0.410719 azmcp_postgres_database_query - 0.403538 azmcp_kusto_cluster_list - 0.399866 azmcp_postgres_table_schema_get - 0.376954 azmcp_cosmos_account_list - 0.362650 azmcp_kusto_database_list - 0.362557 azmcp_appconfig_account_list - 0.360521 azmcp_aks_cluster_list - 0.358409 azmcp_acr_registry_list - 0.338815 azmcp_marketplace_product_list - 0.334679 azmcp_azuremanagedlustre_filesystem_list - 0.334101 azmcp_datadog_monitoredresources_list - -Prompt: Show me if the parameter my PostgreSQL server has replication enabled -Expected tool: azmcp_postgres_server_param - 0.594753 azmcp_postgres_server_param_get - 0.539671 azmcp_postgres_server_config_get - 0.489693 azmcp_postgres_server_list - 0.480826 azmcp_postgres_server_param_set - 0.451871 azmcp_postgres_database_list - 0.357606 azmcp_postgres_table_list - 0.343799 azmcp_mysql_server_param_get - 0.330875 azmcp_postgres_table_schema_get - 0.305351 azmcp_postgres_database_query - 0.295439 azmcp_mysql_server_param_set - 0.185273 azmcp_appconfig_kv_list - 0.174107 azmcp_grafana_list - 0.169190 azmcp_appconfig_account_list - 0.166286 azmcp_azuremanagedlustre_filesystem_list - 0.158090 azmcp_cosmos_database_list - 0.155785 azmcp_appconfig_kv_show - 0.145056 azmcp_kusto_database_list - 0.142387 azmcp_aks_cluster_list - 0.140452 azmcp_eventgrid_topic_list - 0.140139 azmcp_cosmos_account_list - -Prompt: Enable replication for my PostgreSQL server -Expected tool: azmcp_postgres_server_param_set - 0.488474 azmcp_postgres_server_config_get - 0.469794 azmcp_postgres_server_list - 0.464562 azmcp_postgres_server_param_set *** EXPECTED *** - 0.447011 azmcp_postgres_server_param_get - 0.440760 azmcp_postgres_database_list - 0.354049 azmcp_postgres_table_list - 0.341624 azmcp_postgres_database_query - 0.317484 azmcp_postgres_table_schema_get - 0.241642 azmcp_mysql_server_param_set - 0.227740 azmcp_mysql_server_list - 0.133385 azmcp_kusto_sample - 0.127120 azmcp_kusto_database_list - 0.123491 azmcp_kusto_table_schema - 0.118089 azmcp_cosmos_database_list - 0.114978 azmcp_kusto_cluster_get - 0.113841 azmcp_grafana_list - 0.112605 azmcp_deploy_plan_get - 0.108534 azmcp_kusto_table_list - 0.102847 azmcp_extension_azqr - 0.102139 azmcp_appconfig_kv_list - -Prompt: List all tables in the PostgreSQL database in server -Expected tool: azmcp_postgres_table_list - 0.789883 azmcp_postgres_table_list *** EXPECTED *** - 0.750580 azmcp_postgres_database_list - 0.574930 azmcp_postgres_server_list - 0.519820 azmcp_postgres_table_schema_get - 0.501400 azmcp_postgres_server_config_get - 0.477688 azmcp_mysql_table_list - 0.449190 azmcp_postgres_database_query - 0.432750 azmcp_kusto_table_list - 0.430171 azmcp_postgres_server_param_get - 0.396688 azmcp_mysql_database_list - 0.394369 azmcp_monitor_table_list - 0.373673 azmcp_cosmos_database_list - 0.352211 azmcp_kusto_database_list - 0.308203 azmcp_kusto_table_schema - 0.299785 azmcp_cosmos_database_container_list - 0.257808 azmcp_grafana_list - 0.256245 azmcp_kusto_sample - 0.249162 azmcp_cosmos_account_list - 0.236931 azmcp_appconfig_kv_list - 0.229889 azmcp_kusto_cluster_list - -Prompt: Show me the tables in the PostgreSQL database in server -Expected tool: azmcp_postgres_table_list - 0.736083 azmcp_postgres_table_list *** EXPECTED *** - 0.690112 azmcp_postgres_database_list - 0.558357 azmcp_postgres_table_schema_get - 0.543331 azmcp_postgres_server_list - 0.521570 azmcp_postgres_server_config_get - 0.464929 azmcp_postgres_database_query - 0.457757 azmcp_mysql_table_list - 0.447184 azmcp_postgres_server_param_get - 0.390339 azmcp_kusto_table_list - 0.383179 azmcp_mysql_database_list - 0.371151 azmcp_redis_cluster_database_list - 0.334843 azmcp_kusto_table_schema - 0.315781 azmcp_cosmos_database_list - 0.307262 azmcp_kusto_database_list - 0.272906 azmcp_kusto_sample - 0.266178 azmcp_cosmos_database_container_list - 0.243542 azmcp_grafana_list - 0.207521 azmcp_cosmos_account_list - 0.205697 azmcp_appconfig_kv_list - 0.202950 azmcp_datadog_monitoredresources_list - -Prompt: Show me the schema of table
in the PostgreSQL database in server -Expected tool: azmcp_postgres_table_schema_get - 0.714877 azmcp_postgres_table_schema_get *** EXPECTED *** - 0.597846 azmcp_postgres_table_list - 0.574230 azmcp_postgres_database_list - 0.508082 azmcp_postgres_server_config_get - 0.480733 azmcp_mysql_table_schema_get - 0.475665 azmcp_kusto_table_schema - 0.443816 azmcp_postgres_server_param_get - 0.442553 azmcp_postgres_server_list - 0.427530 azmcp_postgres_database_query - 0.406761 azmcp_mysql_table_list - 0.362687 azmcp_postgres_server_param_set - 0.322773 azmcp_kusto_table_list - 0.303748 azmcp_kusto_sample - 0.253767 azmcp_foundry_knowledge_index_schema - 0.253353 azmcp_cosmos_database_list - 0.239225 azmcp_kusto_database_list - 0.212206 azmcp_cosmos_database_container_list - 0.201673 azmcp_grafana_list - 0.185124 azmcp_appconfig_kv_list - 0.183782 azmcp_bicepschema_get - -Prompt: Create a To-Do list web application that uses NodeJS and MongoDB -Expected tool: azmcp_extension_azd - 0.203706 azmcp_deploy_iac_rules_get - 0.200024 azmcp_deploy_pipeline_guidance_get - 0.196585 azmcp_cosmos_database_container_item_query - 0.190019 azmcp_deploy_architecture_diagram_generate - 0.187620 azmcp_deploy_plan_get - 0.186051 azmcp_cloudarchitect_design - 0.181543 azmcp_redis_cluster_database_list - 0.177946 azmcp_cosmos_database_list - 0.172016 azmcp_get_bestpractices_get - 0.165761 azmcp_postgres_table_list - 0.159142 azmcp_deploy_app_logs_get - 0.151159 azmcp_loadtesting_testresource_create - 0.148122 azmcp_postgres_database_list - 0.145027 azmcp_redis_cluster_list - 0.143905 azmcp_mysql_server_list - 0.139967 azmcp_storage_share_file_list - 0.137936 azmcp_postgres_database_query - 0.137912 azmcp_mysql_database_query - 0.132677 azmcp_storage_blob_upload - 0.129433 azmcp_sql_db_list - -Prompt: Deploy my web application to Azure App Service -Expected tool: azmcp_extension_azd - 0.544719 azmcp_deploy_plan_get - 0.489853 azmcp_deploy_pipeline_guidance_get - 0.441305 azmcp_deploy_architecture_diagram_generate - 0.437357 azmcp_foundry_models_deploy - 0.421067 azmcp_deploy_app_logs_get - 0.399152 azmcp_get_bestpractices_get - 0.394023 azmcp_deploy_iac_rules_get - 0.361106 azmcp_foundry_models_deployments_list - 0.347855 azmcp_azureterraformbestpractices_get - 0.341017 azmcp_functionapp_get - 0.316864 azmcp_storage_blob_upload - 0.303397 azmcp_workbooks_delete - 0.293545 azmcp_search_service_list - 0.285667 azmcp_sql_server_delete - 0.275067 azmcp_quota_usage_check - 0.274000 azmcp_sql_server_create - 0.273978 azmcp_mysql_server_list - 0.264158 azmcp_storage_queue_message_send - 0.258496 azmcp_search_index_query - 0.254700 azmcp_search_index_get - -Prompt: Show me the log of the application deployed by azd -Expected tool: azmcp_deploy_app_logs_get - 0.686701 azmcp_deploy_app_logs_get *** EXPECTED *** - 0.471692 azmcp_deploy_plan_get - 0.404890 azmcp_deploy_pipeline_guidance_get - 0.392565 azmcp_deploy_iac_rules_get - 0.389603 azmcp_deploy_architecture_diagram_generate - 0.354432 azmcp_applens_resource_diagnose - 0.342594 azmcp_monitor_resource_log_query - 0.334992 azmcp_quota_usage_check - 0.334522 azmcp_mysql_server_list - 0.327028 azmcp_datadog_monitoredresources_list - 0.325553 azmcp_extension_azqr - 0.320572 azmcp_aks_nodepool_get - 0.314219 azmcp_functionapp_get - 0.307721 azmcp_sql_server_show - 0.307291 azmcp_sql_db_show - 0.297642 azmcp_resourcehealth_availability-status_get - 0.288973 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.284916 azmcp_search_service_list - 0.284418 azmcp_sql_db_list - 0.283342 azmcp_mysql_server_config_get - -Prompt: Generate the azure architecture diagram for this application -Expected tool: azmcp_deploy_architecture_diagram_generate - 0.680640 azmcp_deploy_architecture_diagram_generate *** EXPECTED *** - 0.562521 azmcp_deploy_plan_get - 0.505052 azmcp_cloudarchitect_design - 0.497193 azmcp_deploy_pipeline_guidance_get - 0.435921 azmcp_deploy_iac_rules_get - 0.430764 azmcp_azureterraformbestpractices_get - 0.417333 azmcp_get_bestpractices_get - 0.371127 azmcp_deploy_app_logs_get - 0.343117 azmcp_quota_usage_check - 0.322230 azmcp_extension_azqr - 0.316752 azmcp_applens_resource_diagnose - 0.284401 azmcp_mysql_table_schema_get - 0.264933 azmcp_resourcehealth_availability-status_get - 0.264060 azmcp_mysql_server_list - 0.263521 azmcp_quota_region_availability_list - 0.255084 azmcp_mysql_table_list - 0.250629 azmcp_search_service_list - 0.244808 azmcp_subscription_list - 0.244423 azmcp_storage_account_get - 0.244196 azmcp_mysql_server_config_get - -Prompt: Show me the rules to generate bicep scripts -Expected tool: azmcp_deploy_iac_rules_get - 0.529092 azmcp_deploy_iac_rules_get *** EXPECTED *** - 0.404829 azmcp_bicepschema_get - 0.391965 azmcp_get_bestpractices_get - 0.383210 azmcp_azureterraformbestpractices_get - 0.341436 azmcp_deploy_pipeline_guidance_get - 0.304788 azmcp_deploy_plan_get - 0.278653 azmcp_cloudarchitect_design - 0.266851 azmcp_deploy_architecture_diagram_generate - 0.266629 azmcp_sql_server_firewall-rule_list - 0.252977 azmcp_sql_server_firewall-rule_create - 0.236341 azmcp_applens_resource_diagnose - 0.223979 azmcp_extension_azqr - 0.219521 azmcp_quota_usage_check - 0.206928 azmcp_mysql_server_list - 0.202239 azmcp_mysql_table_schema_get - 0.201288 azmcp_quota_region_availability_list - 0.195422 azmcp_mysql_table_list - 0.191165 azmcp_storage_share_file_list - 0.188615 azmcp_role_assignment_list - 0.177819 azmcp_storage_blob_get - -Prompt: How can I create a CI/CD pipeline to deploy this app to Azure? -Expected tool: azmcp_deploy_pipeline_guidance_get - 0.638841 azmcp_deploy_pipeline_guidance_get *** EXPECTED *** - 0.499242 azmcp_deploy_plan_get - 0.448918 azmcp_deploy_iac_rules_get - 0.382240 azmcp_get_bestpractices_get - 0.375202 azmcp_deploy_architecture_diagram_generate - 0.373363 azmcp_deploy_app_logs_get - 0.350101 azmcp_azureterraformbestpractices_get - 0.338440 azmcp_foundry_models_deploy - 0.322906 azmcp_cloudarchitect_design - 0.289166 azmcp_applens_resource_diagnose - 0.240757 azmcp_storage_blob_upload - 0.235688 azmcp_sql_server_create - 0.230063 azmcp_quota_usage_check - 0.216331 azmcp_sql_server_delete - 0.212123 azmcp_storage_blob_container_create - 0.211103 azmcp_storage_account_create - 0.206262 azmcp_storage_queue_message_send - 0.198696 azmcp_mysql_server_list - 0.195915 azmcp_workbooks_delete - 0.190900 azmcp_search_index_query - -Prompt: Create a plan to deploy this application to azure -Expected tool: azmcp_deploy_plan_get - 0.688055 azmcp_deploy_plan_get *** EXPECTED *** - 0.587903 azmcp_deploy_pipeline_guidance_get - 0.499385 azmcp_deploy_iac_rules_get - 0.498575 azmcp_deploy_architecture_diagram_generate - 0.432825 azmcp_get_bestpractices_get - 0.425393 azmcp_azureterraformbestpractices_get - 0.421744 azmcp_cloudarchitect_design - 0.413718 azmcp_loadtesting_test_create - 0.393518 azmcp_deploy_app_logs_get - 0.365875 azmcp_foundry_models_deploy - 0.312839 azmcp_quota_usage_check - 0.312694 azmcp_sql_server_create - 0.300643 azmcp_mysql_server_list - 0.299552 azmcp_storage_account_create - 0.277064 azmcp_workbooks_delete - 0.259136 azmcp_sql_server_delete - 0.252696 azmcp_workbooks_create - 0.252327 azmcp_sql_server_show - 0.249358 azmcp_storage_blob_container_create - 0.247257 azmcp_storage_blob_upload - -Prompt: List all Event Grid topics in my subscription -Expected tool: azmcp_eventgrid_topic_list - 0.759942 azmcp_eventgrid_topic_list *** EXPECTED *** - 0.545540 azmcp_search_service_list - 0.514189 azmcp_kusto_cluster_list - 0.496518 azmcp_subscription_list - 0.496002 azmcp_resourcehealth_service-health-events_list - 0.492690 azmcp_group_list - 0.485584 azmcp_redis_cluster_list - 0.484509 azmcp_postgres_server_list - 0.475667 azmcp_cosmos_account_list - 0.475056 azmcp_monitor_workspace_list - 0.472764 azmcp_grafana_list - 0.470300 azmcp_redis_cache_list - 0.460569 azmcp_storage_table_list - 0.442229 azmcp_virtualdesktop_hostpool_list - 0.440619 azmcp_aks_cluster_list - 0.439820 azmcp_servicebus_topic_subscription_details - 0.438287 azmcp_appconfig_account_list - 0.422414 azmcp_datadog_monitoredresources_list - 0.409123 azmcp_kusto_database_list - 0.407838 azmcp_acr_registry_list - -Prompt: Show me the Event Grid topics in my subscription -Expected tool: azmcp_eventgrid_topic_list - 0.692970 azmcp_eventgrid_topic_list *** EXPECTED *** - 0.478334 azmcp_resourcehealth_service-health-events_list - 0.475119 azmcp_search_service_list - 0.450712 azmcp_redis_cluster_list - 0.441607 azmcp_kusto_cluster_list - 0.437153 azmcp_postgres_server_list - 0.431269 azmcp_subscription_list - 0.430494 azmcp_grafana_list - 0.428437 azmcp_redis_cache_list - 0.424907 azmcp_monitor_workspace_list - 0.420072 azmcp_servicebus_topic_subscription_details - 0.419125 azmcp_group_list - 0.408708 azmcp_cosmos_account_list - 0.399253 azmcp_appconfig_account_list - 0.396758 azmcp_resourcehealth_availability-status_list - 0.391338 azmcp_storage_table_list - 0.381698 azmcp_aks_cluster_list - 0.381664 azmcp_datadog_monitoredresources_list - 0.374650 azmcp_acr_registry_list - 0.371657 azmcp_azuremanagedlustre_filesystem_list - -Prompt: List all Event Grid topics in subscription -Expected tool: azmcp_eventgrid_topic_list - 0.759181 azmcp_eventgrid_topic_list *** EXPECTED *** - 0.526595 azmcp_kusto_cluster_list - 0.514248 azmcp_search_service_list - 0.495814 azmcp_resourcehealth_service-health-events_list - 0.494153 azmcp_postgres_server_list - 0.481357 azmcp_group_list - 0.481065 azmcp_redis_cluster_list - 0.476808 azmcp_redis_cache_list - 0.476761 azmcp_subscription_list - 0.471888 azmcp_servicebus_topic_subscription_details - 0.468200 azmcp_grafana_list - 0.466774 azmcp_monitor_workspace_list - 0.445991 azmcp_cosmos_account_list - 0.429646 azmcp_virtualdesktop_hostpool_list - 0.428727 azmcp_appconfig_account_list - 0.428427 azmcp_storage_table_list - 0.421430 azmcp_datadog_monitoredresources_list - 0.417876 azmcp_aks_cluster_list - 0.403614 azmcp_marketplace_product_list - 0.392039 azmcp_kusto_database_list - -Prompt: List all Event Grid topics in resource group in subscription -Expected tool: azmcp_eventgrid_topic_list - 0.662448 azmcp_eventgrid_topic_list *** EXPECTED *** - 0.609175 azmcp_group_list - 0.514613 azmcp_workbooks_list - 0.505966 azmcp_datadog_monitoredresources_list - 0.484746 azmcp_resourcehealth_availability-status_list - 0.475467 azmcp_redis_cluster_list - 0.464233 azmcp_kusto_cluster_list - 0.460456 azmcp_search_service_list - 0.456540 azmcp_grafana_list - 0.455379 azmcp_virtualdesktop_hostpool_list - 0.452988 azmcp_acr_registry_list - 0.448196 azmcp_redis_cache_list - 0.442914 azmcp_monitor_workspace_list - 0.442259 azmcp_resourcehealth_service-health-events_list - 0.432333 azmcp_loadtesting_testresource_list - 0.423027 azmcp_postgres_server_list - 0.416777 azmcp_mysql_server_list - 0.411811 azmcp_acr_registry_repository_list - 0.407927 azmcp_cosmos_account_list - 0.396989 azmcp_functionapp_get - -Prompt: Describe the function app in resource group -Expected tool: azmcp_functionapp_get - 0.660116 azmcp_functionapp_get *** EXPECTED *** - 0.448179 azmcp_deploy_app_logs_get - 0.390048 azmcp_mysql_server_list - 0.380314 azmcp_get_bestpractices_get - 0.379655 azmcp_resourcehealth_availability-status_list - 0.376542 azmcp_applens_resource_diagnose - 0.373215 azmcp_deploy_architecture_diagram_generate - 0.347628 azmcp_azuremanagedlustre_filesystem_list - 0.347347 azmcp_quota_usage_check - 0.342763 azmcp_deploy_plan_get - 0.341455 azmcp_resourcehealth_availability-status_get - 0.341448 azmcp_datadog_monitoredresources_list - 0.338591 azmcp_workbooks_list - 0.333091 azmcp_extension_azqr - 0.328326 azmcp_storage_account_create - 0.327808 azmcp_foundry_models_deployments_list - 0.323953 azmcp_sql_db_show - 0.322437 azmcp_sql_db_list - 0.317412 azmcp_monitor_resource_log_query - 0.314172 azmcp_storage_account_get - -Prompt: Get configuration for function app -Expected tool: azmcp_functionapp_get - 0.607276 azmcp_functionapp_get *** EXPECTED *** - 0.447400 azmcp_mysql_server_config_get - 0.424693 azmcp_appconfig_account_list - 0.422336 azmcp_deploy_app_logs_get - 0.407133 azmcp_appconfig_kv_show - 0.397977 azmcp_loadtesting_test_get - 0.392852 azmcp_appconfig_kv_list - 0.384151 azmcp_get_bestpractices_get - 0.371714 azmcp_sql_server_show - 0.369436 azmcp_storage_account_get - 0.367183 azmcp_mysql_server_param_get - 0.363406 azmcp_loadtesting_test_create - 0.361753 azmcp_deploy_plan_get - 0.353601 azmcp_appconfig_kv_set - 0.342398 azmcp_postgres_server_config_get - 0.321697 azmcp_quota_usage_check - 0.315487 azmcp_storage_blob_container_get - 0.314100 azmcp_resourcehealth_availability-status_get - 0.312611 azmcp_sql_db_list - 0.297223 azmcp_storage_blob_get - -Prompt: Get function app status for -Expected tool: azmcp_functionapp_get - 0.622384 azmcp_functionapp_get *** EXPECTED *** - 0.460102 azmcp_resourcehealth_availability-status_get - 0.420189 azmcp_deploy_app_logs_get - 0.390708 azmcp_resourcehealth_availability-status_list - 0.334473 azmcp_get_bestpractices_get - 0.322197 azmcp_foundry_models_deployments_list - 0.320055 azmcp_aks_cluster_get - 0.317583 azmcp_quota_usage_check - 0.312732 azmcp_storage_account_get - 0.311384 azmcp_appconfig_account_list - 0.309942 azmcp_loadtesting_testrun_get - 0.305418 azmcp_storage_blob_container_get - 0.303690 azmcp_sql_server_show - 0.297747 azmcp_azuremanagedlustre_filesystem_list - 0.297135 azmcp_aks_nodepool_get - 0.295538 azmcp_mysql_server_list - 0.295174 azmcp_deploy_architecture_diagram_generate - 0.290156 azmcp_servicebus_queue_details - 0.281564 azmcp_resourcehealth_service-health-events_list - 0.277653 azmcp_mysql_server_config_get - -Prompt: Get information about my function app in -Expected tool: azmcp_functionapp_get - 0.690933 azmcp_functionapp_get *** EXPECTED *** - 0.433989 azmcp_deploy_app_logs_get - 0.432317 azmcp_resourcehealth_availability-status_list - 0.424646 azmcp_quota_usage_check - 0.419375 azmcp_resourcehealth_availability-status_get - 0.416967 azmcp_mysql_server_list - 0.396163 azmcp_storage_account_get - 0.390827 azmcp_applens_resource_diagnose - 0.389322 azmcp_sql_db_show - 0.387898 azmcp_storage_account_create - 0.378811 azmcp_get_bestpractices_get - 0.376019 azmcp_azuremanagedlustre_filesystem_list - 0.375267 azmcp_workbooks_show - 0.369887 azmcp_sql_server_show - 0.368506 azmcp_datadog_monitoredresources_list - 0.366961 azmcp_sql_db_list - 0.360165 azmcp_aks_cluster_get - 0.348610 azmcp_foundry_models_deployments_list - 0.346255 azmcp_group_list - 0.341609 azmcp_marketplace_product_get - -Prompt: Retrieve host name and status of function app -Expected tool: azmcp_functionapp_get - 0.592791 azmcp_functionapp_get *** EXPECTED *** - 0.443459 azmcp_deploy_app_logs_get - 0.441394 azmcp_resourcehealth_availability-status_get - 0.383917 azmcp_resourcehealth_availability-status_list - 0.379662 azmcp_sql_server_show - 0.355527 azmcp_mysql_server_list - 0.353617 azmcp_applens_resource_diagnose - 0.351217 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.349540 azmcp_get_bestpractices_get - 0.347266 azmcp_appconfig_account_list - 0.344702 azmcp_storage_account_get - 0.342868 azmcp_virtualdesktop_hostpool_list - 0.337247 azmcp_quota_usage_check - 0.333000 azmcp_mysql_server_config_get - 0.331840 azmcp_storage_blob_container_get - 0.325680 azmcp_deploy_architecture_diagram_generate - 0.320825 azmcp_azuremanagedlustre_filesystem_list - 0.319736 azmcp_aks_nodepool_get - 0.318174 azmcp_deploy_plan_get - 0.305803 azmcp_appconfig_kv_show - -Prompt: Show function app details for in -Expected tool: azmcp_functionapp_get - 0.687356 azmcp_functionapp_get *** EXPECTED *** - 0.445142 azmcp_deploy_app_logs_get - 0.368188 azmcp_resourcehealth_availability-status_list - 0.366279 azmcp_sql_db_show - 0.365569 azmcp_get_bestpractices_get - 0.363324 azmcp_mysql_server_list - 0.358624 azmcp_deploy_architecture_diagram_generate - 0.352754 azmcp_quota_usage_check - 0.351460 azmcp_aks_cluster_get - 0.350178 azmcp_applens_resource_diagnose - 0.349596 azmcp_storage_account_get - 0.349013 azmcp_resourcehealth_availability-status_get - 0.336938 azmcp_azuremanagedlustre_filesystem_list - 0.335848 azmcp_datadog_monitoredresources_list - 0.325909 azmcp_workbooks_show - 0.323655 azmcp_foundry_models_deployments_list - 0.323377 azmcp_sql_db_list - 0.322984 azmcp_loadtesting_testrun_get - 0.320563 azmcp_storage_blob_container_get - 0.317578 azmcp_search_index_get - -Prompt: Show me the details for the function app -Expected tool: azmcp_functionapp_get - 0.644882 azmcp_functionapp_get *** EXPECTED *** - 0.433958 azmcp_deploy_app_logs_get - 0.388678 azmcp_storage_account_get - 0.370871 azmcp_storage_blob_container_get - 0.368420 azmcp_storage_blob_get - 0.368018 azmcp_loadtesting_testrun_get - 0.367552 azmcp_aks_cluster_get - 0.355956 azmcp_sql_db_show - 0.355282 azmcp_search_index_get - 0.349891 azmcp_mysql_server_config_get - 0.346974 azmcp_appconfig_kv_show - 0.344067 azmcp_deploy_architecture_diagram_generate - 0.343381 azmcp_get_bestpractices_get - 0.342238 azmcp_servicebus_queue_details - 0.339124 azmcp_sql_server_show - 0.338127 azmcp_aks_nodepool_get - 0.337614 azmcp_marketplace_product_get - 0.334256 azmcp_appconfig_account_list - 0.326091 azmcp_quota_usage_check - 0.323978 azmcp_resourcehealth_availability-status_get - -Prompt: Show plan and region for function app -Expected tool: azmcp_functionapp_get - 0.554980 azmcp_functionapp_get *** EXPECTED *** - 0.426703 azmcp_quota_usage_check - 0.418362 azmcp_deploy_app_logs_get - 0.408011 azmcp_deploy_plan_get - 0.381629 azmcp_deploy_architecture_diagram_generate - 0.364785 azmcp_get_bestpractices_get - 0.350663 azmcp_quota_region_availability_list - 0.335606 azmcp_appconfig_account_list - 0.325271 azmcp_applens_resource_diagnose - 0.321466 azmcp_storage_account_get - 0.318517 azmcp_mysql_server_config_get - 0.304263 azmcp_azuremanagedlustre_filesystem_list - 0.303123 azmcp_loadtesting_test_create - 0.301769 azmcp_mysql_server_list - 0.301244 azmcp_azuremanagedlustre_filesystem_sku_get - 0.291130 azmcp_storage_table_list - 0.281401 azmcp_resourcehealth_availability-status_list - 0.277967 azmcp_resourcehealth_availability-status_get - 0.276628 azmcp_storage_datalake_file-system_list-paths - 0.267170 azmcp_search_service_list - -Prompt: What is the status of function app ? -Expected tool: azmcp_functionapp_get - 0.565797 azmcp_functionapp_get *** EXPECTED *** - 0.440329 azmcp_resourcehealth_availability-status_get - 0.422774 azmcp_deploy_app_logs_get - 0.384159 azmcp_resourcehealth_availability-status_list - 0.342552 azmcp_get_bestpractices_get - 0.333621 azmcp_quota_usage_check - 0.319464 azmcp_deploy_architecture_diagram_generate - 0.318076 azmcp_applens_resource_diagnose - 0.310636 azmcp_azuremanagedlustre_filesystem_list - 0.298434 azmcp_foundry_models_deployments_list - 0.297073 azmcp_deploy_plan_get - 0.292793 azmcp_cloudarchitect_design - 0.291911 azmcp_deploy_pipeline_guidance_get - 0.272477 azmcp_sql_server_show - 0.272348 azmcp_storage_account_get - 0.270846 azmcp_mysql_server_list - 0.267009 azmcp_resourcehealth_service-health-events_list - 0.266584 azmcp_storage_blob_container_get - 0.258431 azmcp_search_service_list - 0.249136 azmcp_storage_table_list - -Prompt: List all function apps in my subscription -Expected tool: azmcp_functionapp_get - 0.646561 azmcp_functionapp_get *** EXPECTED *** - 0.559382 azmcp_search_service_list - 0.516618 azmcp_cosmos_account_list - 0.516217 azmcp_appconfig_account_list - 0.485195 azmcp_subscription_list - 0.474425 azmcp_kusto_cluster_list - 0.465575 azmcp_group_list - 0.464534 azmcp_monitor_workspace_list - 0.455819 azmcp_aks_cluster_list - 0.455388 azmcp_postgres_server_list - 0.451429 azmcp_storage_table_list - 0.445099 azmcp_redis_cache_list - 0.442614 azmcp_redis_cluster_list - 0.432144 azmcp_grafana_list - 0.431866 azmcp_eventgrid_topic_list - 0.431611 azmcp_resourcehealth_availability-status_list - 0.415840 azmcp_azuremanagedlustre_filesystem_list - 0.414796 azmcp_foundry_models_deployments_list - 0.413034 azmcp_virtualdesktop_hostpool_list - 0.411904 azmcp_sql_db_list - -Prompt: Show me my Azure function apps -Expected tool: azmcp_functionapp_get - 0.560249 azmcp_functionapp_get *** EXPECTED *** - 0.452132 azmcp_deploy_app_logs_get - 0.412646 azmcp_search_service_list - 0.411323 azmcp_get_bestpractices_get - 0.385832 azmcp_foundry_models_deployments_list - 0.374655 azmcp_appconfig_account_list - 0.372790 azmcp_cosmos_account_list - 0.370393 azmcp_mysql_server_list - 0.369699 azmcp_subscription_list - 0.368004 azmcp_deploy_architecture_diagram_generate - 0.358720 azmcp_deploy_plan_get - 0.357329 azmcp_quota_usage_check - 0.347887 azmcp_mysql_database_list - 0.347802 azmcp_azuremanagedlustre_filesystem_list - 0.341159 azmcp_cosmos_database_list - 0.339873 azmcp_storage_account_get - 0.334019 azmcp_role_assignment_list - 0.333136 azmcp_sql_db_list - 0.327870 azmcp_monitor_workspace_list - 0.326628 azmcp_resourcehealth_availability-status_list - -Prompt: What function apps do I have? -Expected tool: azmcp_functionapp_get - 0.433674 azmcp_functionapp_get *** EXPECTED *** - 0.348106 azmcp_deploy_app_logs_get - 0.284362 azmcp_get_bestpractices_get - 0.281676 azmcp_applens_resource_diagnose - 0.249658 azmcp_appconfig_account_list - 0.244782 azmcp_appconfig_kv_list - 0.240729 azmcp_deploy_architecture_diagram_generate - 0.239514 azmcp_foundry_models_deployments_list - 0.217775 azmcp_azuremanagedlustre_filesystem_list - 0.208396 azmcp_foundry_models_list - 0.207391 azmcp_quota_usage_check - 0.197655 azmcp_mysql_server_list - 0.195857 azmcp_role_assignment_list - 0.194503 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.186328 azmcp_monitor_resource_log_query - 0.184120 azmcp_monitor_workspace_list - 0.184051 azmcp_resourcehealth_availability-status_list - 0.182124 azmcp_storage_table_list - 0.179069 azmcp_mysql_database_list - 0.178961 azmcp_search_service_list - -Prompt: Create a new certificate called in the key vault -Expected tool: azmcp_keyvault_certificate_create - 0.740327 azmcp_keyvault_certificate_create *** EXPECTED *** - 0.595854 azmcp_keyvault_key_create - 0.590536 azmcp_keyvault_secret_create - 0.575960 azmcp_keyvault_certificate_list - 0.543096 azmcp_keyvault_certificate_get - 0.526698 azmcp_keyvault_certificate_import - 0.434682 azmcp_keyvault_key_list - 0.413786 azmcp_keyvault_secret_list - 0.372046 azmcp_storage_account_create - 0.330026 azmcp_appconfig_kv_set - 0.308667 azmcp_loadtesting_test_create - 0.300980 azmcp_storage_datalake_directory_create - 0.300917 azmcp_sql_server_create - 0.285184 azmcp_workbooks_create - 0.267718 azmcp_storage_account_get - 0.237081 azmcp_storage_blob_container_create - 0.233821 azmcp_storage_table_list - 0.222927 azmcp_storage_blob_container_get - 0.219488 azmcp_subscription_list - 0.217086 azmcp_search_service_list - -Prompt: Show me the certificate in the key vault -Expected tool: azmcp_keyvault_certificate_get - 0.628003 azmcp_keyvault_certificate_get *** EXPECTED *** - 0.624457 azmcp_keyvault_certificate_list - 0.565005 azmcp_keyvault_certificate_create - 0.539554 azmcp_keyvault_certificate_import - 0.493432 azmcp_keyvault_key_list - 0.475155 azmcp_keyvault_secret_list - 0.423728 azmcp_keyvault_key_create - 0.418558 azmcp_keyvault_secret_create - 0.390699 azmcp_appconfig_kv_show - 0.359751 azmcp_storage_account_get - 0.346167 azmcp_cosmos_account_list - 0.319119 azmcp_storage_blob_container_get - 0.317177 azmcp_storage_table_list - 0.293481 azmcp_subscription_list - 0.289685 azmcp_search_service_list - 0.279695 azmcp_search_index_get - 0.276581 azmcp_role_assignment_list - 0.275920 azmcp_storage_datalake_file-system_list-paths - 0.271911 azmcp_quota_usage_check - 0.269735 azmcp_sql_db_show - -Prompt: Show me the details of the certificate in the key vault -Expected tool: azmcp_keyvault_certificate_get - 0.662286 azmcp_keyvault_certificate_get *** EXPECTED *** - 0.606534 azmcp_keyvault_certificate_list - 0.540155 azmcp_keyvault_certificate_import - 0.535157 azmcp_keyvault_certificate_create - 0.499272 azmcp_keyvault_key_list - 0.482163 azmcp_keyvault_secret_list - 0.459167 azmcp_storage_account_get - 0.419087 azmcp_storage_blob_container_get - 0.415722 azmcp_keyvault_key_create - 0.412145 azmcp_keyvault_secret_create - 0.411136 azmcp_appconfig_kv_show - 0.368360 azmcp_search_index_get - 0.365386 azmcp_sql_db_show - 0.363228 azmcp_aks_cluster_get - 0.350930 azmcp_storage_blob_get - 0.332770 azmcp_mysql_server_config_get - 0.322568 azmcp_sql_server_show - 0.315096 azmcp_storage_table_list - 0.305842 azmcp_subscription_list - 0.301710 azmcp_servicebus_queue_details - -Prompt: Import the certificate in file into the key vault -Expected tool: azmcp_keyvault_certificate_import - 0.650126 azmcp_keyvault_certificate_import *** EXPECTED *** - 0.521358 azmcp_keyvault_certificate_create - 0.469737 azmcp_keyvault_certificate_get - 0.467067 azmcp_keyvault_certificate_list - 0.426747 azmcp_keyvault_key_create - 0.397915 azmcp_keyvault_secret_create - 0.364740 azmcp_keyvault_key_list - 0.337484 azmcp_keyvault_secret_list - 0.269586 azmcp_appconfig_kv_lock - 0.267458 azmcp_appconfig_kv_set - 0.248347 azmcp_storage_blob_upload - 0.240212 azmcp_storage_datalake_file-system_list-paths - 0.228474 azmcp_workbooks_delete - 0.223134 azmcp_storage_account_get - 0.205251 azmcp_storage_account_create - 0.200475 azmcp_storage_datalake_directory_create - 0.199160 azmcp_storage_table_list - 0.181823 azmcp_storage_blob_container_get - 0.175144 azmcp_storage_share_file_list - 0.174506 azmcp_monitor_resource_log_query - -Prompt: Import a certificate into the key vault using the name -Expected tool: azmcp_keyvault_certificate_import - 0.649676 azmcp_keyvault_certificate_import *** EXPECTED *** - 0.629902 azmcp_keyvault_certificate_create - 0.527468 azmcp_keyvault_certificate_list - 0.525773 azmcp_keyvault_certificate_get - 0.491898 azmcp_keyvault_key_create - 0.472145 azmcp_keyvault_secret_create - 0.399857 azmcp_keyvault_key_list - 0.377602 azmcp_keyvault_secret_list - 0.287107 azmcp_appconfig_kv_set - 0.265369 azmcp_appconfig_kv_lock - 0.256832 azmcp_storage_account_create - 0.250432 azmcp_storage_account_get - 0.234376 azmcp_storage_table_list - 0.233767 azmcp_workbooks_delete - 0.211454 azmcp_storage_datalake_directory_create - 0.211240 azmcp_storage_blob_container_get - 0.209234 azmcp_storage_blob_upload - 0.204134 azmcp_sql_server_create - 0.197598 azmcp_sql_db_show - 0.196937 azmcp_workbooks_create - -Prompt: List all certificates in the key vault -Expected tool: azmcp_keyvault_certificate_list - 0.762015 azmcp_keyvault_certificate_list *** EXPECTED *** - 0.637437 azmcp_keyvault_key_list - 0.608676 azmcp_keyvault_secret_list - 0.566475 azmcp_keyvault_certificate_get - 0.539624 azmcp_keyvault_certificate_create - 0.484660 azmcp_keyvault_certificate_import - 0.478100 azmcp_cosmos_account_list - 0.453226 azmcp_cosmos_database_list - 0.431201 azmcp_cosmos_database_container_list - 0.429531 azmcp_storage_table_list - 0.424379 azmcp_keyvault_key_create - 0.408051 azmcp_subscription_list - 0.394434 azmcp_search_service_list - 0.393940 azmcp_storage_account_get - 0.363515 azmcp_storage_blob_container_get - 0.362873 azmcp_virtualdesktop_hostpool_list - 0.358938 azmcp_role_assignment_list - 0.350862 azmcp_mysql_database_list - 0.339860 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.336779 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - -Prompt: Show me the certificates in the key vault -Expected tool: azmcp_keyvault_certificate_list - 0.660576 azmcp_keyvault_certificate_list *** EXPECTED *** - 0.570314 azmcp_keyvault_certificate_get - 0.540050 azmcp_keyvault_key_list - 0.516519 azmcp_keyvault_secret_list - 0.509123 azmcp_keyvault_certificate_create - 0.483404 azmcp_keyvault_certificate_import - 0.420506 azmcp_cosmos_account_list - 0.397031 azmcp_storage_account_get - 0.396055 azmcp_keyvault_key_create - 0.389874 azmcp_keyvault_secret_create - 0.382082 azmcp_cosmos_database_list - 0.372424 azmcp_storage_table_list - 0.362835 azmcp_subscription_list - 0.355746 azmcp_storage_blob_container_get - 0.344466 azmcp_search_service_list - 0.323177 azmcp_role_assignment_list - 0.316157 azmcp_storage_datalake_file-system_list-paths - 0.309942 azmcp_virtualdesktop_hostpool_list - 0.305651 azmcp_mysql_database_list - 0.295917 azmcp_quota_usage_check - -Prompt: Create a new key called with the RSA type in the key vault -Expected tool: azmcp_keyvault_key_create - 0.676614 azmcp_keyvault_key_create *** EXPECTED *** - 0.569380 azmcp_keyvault_secret_create - 0.556136 azmcp_keyvault_certificate_create - 0.465812 azmcp_keyvault_key_list - 0.417517 azmcp_keyvault_certificate_list - 0.412988 azmcp_keyvault_secret_list - 0.412818 azmcp_keyvault_certificate_import - 0.397069 azmcp_appconfig_kv_set - 0.389843 azmcp_keyvault_certificate_get - 0.371825 azmcp_storage_account_create - 0.340998 azmcp_appconfig_kv_lock - 0.287015 azmcp_storage_datalake_directory_create - 0.283584 azmcp_sql_server_create - 0.275870 azmcp_storage_account_get - 0.262029 azmcp_workbooks_create - 0.252117 azmcp_storage_table_list - 0.231586 azmcp_storage_queue_message_send - 0.229817 azmcp_storage_blob_container_get - 0.223422 azmcp_storage_blob_container_create - 0.215880 azmcp_subscription_list - -Prompt: List all keys in the key vault -Expected tool: azmcp_keyvault_key_list - 0.737135 azmcp_keyvault_key_list *** EXPECTED *** - 0.650075 azmcp_keyvault_secret_list - 0.631528 azmcp_keyvault_certificate_list - 0.498767 azmcp_cosmos_account_list - 0.473916 azmcp_storage_table_list - 0.468044 azmcp_cosmos_database_list - 0.467326 azmcp_keyvault_key_create - 0.455781 azmcp_keyvault_certificate_get - 0.443785 azmcp_cosmos_database_container_list - 0.439167 azmcp_appconfig_kv_list - 0.430322 azmcp_storage_account_get - 0.427877 azmcp_keyvault_secret_create - 0.426908 azmcp_subscription_list - 0.408341 azmcp_search_service_list - 0.388009 azmcp_storage_blob_container_get - 0.378819 azmcp_storage_datalake_file-system_list-paths - 0.373903 azmcp_virtualdesktop_hostpool_list - 0.368258 azmcp_mysql_database_list - 0.354901 azmcp_monitor_table_list - 0.353714 azmcp_redis_cache_list - -Prompt: Show me the keys in the key vault -Expected tool: azmcp_keyvault_key_list - 0.609392 azmcp_keyvault_key_list *** EXPECTED *** - 0.535196 azmcp_keyvault_secret_list - 0.520010 azmcp_keyvault_certificate_list - 0.479810 azmcp_keyvault_certificate_get - 0.462249 azmcp_keyvault_key_create - 0.429081 azmcp_keyvault_secret_create - 0.421475 azmcp_cosmos_account_list - 0.412607 azmcp_keyvault_certificate_create - 0.408423 azmcp_keyvault_certificate_import - 0.406776 azmcp_storage_account_get - 0.405205 azmcp_appconfig_kv_show - 0.375139 azmcp_storage_table_list - 0.357353 azmcp_storage_blob_container_get - 0.353417 azmcp_subscription_list - 0.327200 azmcp_search_service_list - 0.324788 azmcp_storage_datalake_file-system_list-paths - 0.316124 azmcp_virtualdesktop_hostpool_list - 0.308976 azmcp_storage_account_create - 0.306567 azmcp_role_assignment_list - 0.297022 azmcp_search_index_get - -Prompt: Create a new secret called with value in the key vault -Expected tool: azmcp_keyvault_secret_create - 0.767808 azmcp_keyvault_secret_create *** EXPECTED *** - 0.613514 azmcp_keyvault_key_create - 0.572297 azmcp_keyvault_certificate_create - 0.516100 azmcp_keyvault_secret_list - 0.461437 azmcp_appconfig_kv_set - 0.417525 azmcp_keyvault_key_list - 0.411481 azmcp_keyvault_certificate_import - 0.391024 azmcp_storage_account_create - 0.384262 azmcp_keyvault_certificate_list - 0.373932 azmcp_appconfig_kv_lock - 0.369940 azmcp_keyvault_certificate_get - 0.321535 azmcp_storage_datalake_directory_create - 0.288052 azmcp_storage_account_get - 0.287066 azmcp_workbooks_create - 0.286438 azmcp_sql_server_create - 0.285258 azmcp_storage_queue_message_send - 0.246174 azmcp_storage_blob_container_create - 0.243583 azmcp_storage_blob_container_get - 0.236457 azmcp_storage_table_list - 0.218660 azmcp_sql_server_firewall-rule_create - -Prompt: List all secrets in the key vault -Expected tool: azmcp_keyvault_secret_list - 0.747255 azmcp_keyvault_secret_list *** EXPECTED *** - 0.617131 azmcp_keyvault_key_list - 0.569911 azmcp_keyvault_certificate_list - 0.519029 azmcp_keyvault_secret_create - 0.455500 azmcp_cosmos_account_list - 0.433185 azmcp_cosmos_database_list - 0.417973 azmcp_cosmos_database_container_list - 0.414275 azmcp_keyvault_certificate_get - 0.410496 azmcp_storage_table_list - 0.409822 azmcp_keyvault_key_create - 0.392378 azmcp_keyvault_certificate_create - 0.391073 azmcp_subscription_list - 0.388773 azmcp_search_service_list - 0.387663 azmcp_storage_account_get - 0.367462 azmcp_storage_blob_container_get - 0.340472 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.337595 azmcp_virtualdesktop_hostpool_list - 0.334206 azmcp_mysql_database_list - 0.331203 azmcp_role_assignment_list - 0.329507 azmcp_storage_datalake_file-system_list-paths - -Prompt: Show me the secrets in the key vault -Expected tool: azmcp_keyvault_secret_list - 0.615281 azmcp_keyvault_secret_list *** EXPECTED *** - 0.520654 azmcp_keyvault_key_list - 0.502021 azmcp_keyvault_secret_create - 0.467743 azmcp_keyvault_certificate_list - 0.456323 azmcp_keyvault_certificate_get - 0.411604 azmcp_keyvault_key_create - 0.410957 azmcp_appconfig_kv_show - 0.409126 azmcp_keyvault_certificate_import - 0.401434 azmcp_storage_account_get - 0.385852 azmcp_cosmos_account_list - 0.381612 azmcp_keyvault_certificate_create - 0.371692 azmcp_storage_blob_container_get - 0.345297 azmcp_subscription_list - 0.344339 azmcp_storage_table_list - 0.328354 azmcp_search_service_list - 0.315114 azmcp_storage_datalake_file-system_list-paths - 0.305225 azmcp_search_index_get - 0.303769 azmcp_quota_usage_check - 0.299023 azmcp_storage_account_create - 0.294614 azmcp_mysql_server_list - -Prompt: Get the configuration of AKS cluster -Expected tool: azmcp_aks_cluster_get - 0.660869 azmcp_aks_cluster_get *** EXPECTED *** - 0.611431 azmcp_aks_cluster_list - 0.579676 azmcp_aks_nodepool_get - 0.540767 azmcp_aks_nodepool_list - 0.481416 azmcp_mysql_server_config_get - 0.463682 azmcp_kusto_cluster_get - 0.463065 azmcp_loadtesting_test_get - 0.430975 azmcp_postgres_server_config_get - 0.407822 azmcp_sql_server_show - 0.399345 azmcp_storage_account_get - 0.391924 azmcp_appconfig_kv_show - 0.390959 azmcp_appconfig_account_list - 0.390819 azmcp_appconfig_kv_list - 0.390141 azmcp_kusto_cluster_list - 0.371630 azmcp_mysql_server_param_get - 0.370242 azmcp_storage_blob_container_get - 0.367841 azmcp_redis_cluster_list - 0.360930 azmcp_storage_blob_get - 0.350240 azmcp_sql_db_show - 0.340096 azmcp_mysql_server_list - -Prompt: Show me the details of AKS cluster in resource group -Expected tool: azmcp_aks_cluster_get - 0.666849 azmcp_aks_cluster_get *** EXPECTED *** - 0.589101 azmcp_aks_cluster_list - 0.545820 azmcp_aks_nodepool_get - 0.530314 azmcp_aks_nodepool_list - 0.508226 azmcp_kusto_cluster_get - 0.461466 azmcp_sql_db_show - 0.448796 azmcp_redis_cluster_list - 0.428449 azmcp_functionapp_get - 0.422993 azmcp_resourcehealth_availability-status_list - 0.413625 azmcp_mysql_server_list - 0.408420 azmcp_azuremanagedlustre_filesystem_list - 0.396636 azmcp_datadog_monitoredresources_list - 0.396256 azmcp_storage_account_get - 0.385261 azmcp_acr_registry_repository_list - 0.384654 azmcp_kusto_cluster_list - 0.382947 azmcp_storage_blob_container_get - 0.377793 azmcp_storage_blob_get - 0.366088 azmcp_search_index_get - 0.362332 azmcp_sql_db_list - 0.359093 azmcp_sql_elastic-pool_list - -Prompt: Show me the network configuration for AKS cluster -Expected tool: azmcp_aks_cluster_get - 0.567273 azmcp_aks_cluster_get *** EXPECTED *** - 0.563029 azmcp_aks_cluster_list - 0.493940 azmcp_aks_nodepool_list - 0.486040 azmcp_aks_nodepool_get - 0.380301 azmcp_mysql_server_config_get - 0.368584 azmcp_kusto_cluster_get - 0.342696 azmcp_loadtesting_test_get - 0.340293 azmcp_kusto_cluster_list - 0.334923 azmcp_appconfig_account_list - 0.334860 azmcp_redis_cluster_list - 0.323717 azmcp_sql_server_show - 0.315228 azmcp_storage_account_get - 0.314513 azmcp_appconfig_kv_list - 0.309738 azmcp_appconfig_kv_show - 0.299047 azmcp_mysql_server_list - 0.296592 azmcp_postgres_server_config_get - 0.289342 azmcp_mysql_server_param_get - 0.275751 azmcp_sql_db_show - 0.273195 azmcp_monitor_workspace_list - 0.265830 azmcp_sql_elastic-pool_list - -Prompt: What are the details of my AKS cluster in ? -Expected tool: azmcp_aks_cluster_get - 0.661426 azmcp_aks_cluster_get *** EXPECTED *** - 0.578662 azmcp_aks_cluster_list - 0.563549 azmcp_aks_nodepool_get - 0.534089 azmcp_aks_nodepool_list - 0.503925 azmcp_kusto_cluster_get - 0.434587 azmcp_functionapp_get - 0.433913 azmcp_azuremanagedlustre_filesystem_list - 0.419338 azmcp_resourcehealth_availability-status_list - 0.418518 azmcp_redis_cluster_list - 0.417836 azmcp_sql_db_show - 0.405658 azmcp_storage_account_get - 0.405015 azmcp_storage_blob_get - 0.402335 azmcp_mysql_server_list - 0.399514 azmcp_storage_blob_container_get - 0.391717 azmcp_resourcehealth_availability-status_get - 0.384782 azmcp_mysql_server_config_get - 0.376853 azmcp_search_index_get - 0.372812 azmcp_kusto_cluster_list - 0.367547 azmcp_deploy_app_logs_get - 0.359877 azmcp_acr_registry_repository_list - -Prompt: List all AKS clusters in my subscription -Expected tool: azmcp_aks_cluster_list - 0.801067 azmcp_aks_cluster_list *** EXPECTED *** - 0.690255 azmcp_kusto_cluster_list - 0.599940 azmcp_redis_cluster_list - 0.594509 azmcp_aks_nodepool_list - 0.562043 azmcp_search_service_list - 0.560861 azmcp_aks_cluster_get - 0.543684 azmcp_monitor_workspace_list - 0.515922 azmcp_cosmos_account_list - 0.509202 azmcp_kusto_database_list - 0.502389 azmcp_subscription_list - 0.498286 azmcp_virtualdesktop_hostpool_list - 0.498121 azmcp_group_list - 0.495977 azmcp_postgres_server_list - 0.486142 azmcp_redis_cache_list - 0.483592 azmcp_kusto_cluster_get - 0.482355 azmcp_acr_registry_list - 0.481469 azmcp_grafana_list - 0.452959 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.452681 azmcp_resourcehealth_availability-status_list - 0.445271 azmcp_storage_table_list - -Prompt: Show me my Azure Kubernetes Service clusters -Expected tool: azmcp_aks_cluster_list - 0.608056 azmcp_aks_cluster_list *** EXPECTED *** - 0.536412 azmcp_aks_cluster_get - 0.500890 azmcp_aks_nodepool_list - 0.492910 azmcp_kusto_cluster_list - 0.455228 azmcp_search_service_list - 0.446270 azmcp_redis_cluster_list - 0.416475 azmcp_aks_nodepool_get - 0.409711 azmcp_kusto_cluster_get - 0.408385 azmcp_kusto_database_list - 0.392997 azmcp_mysql_server_list - 0.376362 azmcp_azuremanagedlustre_filesystem_sku_get - 0.371809 azmcp_azuremanagedlustre_filesystem_list - 0.371535 azmcp_monitor_workspace_list - 0.370963 azmcp_search_index_get - 0.370237 azmcp_acr_registry_repository_list - 0.363845 azmcp_subscription_list - 0.361928 azmcp_mysql_database_list - 0.358327 azmcp_storage_blob_container_get - 0.356926 azmcp_resourcehealth_availability-status_list - 0.356016 azmcp_storage_account_get - -Prompt: What AKS clusters do I have? -Expected tool: azmcp_aks_cluster_list - 0.623896 azmcp_aks_cluster_list *** EXPECTED *** - 0.538749 azmcp_aks_nodepool_list - 0.530023 azmcp_aks_cluster_get - 0.466749 azmcp_aks_nodepool_get - 0.449602 azmcp_kusto_cluster_list - 0.416564 azmcp_redis_cluster_list - 0.392083 azmcp_azuremanagedlustre_filesystem_list - 0.378826 azmcp_monitor_workspace_list - 0.377567 azmcp_acr_registry_repository_list - 0.374585 azmcp_mysql_server_list - 0.364022 azmcp_deploy_app_logs_get - 0.353365 azmcp_search_service_list - 0.345290 azmcp_resourcehealth_availability-status_list - 0.345241 azmcp_kusto_cluster_get - 0.341581 azmcp_kusto_database_list - 0.337354 azmcp_virtualdesktop_hostpool_list - 0.317977 azmcp_sql_elastic-pool_list - 0.317238 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.312356 azmcp_subscription_list - 0.311971 azmcp_quota_usage_check - -Prompt: List nodepools for AKS cluster in -Expected tool: azmcp_aks_nodepool_list - 0.694117 azmcp_aks_nodepool_list *** EXPECTED *** - 0.615516 azmcp_aks_nodepool_get - 0.531972 azmcp_aks_cluster_list - 0.506624 azmcp_virtualdesktop_hostpool_list - 0.487707 azmcp_sql_elastic-pool_list - 0.461701 azmcp_aks_cluster_get - 0.446699 azmcp_redis_cluster_list - 0.440646 azmcp_mysql_server_list - 0.438637 azmcp_kusto_cluster_list - 0.435177 azmcp_acr_registry_repository_list - 0.431369 azmcp_datadog_monitoredresources_list - 0.418681 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.413085 azmcp_resourcehealth_availability-status_list - 0.404890 azmcp_sql_db_list - 0.399249 azmcp_acr_registry_list - 0.393850 azmcp_group_list - 0.391869 azmcp_kusto_database_list - 0.389071 azmcp_redis_cluster_database_list - 0.385781 azmcp_workbooks_list - 0.379549 azmcp_monitor_workspace_list - -Prompt: Show me the nodepool list for AKS cluster in -Expected tool: azmcp_aks_nodepool_list - 0.712299 azmcp_aks_nodepool_list *** EXPECTED *** - 0.644451 azmcp_aks_nodepool_get - 0.547444 azmcp_aks_cluster_list - 0.510269 azmcp_sql_elastic-pool_list - 0.509732 azmcp_virtualdesktop_hostpool_list - 0.497966 azmcp_aks_cluster_get - 0.447545 azmcp_mysql_server_list - 0.441510 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.441482 azmcp_redis_cluster_list - 0.433138 azmcp_datadog_monitoredresources_list - 0.430830 azmcp_acr_registry_repository_list - 0.430739 azmcp_kusto_cluster_list - 0.408990 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.408569 azmcp_resourcehealth_availability-status_list - 0.407619 azmcp_sql_db_list - 0.390197 azmcp_redis_cluster_database_list - 0.388906 azmcp_group_list - 0.383234 azmcp_azuremanagedlustre_filesystem_list - 0.382434 azmcp_search_service_list - 0.378671 azmcp_kusto_database_list - -Prompt: What nodepools do I have for AKS cluster in -Expected tool: azmcp_aks_nodepool_list - 0.623138 azmcp_aks_nodepool_list *** EXPECTED *** - 0.580535 azmcp_aks_nodepool_get - 0.453744 azmcp_aks_cluster_list - 0.443902 azmcp_virtualdesktop_hostpool_list - 0.425448 azmcp_sql_elastic-pool_list - 0.409286 azmcp_aks_cluster_get - 0.386949 azmcp_redis_cluster_list - 0.378905 azmcp_mysql_server_list - 0.368944 azmcp_kusto_cluster_list - 0.363290 azmcp_resourcehealth_availability-status_list - 0.359493 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.356345 azmcp_datadog_monitoredresources_list - 0.356139 azmcp_acr_registry_repository_list - 0.354542 azmcp_azuremanagedlustre_filesystem_list - 0.329036 azmcp_sql_db_list - 0.324552 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.324257 azmcp_deploy_plan_get - 0.323568 azmcp_monitor_workspace_list - 0.322487 azmcp_foundry_models_deployments_list - 0.319684 azmcp_redis_cluster_database_list - -Prompt: Get details for nodepool in AKS cluster in -Expected tool: azmcp_aks_nodepool_get - 0.753921 azmcp_aks_nodepool_get *** EXPECTED *** - 0.699424 azmcp_aks_nodepool_list - 0.597310 azmcp_aks_cluster_get - 0.498594 azmcp_aks_cluster_list - 0.482688 azmcp_kusto_cluster_get - 0.468391 azmcp_virtualdesktop_hostpool_list - 0.463188 azmcp_sql_elastic-pool_list - 0.434874 azmcp_sql_db_show - 0.414755 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.401608 azmcp_redis_cluster_list - 0.399211 azmcp_functionapp_get - 0.383571 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.382346 azmcp_mysql_server_list - 0.380155 azmcp_storage_blob_get - 0.378259 azmcp_resourcehealth_availability-status_list - 0.378236 azmcp_search_index_get - 0.370173 azmcp_azuremanagedlustre_filesystem_list - 0.362521 azmcp_loadtesting_test_get - 0.356760 azmcp_datadog_monitoredresources_list - 0.343274 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Show me the configuration for nodepool in AKS cluster in resource group -Expected tool: azmcp_aks_nodepool_get - 0.678158 azmcp_aks_nodepool_get *** EXPECTED *** - 0.640096 azmcp_aks_nodepool_list - 0.481312 azmcp_aks_cluster_get - 0.458596 azmcp_sql_elastic-pool_list - 0.446020 azmcp_aks_cluster_list - 0.440182 azmcp_virtualdesktop_hostpool_list - 0.389989 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.384600 azmcp_loadtesting_test_get - 0.367455 azmcp_mysql_server_list - 0.365231 azmcp_mysql_server_config_get - 0.357721 azmcp_sql_db_list - 0.350998 azmcp_redis_cluster_list - 0.350992 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.344818 azmcp_sql_db_show - 0.343726 azmcp_kusto_cluster_get - 0.342564 azmcp_datadog_monitoredresources_list - 0.338364 azmcp_azuremanagedlustre_filesystem_list - 0.329963 azmcp_resourcehealth_availability-status_list - 0.322685 azmcp_appconfig_kv_show - 0.321672 azmcp_appconfig_account_list - -Prompt: What is the setup of nodepool for AKS cluster in ? -Expected tool: azmcp_aks_nodepool_get - 0.599506 azmcp_aks_nodepool_get *** EXPECTED *** - 0.582325 azmcp_aks_nodepool_list - 0.412109 azmcp_aks_cluster_get - 0.391590 azmcp_aks_cluster_list - 0.385173 azmcp_virtualdesktop_hostpool_list - 0.383045 azmcp_sql_elastic-pool_list - 0.346262 azmcp_deploy_pipeline_guidance_get - 0.338624 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.323027 azmcp_deploy_plan_get - 0.320733 azmcp_mysql_server_list - 0.314439 azmcp_redis_cluster_list - 0.306678 azmcp_kusto_cluster_get - 0.306579 azmcp_storage_account_create - 0.300123 azmcp_datadog_monitoredresources_list - 0.298866 azmcp_acr_registry_repository_list - 0.289422 azmcp_resourcehealth_availability-status_list - 0.287084 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.283171 azmcp_azuremanagedlustre_filesystem_list - 0.276058 azmcp_sql_db_list - 0.266184 azmcp_sql_db_show - -Prompt: Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription -Expected tool: azmcp_loadtesting_test_create - 0.585388 azmcp_loadtesting_test_create *** EXPECTED *** - 0.531331 azmcp_loadtesting_testresource_create - 0.508690 azmcp_loadtesting_testrun_create - 0.413857 azmcp_loadtesting_testresource_list - 0.394664 azmcp_loadtesting_testrun_get - 0.390081 azmcp_loadtesting_test_get - 0.346526 azmcp_loadtesting_testrun_update - 0.338668 azmcp_loadtesting_testrun_list - 0.338173 azmcp_monitor_workspace_log_query - 0.337311 azmcp_monitor_resource_log_query - 0.323519 azmcp_storage_account_create - 0.310466 azmcp_keyvault_certificate_create - 0.310144 azmcp_workbooks_create - 0.299453 azmcp_keyvault_key_create - 0.296991 azmcp_resourcehealth_availability-status_list - 0.291016 azmcp_storage_queue_message_send - 0.290957 azmcp_quota_usage_check - 0.290507 azmcp_sql_server_create - 0.288940 azmcp_quota_region_availability_list - 0.267790 azmcp_virtualdesktop_hostpool_list - -Prompt: Get the load test with id in the load test resource in resource group -Expected tool: azmcp_loadtesting_test_get - 0.642258 azmcp_loadtesting_test_get *** EXPECTED *** - 0.608693 azmcp_loadtesting_testresource_list - 0.574354 azmcp_loadtesting_testresource_create - 0.534264 azmcp_loadtesting_testrun_get - 0.473370 azmcp_loadtesting_testrun_create - 0.469833 azmcp_loadtesting_testrun_list - 0.436916 azmcp_loadtesting_test_create - 0.404705 azmcp_monitor_resource_log_query - 0.397506 azmcp_group_list - 0.379295 azmcp_resourcehealth_availability-status_list - 0.373351 azmcp_loadtesting_testrun_update - 0.370103 azmcp_workbooks_show - 0.365749 azmcp_workbooks_list - 0.360725 azmcp_datadog_monitoredresources_list - 0.346989 azmcp_resourcehealth_availability-status_get - 0.341354 azmcp_quota_region_availability_list - 0.329344 azmcp_sql_db_show - 0.328285 azmcp_monitor_metrics_query - 0.322805 azmcp_quota_usage_check - 0.305936 azmcp_storage_account_create - -Prompt: Create a load test resource in the resource group in my subscription -Expected tool: azmcp_loadtesting_testresource_create - 0.717674 azmcp_loadtesting_testresource_create *** EXPECTED *** - 0.596680 azmcp_loadtesting_testresource_list - 0.514720 azmcp_loadtesting_test_create - 0.476845 azmcp_loadtesting_testrun_create - 0.442964 azmcp_loadtesting_test_get - 0.442105 azmcp_workbooks_create - 0.416602 azmcp_group_list - 0.407864 azmcp_storage_account_create - 0.394787 azmcp_datadog_monitoredresources_list - 0.382550 azmcp_resourcehealth_availability-status_list - 0.371550 azmcp_sql_server_create - 0.370122 azmcp_loadtesting_testrun_get - 0.369088 azmcp_workbooks_list - 0.350872 azmcp_loadtesting_testrun_update - 0.342129 azmcp_redis_cluster_list - 0.341236 azmcp_grafana_list - 0.335653 azmcp_redis_cache_list - 0.326593 azmcp_monitor_resource_log_query - 0.326505 azmcp_quota_region_availability_list - 0.311818 azmcp_mysql_server_list - -Prompt: List all load testing resources in the resource group in my subscription -Expected tool: azmcp_loadtesting_testresource_list - 0.738027 azmcp_loadtesting_testresource_list *** EXPECTED *** - 0.591857 azmcp_loadtesting_testresource_create - 0.577408 azmcp_group_list - 0.565565 azmcp_datadog_monitoredresources_list - 0.561516 azmcp_resourcehealth_availability-status_list - 0.526662 azmcp_workbooks_list - 0.515624 azmcp_redis_cluster_list - 0.511607 azmcp_redis_cache_list - 0.506184 azmcp_loadtesting_test_get - 0.487330 azmcp_grafana_list - 0.483681 azmcp_loadtesting_testrun_list - 0.473444 azmcp_search_service_list - 0.473287 azmcp_mysql_server_list - 0.470899 azmcp_acr_registry_list - 0.463466 azmcp_loadtesting_testrun_get - 0.458800 azmcp_acr_registry_repository_list - 0.452190 azmcp_monitor_workspace_list - 0.447138 azmcp_quota_region_availability_list - 0.433793 azmcp_virtualdesktop_hostpool_list - 0.426880 azmcp_sql_db_list - -Prompt: Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as -Expected tool: azmcp_loadtesting_testrun_create - 0.621803 azmcp_loadtesting_testrun_create *** EXPECTED *** - 0.592748 azmcp_loadtesting_testresource_create - 0.540789 azmcp_loadtesting_test_create - 0.530882 azmcp_loadtesting_testrun_update - 0.488142 azmcp_loadtesting_testrun_get - 0.469444 azmcp_loadtesting_test_get - 0.418431 azmcp_loadtesting_testrun_list - 0.411627 azmcp_loadtesting_testresource_list - 0.402120 azmcp_workbooks_create - 0.383719 azmcp_storage_account_create - 0.331019 azmcp_keyvault_key_create - 0.329533 azmcp_sql_server_create - 0.325306 azmcp_keyvault_secret_create - 0.314636 azmcp_storage_datalake_directory_create - 0.306420 azmcp_monitor_resource_log_query - 0.272151 azmcp_sql_db_show - 0.267551 azmcp_resourcehealth_availability-status_list - 0.266839 azmcp_storage_queue_message_send - 0.262297 azmcp_storage_blob_container_create - 0.256035 azmcp_monitor_metrics_query - -Prompt: Get the load test run with id in the load test resource in resource group -Expected tool: azmcp_loadtesting_testrun_get - 0.625461 azmcp_loadtesting_test_get - 0.603773 azmcp_loadtesting_testresource_list - 0.568474 azmcp_loadtesting_testrun_get *** EXPECTED *** - 0.562359 azmcp_loadtesting_testresource_create - 0.535333 azmcp_loadtesting_testrun_create - 0.496885 azmcp_loadtesting_testrun_list - 0.434230 azmcp_loadtesting_test_create - 0.415623 azmcp_loadtesting_testrun_update - 0.398168 azmcp_group_list - 0.395013 azmcp_monitor_resource_log_query - 0.370256 azmcp_datadog_monitoredresources_list - 0.366957 azmcp_resourcehealth_availability-status_list - 0.356474 azmcp_workbooks_list - 0.352730 azmcp_workbooks_show - 0.347261 azmcp_quota_region_availability_list - 0.330816 azmcp_monitor_metrics_query - 0.330167 azmcp_resourcehealth_availability-status_get - 0.328873 azmcp_sql_db_show - 0.315966 azmcp_quota_usage_check - 0.314766 azmcp_storage_account_create - -Prompt: Get all the load test runs for the test with id in the load test resource in resource group -Expected tool: azmcp_loadtesting_testrun_list - 0.615977 azmcp_loadtesting_testresource_list - 0.606058 azmcp_loadtesting_test_get - 0.569145 azmcp_loadtesting_testrun_get - 0.565093 azmcp_loadtesting_testrun_list *** EXPECTED *** - 0.535207 azmcp_loadtesting_testresource_create - 0.492700 azmcp_loadtesting_testrun_create - 0.432149 azmcp_group_list - 0.416453 azmcp_monitor_resource_log_query - 0.410933 azmcp_resourcehealth_availability-status_list - 0.406508 azmcp_loadtesting_test_create - 0.395915 azmcp_datadog_monitoredresources_list - 0.392066 azmcp_loadtesting_testrun_update - 0.391147 azmcp_workbooks_list - 0.375701 azmcp_monitor_metrics_query - 0.356833 azmcp_quota_region_availability_list - 0.342588 azmcp_resourcehealth_availability-status_get - 0.340618 azmcp_workbooks_show - 0.329464 azmcp_sql_db_list - 0.328011 azmcp_redis_cluster_list - 0.323927 azmcp_redis_cache_list - -Prompt: Update a test run display name as for the id for test in the load testing resource in resource group . -Expected tool: azmcp_loadtesting_testrun_update - 0.659812 azmcp_loadtesting_testrun_update *** EXPECTED *** - 0.509199 azmcp_loadtesting_testrun_create - 0.454745 azmcp_loadtesting_testrun_get - 0.443828 azmcp_loadtesting_test_get - 0.422028 azmcp_loadtesting_testresource_create - 0.399536 azmcp_loadtesting_test_create - 0.384654 azmcp_loadtesting_testresource_list - 0.384237 azmcp_loadtesting_testrun_list - 0.320124 azmcp_workbooks_update - 0.300023 azmcp_workbooks_create - 0.268172 azmcp_workbooks_show - 0.267137 azmcp_appconfig_kv_set - 0.256023 azmcp_appconfig_kv_unlock - 0.255408 azmcp_resourcehealth_availability-status_list - 0.250017 azmcp_monitor_resource_log_query - 0.240916 azmcp_workbooks_delete - 0.233701 azmcp_monitor_metrics_query - 0.232572 azmcp_sql_db_show - 0.227941 azmcp_storage_blob_batch_set-tier - 0.227913 azmcp_resourcehealth_availability-status_get - -Prompt: List all Azure Managed Grafana in one subscription -Expected tool: azmcp_grafana_list - 0.578892 azmcp_grafana_list *** EXPECTED *** - 0.551851 azmcp_search_service_list - 0.513028 azmcp_monitor_workspace_list - 0.505836 azmcp_kusto_cluster_list - 0.498077 azmcp_datadog_monitoredresources_list - 0.493645 azmcp_redis_cluster_list - 0.492724 azmcp_postgres_server_list - 0.492212 azmcp_subscription_list - 0.491740 azmcp_aks_cluster_list - 0.489846 azmcp_cosmos_account_list - 0.482789 azmcp_redis_cache_list - 0.479611 azmcp_resourcehealth_availability-status_list - 0.460524 azmcp_eventgrid_topic_list - 0.457845 azmcp_virtualdesktop_hostpool_list - 0.447752 azmcp_mysql_server_list - 0.441315 azmcp_group_list - 0.440392 azmcp_kusto_database_list - 0.436802 azmcp_azuremanagedlustre_filesystem_list - 0.431917 azmcp_storage_table_list - 0.422236 azmcp_acr_registry_list - -Prompt: List the Azure Managed Lustre filesystems in my subscription -Expected tool: azmcp_azuremanagedlustre_filesystem_list - 0.750675 azmcp_azuremanagedlustre_filesystem_list *** EXPECTED *** - 0.631770 azmcp_azuremanagedlustre_filesystem_sku_get - 0.516886 azmcp_kusto_cluster_list - 0.513156 azmcp_search_service_list - 0.510514 azmcp_storage_datalake_file-system_list-paths - 0.507981 azmcp_monitor_workspace_list - 0.500482 azmcp_subscription_list - 0.499290 azmcp_cosmos_account_list - 0.495957 azmcp_storage_table_list - 0.480850 azmcp_datadog_monitoredresources_list - 0.477164 azmcp_aks_cluster_list - 0.472811 azmcp_redis_cluster_list - 0.460936 azmcp_acr_registry_list - 0.460346 azmcp_redis_cache_list - 0.451887 azmcp_storage_account_get - 0.450971 azmcp_kusto_database_list - 0.447269 azmcp_quota_region_availability_list - 0.445430 azmcp_acr_registry_repository_list - 0.442506 azmcp_virtualdesktop_hostpool_list - 0.438952 azmcp_grafana_list - -Prompt: List the Azure Managed Lustre filesystems in my resource group -Expected tool: azmcp_azuremanagedlustre_filesystem_list - 0.743903 azmcp_azuremanagedlustre_filesystem_list *** EXPECTED *** - 0.613217 azmcp_azuremanagedlustre_filesystem_sku_get - 0.519986 azmcp_datadog_monitoredresources_list - 0.514120 azmcp_mysql_server_list - 0.492115 azmcp_acr_registry_repository_list - 0.475557 azmcp_storage_datalake_file-system_list-paths - 0.466545 azmcp_resourcehealth_availability-status_list - 0.452905 azmcp_acr_registry_list - 0.443767 azmcp_sql_db_list - 0.441644 azmcp_group_list - 0.433933 azmcp_workbooks_list - 0.412747 azmcp_search_service_list - 0.412709 azmcp_redis_cluster_list - 0.410027 azmcp_storage_table_list - 0.409044 azmcp_sql_elastic-pool_list - 0.407704 azmcp_virtualdesktop_hostpool_list - 0.402926 azmcp_cosmos_account_list - 0.398168 azmcp_kusto_cluster_list - 0.397222 azmcp_functionapp_get - 0.393822 azmcp_cosmos_database_list - -Prompt: Tell me how many IP addresses I need for of -Expected tool: azmcp_azuremanagedlustre_filesystem_required-subnet-size - 0.646978 azmcp_azuremanagedlustre_filesystem_required-subnet-size *** EXPECTED *** - 0.450342 azmcp_azuremanagedlustre_filesystem_list - 0.327359 azmcp_azuremanagedlustre_filesystem_sku_get - 0.235376 azmcp_cloudarchitect_design - 0.218167 azmcp_storage_datalake_file-system_list-paths - 0.205170 azmcp_storage_share_file_list - 0.204654 azmcp_mysql_server_list - 0.204313 azmcp_aks_nodepool_get - 0.203596 azmcp_quota_usage_check - 0.198992 azmcp_storage_account_get - 0.192371 azmcp_mysql_server_config_get - 0.188378 azmcp_sql_server_firewall-rule_create - 0.186379 azmcp_storage_blob_get - 0.176407 azmcp_marketplace_product_get - 0.175883 azmcp_postgres_server_param_get - 0.174849 azmcp_aks_nodepool_list - 0.172920 azmcp_sql_server_firewall-rule_list - 0.169792 azmcp_deploy_architecture_diagram_generate - 0.166628 azmcp_applens_resource_diagnose - 0.165332 azmcp_aks_cluster_get - -Prompt: List the Azure Managed Lustre SKUs available in -Expected tool: azmcp_azuremanagedlustre_filesystem_sku_get - 0.836071 azmcp_azuremanagedlustre_filesystem_sku_get *** EXPECTED *** - 0.626238 azmcp_azuremanagedlustre_filesystem_list - 0.453801 azmcp_storage_account_get - 0.444792 azmcp_search_service_list - 0.438893 azmcp_quota_region_availability_list - 0.414696 azmcp_storage_table_list - 0.411881 azmcp_azuremanagedlustre_filesystem_required-subnet-size - 0.411221 azmcp_mysql_server_list - 0.410516 azmcp_storage_datalake_file-system_list-paths - 0.405913 azmcp_storage_account_create - 0.403218 azmcp_acr_registry_list - 0.402635 azmcp_quota_usage_check - 0.401697 azmcp_resourcehealth_availability-status_list - 0.401538 azmcp_kusto_cluster_list - 0.399919 azmcp_datadog_monitoredresources_list - 0.398763 azmcp_subscription_list - 0.395033 azmcp_cosmos_account_list - 0.392601 azmcp_aks_cluster_list - 0.392146 azmcp_marketplace_product_list - 0.388850 azmcp_monitor_metrics_definitions - -Prompt: Get details about marketplace product -Expected tool: azmcp_marketplace_product_get - 0.570145 azmcp_marketplace_product_get *** EXPECTED *** - 0.477522 azmcp_marketplace_product_list - 0.353256 azmcp_servicebus_topic_subscription_details - 0.330935 azmcp_servicebus_queue_details - 0.324083 azmcp_search_index_get - 0.323704 azmcp_servicebus_topic_details - 0.317373 azmcp_loadtesting_testrun_get - 0.302335 azmcp_aks_cluster_get - 0.294798 azmcp_storage_blob_get - 0.289354 azmcp_workbooks_show - 0.285577 azmcp_storage_account_get - 0.283554 azmcp_azuremanagedlustre_filesystem_sku_get - 0.276826 azmcp_kusto_cluster_get - 0.274403 azmcp_redis_cache_list - 0.269243 azmcp_sql_db_show - 0.266271 azmcp_foundry_models_list - 0.263625 azmcp_storage_blob_container_get - 0.259116 azmcp_functionapp_get - 0.257285 azmcp_aks_nodepool_get - 0.254318 azmcp_foundry_knowledge_index_schema - -Prompt: Search for Microsoft products in the marketplace -Expected tool: azmcp_marketplace_product_list - 0.527077 azmcp_marketplace_product_list *** EXPECTED *** - 0.443133 azmcp_marketplace_product_get - 0.343549 azmcp_search_service_list - 0.330500 azmcp_foundry_models_list - 0.328676 azmcp_azuremanagedlustre_filesystem_sku_get - 0.324866 azmcp_search_index_query - 0.290877 azmcp_get_bestpractices_get - 0.290185 azmcp_search_index_get - 0.287924 azmcp_cloudarchitect_design - 0.263954 azmcp_deploy_architecture_diagram_generate - 0.263529 azmcp_mysql_server_list - 0.258243 azmcp_foundry_models_deployments_list - 0.254438 azmcp_applens_resource_diagnose - 0.251532 azmcp_deploy_app_logs_get - 0.250343 azmcp_quota_region_availability_list - 0.248822 azmcp_sql_server_entra-admin_list - 0.245634 azmcp_quota_usage_check - 0.245271 azmcp_resourcehealth_service-health-events_list - 0.241894 azmcp_redis_cluster_list - 0.232832 azmcp_redis_cache_list - -Prompt: Show me marketplace products from publisher -Expected tool: azmcp_marketplace_product_list - 0.461616 azmcp_marketplace_product_list *** EXPECTED *** - 0.385167 azmcp_marketplace_product_get - 0.308769 azmcp_foundry_models_list - 0.260387 azmcp_azuremanagedlustre_filesystem_sku_get - 0.259270 azmcp_redis_cache_list - 0.238760 azmcp_redis_cluster_list - 0.238238 azmcp_postgres_server_list - 0.237988 azmcp_grafana_list - 0.226689 azmcp_search_service_list - 0.221138 azmcp_appconfig_kv_show - 0.204870 azmcp_appconfig_account_list - 0.204011 azmcp_azuremanagedlustre_filesystem_list - 0.202641 azmcp_workbooks_list - 0.202430 azmcp_appconfig_kv_list - 0.201780 azmcp_servicebus_topic_subscription_details - 0.200366 azmcp_eventgrid_topic_list - 0.187594 azmcp_monitor_workspace_list - 0.185431 azmcp_subscription_list - 0.181325 azmcp_quota_region_availability_list - 0.176283 azmcp_monitor_table_list - -Prompt: Get the latest Azure code generation best practices -Expected tool: azmcp_bestpractices_get - 0.646844 azmcp_get_bestpractices_get - 0.635406 azmcp_azureterraformbestpractices_get - 0.586907 azmcp_deploy_iac_rules_get - 0.531727 azmcp_deploy_pipeline_guidance_get - 0.490235 azmcp_deploy_plan_get - 0.447777 azmcp_deploy_architecture_diagram_generate - 0.438801 azmcp_cloudarchitect_design - 0.354191 azmcp_applens_resource_diagnose - 0.353355 azmcp_deploy_app_logs_get - 0.351664 azmcp_quota_usage_check - 0.345046 azmcp_bicepschema_get - 0.322785 azmcp_resourcehealth_availability-status_get - 0.312391 azmcp_quota_region_availability_list - 0.312077 azmcp_storage_blob_container_create - 0.290398 azmcp_search_service_list - 0.282195 azmcp_storage_blob_upload - 0.276297 azmcp_storage_account_create - 0.273686 azmcp_storage_blob_container_get - 0.273557 azmcp_storage_account_get - 0.271770 azmcp_storage_blob_get - -Prompt: Get the latest Azure deployment best practices -Expected tool: azmcp_bestpractices_get - 0.600903 azmcp_get_bestpractices_get - 0.548542 azmcp_azureterraformbestpractices_get - 0.541091 azmcp_deploy_iac_rules_get - 0.516852 azmcp_deploy_plan_get - 0.516443 azmcp_deploy_pipeline_guidance_get - 0.424443 azmcp_cloudarchitect_design - 0.424017 azmcp_foundry_models_deployments_list - 0.409787 azmcp_deploy_architecture_diagram_generate - 0.392171 azmcp_deploy_app_logs_get - 0.369205 azmcp_applens_resource_diagnose - 0.356238 azmcp_resourcehealth_availability-status_get - 0.342487 azmcp_quota_usage_check - 0.306627 azmcp_quota_region_availability_list - 0.304620 azmcp_resourcehealth_availability-status_list - 0.304195 azmcp_search_service_list - 0.302741 azmcp_sql_server_show - 0.302423 azmcp_mysql_server_config_get - 0.291071 azmcp_resourcehealth_service-health-events_list - 0.290283 azmcp_storage_account_get - 0.290179 azmcp_storage_blob_get - -Prompt: Get the latest Azure best practices -Expected tool: azmcp_bestpractices_get - 0.625259 azmcp_get_bestpractices_get - 0.594323 azmcp_azureterraformbestpractices_get - 0.518643 azmcp_deploy_iac_rules_get - 0.465572 azmcp_deploy_pipeline_guidance_get - 0.454158 azmcp_cloudarchitect_design - 0.430630 azmcp_deploy_plan_get - 0.399433 azmcp_deploy_architecture_diagram_generate - 0.392767 azmcp_applens_resource_diagnose - 0.384118 azmcp_resourcehealth_availability-status_get - 0.380286 azmcp_deploy_app_logs_get - 0.375863 azmcp_quota_usage_check - 0.362669 azmcp_azuremanagedlustre_filesystem_sku_get - 0.336370 azmcp_sql_server_show - 0.330487 azmcp_storage_blob_get - 0.329342 azmcp_quota_region_availability_list - 0.322718 azmcp_storage_account_get - 0.322635 azmcp_storage_blob_container_get - 0.316805 azmcp_resourcehealth_availability-status_list - 0.314841 azmcp_search_service_list - 0.314123 azmcp_mysql_server_config_get - -Prompt: Get the latest Azure Functions code generation best practices -Expected tool: azmcp_bestpractices_get - 0.624273 azmcp_get_bestpractices_get - 0.570488 azmcp_azureterraformbestpractices_get - 0.522998 azmcp_deploy_iac_rules_get - 0.493998 azmcp_deploy_pipeline_guidance_get - 0.445382 azmcp_deploy_plan_get - 0.400447 azmcp_deploy_architecture_diagram_generate - 0.381822 azmcp_cloudarchitect_design - 0.368157 azmcp_deploy_app_logs_get - 0.367714 azmcp_functionapp_get - 0.339658 azmcp_applens_resource_diagnose - 0.317494 azmcp_quota_usage_check - 0.292977 azmcp_storage_blob_upload - 0.284617 azmcp_storage_blob_container_create - 0.278941 azmcp_quota_region_availability_list - 0.275342 azmcp_resourcehealth_availability-status_get - 0.256382 azmcp_mysql_server_config_get - 0.246412 azmcp_storage_queue_message_send - 0.241745 azmcp_search_index_query - 0.239443 azmcp_storage_blob_get - 0.239436 azmcp_search_service_list - -Prompt: Get the latest Azure Functions deployment best practices -Expected tool: azmcp_bestpractices_get - 0.581850 azmcp_get_bestpractices_get - 0.497350 azmcp_deploy_pipeline_guidance_get - 0.495659 azmcp_deploy_iac_rules_get - 0.486886 azmcp_azureterraformbestpractices_get - 0.474511 azmcp_deploy_plan_get - 0.439182 azmcp_foundry_models_deployments_list - 0.412001 azmcp_deploy_app_logs_get - 0.399571 azmcp_functionapp_get - 0.377790 azmcp_deploy_architecture_diagram_generate - 0.373497 azmcp_cloudarchitect_design - 0.323164 azmcp_resourcehealth_availability-status_get - 0.317931 azmcp_quota_usage_check - 0.303572 azmcp_storage_blob_upload - 0.290695 azmcp_mysql_server_config_get - 0.277946 azmcp_quota_region_availability_list - 0.276228 azmcp_resourcehealth_service-health-events_list - 0.270375 azmcp_search_service_list - 0.269109 azmcp_storage_blob_container_create - 0.266768 azmcp_sql_server_show - 0.265176 azmcp_resourcehealth_availability-status_list - -Prompt: Get the latest Azure Functions best practices -Expected tool: azmcp_bestpractices_get - 0.610986 azmcp_get_bestpractices_get - 0.532790 azmcp_azureterraformbestpractices_get - 0.487322 azmcp_deploy_iac_rules_get - 0.458060 azmcp_deploy_pipeline_guidance_get - 0.413150 azmcp_functionapp_get - 0.395940 azmcp_deploy_app_logs_get - 0.394762 azmcp_cloudarchitect_design - 0.394214 azmcp_deploy_plan_get - 0.375723 azmcp_applens_resource_diagnose - 0.363596 azmcp_deploy_architecture_diagram_generate - 0.332626 azmcp_resourcehealth_availability-status_get - 0.332015 azmcp_quota_usage_check - 0.307885 azmcp_storage_blob_upload - 0.290894 azmcp_resourcehealth_service-health-events_list - 0.289428 azmcp_storage_blob_container_create - 0.289326 azmcp_mysql_server_config_get - 0.284215 azmcp_quota_region_availability_list - 0.282923 azmcp_sql_server_show - 0.278669 azmcp_storage_queue_message_send - 0.275538 azmcp_search_index_query - -Prompt: Get the latest Azure Static Web Apps best practices -Expected tool: azmcp_bestpractices_get - 0.557862 azmcp_get_bestpractices_get - 0.513262 azmcp_azureterraformbestpractices_get - 0.505123 azmcp_deploy_iac_rules_get - 0.483705 azmcp_deploy_pipeline_guidance_get - 0.405143 azmcp_deploy_app_logs_get - 0.401209 azmcp_deploy_plan_get - 0.398226 azmcp_deploy_architecture_diagram_generate - 0.389556 azmcp_cloudarchitect_design - 0.334624 azmcp_applens_resource_diagnose - 0.315627 azmcp_resourcehealth_availability-status_get - 0.312250 azmcp_functionapp_get - 0.292282 azmcp_storage_blob_upload - 0.283198 azmcp_quota_usage_check - 0.275578 azmcp_storage_blob_container_create - 0.258767 azmcp_search_index_query - 0.256751 azmcp_search_service_list - 0.254638 azmcp_storage_blob_get - 0.251387 azmcp_resourcehealth_service-health-events_list - 0.249439 azmcp_resourcehealth_availability-status_list - 0.243086 azmcp_mysql_database_query - -Prompt: What are azure function best practices? -Expected tool: azmcp_bestpractices_get - 0.582541 azmcp_get_bestpractices_get - 0.500368 azmcp_azureterraformbestpractices_get - 0.472112 azmcp_deploy_iac_rules_get - 0.433134 azmcp_deploy_pipeline_guidance_get - 0.385965 azmcp_cloudarchitect_design - 0.381179 azmcp_functionapp_get - 0.374702 azmcp_applens_resource_diagnose - 0.368831 azmcp_deploy_plan_get - 0.358703 azmcp_deploy_app_logs_get - 0.337024 azmcp_deploy_architecture_diagram_generate - 0.293848 azmcp_quota_usage_check - 0.288873 azmcp_storage_blob_upload - 0.282013 azmcp_storage_queue_message_send - 0.259723 azmcp_mysql_database_query - 0.253005 azmcp_storage_blob_container_create - 0.251235 azmcp_resourcehealth_availability-status_get - 0.249981 azmcp_monitor_resource_log_query - 0.246347 azmcp_workbooks_delete - 0.240292 azmcp_resourcehealth_service-health-events_list - 0.231234 azmcp_search_index_query - -Prompt: Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. -Expected tool: azmcp_bestpractices_get - 0.429170 azmcp_deploy_plan_get - 0.408233 azmcp_deploy_pipeline_guidance_get - 0.380754 azmcp_cloudarchitect_design - 0.377184 azmcp_get_bestpractices_get - 0.352369 azmcp_deploy_iac_rules_get - 0.345059 azmcp_deploy_architecture_diagram_generate - 0.319970 azmcp_loadtesting_test_create - 0.311848 azmcp_azureterraformbestpractices_get - 0.301028 azmcp_functionapp_get - 0.299148 azmcp_deploy_app_logs_get - 0.235579 azmcp_storage_blob_upload - 0.232320 azmcp_quota_usage_check - 0.218912 azmcp_workbooks_create - 0.215940 azmcp_storage_blob_container_create - 0.210908 azmcp_quota_region_availability_list - 0.203792 azmcp_sql_server_create - 0.203401 azmcp_search_index_query - 0.202251 azmcp_storage_account_create - 0.197959 azmcp_mysql_database_query - 0.188682 azmcp_storage_queue_message_send - -Prompt: Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. -Expected tool: azmcp_bestpractices_get - 0.497276 azmcp_deploy_plan_get - 0.493182 azmcp_deploy_pipeline_guidance_get - 0.405146 azmcp_deploy_architecture_diagram_generate - 0.395623 azmcp_deploy_iac_rules_get - 0.385140 azmcp_get_bestpractices_get - 0.374154 azmcp_cloudarchitect_design - 0.354448 azmcp_azureterraformbestpractices_get - 0.348171 azmcp_deploy_app_logs_get - 0.300092 azmcp_loadtesting_test_create - 0.284049 azmcp_storage_blob_container_create - 0.266937 azmcp_foundry_models_deploy - 0.243575 azmcp_quota_usage_check - 0.234797 azmcp_storage_account_create - 0.222120 azmcp_storage_blob_container_get - 0.218621 azmcp_quota_region_availability_list - 0.210666 azmcp_storage_blob_upload - 0.209213 azmcp_workbooks_create - 0.208812 azmcp_mysql_server_list - 0.208457 azmcp_sql_server_create - 0.207259 azmcp_storage_table_list - -Prompt: Show me the health status of entity in the Log Analytics workspace -Expected tool: azmcp_monitor_healthmodels_entity_gethealth - 0.498345 azmcp_monitor_healthmodels_entity_gethealth *** EXPECTED *** - 0.472094 azmcp_monitor_workspace_list - 0.468252 azmcp_monitor_table_list - 0.467848 azmcp_monitor_workspace_log_query - 0.463168 azmcp_resourcehealth_availability-status_get - 0.436971 azmcp_deploy_app_logs_get - 0.418755 azmcp_resourcehealth_availability-status_list - 0.413357 azmcp_monitor_table_type_list - 0.401596 azmcp_monitor_resource_log_query - 0.385416 azmcp_resourcehealth_service-health-events_list - 0.380121 azmcp_grafana_list - 0.358432 azmcp_monitor_metrics_query - 0.342873 azmcp_aks_nodepool_get - 0.339320 azmcp_aks_cluster_get - 0.333342 azmcp_loadtesting_testrun_get - 0.316587 azmcp_workbooks_show - 0.314296 azmcp_applens_resource_diagnose - 0.305738 azmcp_deploy_architecture_diagram_generate - 0.297767 azmcp_aks_cluster_list - 0.296719 azmcp_azuremanagedlustre_filesystem_list - -Prompt: Get metric definitions for from the namespace -Expected tool: azmcp_monitor_metrics_definitions - 0.592462 azmcp_monitor_metrics_definitions *** EXPECTED *** - 0.424141 azmcp_monitor_metrics_query - 0.332356 azmcp_monitor_table_type_list - 0.315519 azmcp_azuremanagedlustre_filesystem_list - 0.315310 azmcp_servicebus_topic_details - 0.311108 azmcp_servicebus_topic_subscription_details - 0.305464 azmcp_servicebus_queue_details - 0.304735 azmcp_grafana_list - 0.303453 azmcp_datadog_monitoredresources_list - 0.298853 azmcp_resourcehealth_availability-status_get - 0.294124 azmcp_quota_region_availability_list - 0.287300 azmcp_monitor_healthmodels_entity_gethealth - 0.284519 azmcp_resourcehealth_availability-status_list - 0.283102 azmcp_quota_usage_check - 0.282547 azmcp_mysql_table_schema_get - 0.277566 azmcp_kusto_table_schema - 0.274784 azmcp_loadtesting_test_get - 0.262141 azmcp_azuremanagedlustre_filesystem_sku_get - 0.256957 azmcp_foundry_knowledge_index_schema - 0.254848 azmcp_aks_nodepool_get - -Prompt: Show me all available metrics and their definitions for storage account -Expected tool: azmcp_monitor_metrics_definitions - 0.589859 azmcp_storage_account_get - 0.587596 azmcp_monitor_metrics_definitions *** EXPECTED *** - 0.551182 azmcp_storage_blob_container_get - 0.542805 azmcp_storage_table_list - 0.473421 azmcp_azuremanagedlustre_filesystem_list - 0.472677 azmcp_storage_blob_get - 0.459829 azmcp_cosmos_account_list - 0.439032 azmcp_storage_account_create - 0.437739 azmcp_azuremanagedlustre_filesystem_sku_get - 0.431109 azmcp_appconfig_kv_show - 0.417098 azmcp_resourcehealth_availability-status_list - 0.414488 azmcp_cosmos_database_container_list - 0.411580 azmcp_storage_datalake_file-system_list-paths - 0.403921 azmcp_quota_usage_check - 0.401901 azmcp_monitor_metrics_query - 0.397526 azmcp_appconfig_kv_list - 0.391340 azmcp_monitor_table_type_list - 0.390422 azmcp_cosmos_database_list - 0.378187 azmcp_keyvault_key_list - 0.359476 azmcp_appconfig_account_list - -Prompt: What metric definitions are available for the Application Insights resource -Expected tool: azmcp_monitor_metrics_definitions - 0.633079 azmcp_monitor_metrics_definitions *** EXPECTED *** - 0.495513 azmcp_monitor_metrics_query - 0.382374 azmcp_applens_resource_diagnose - 0.380460 azmcp_resourcehealth_availability-status_get - 0.370848 azmcp_monitor_table_type_list - 0.359089 azmcp_azuremanagedlustre_filesystem_list - 0.353264 azmcp_resourcehealth_availability-status_list - 0.344326 azmcp_quota_usage_check - 0.341713 azmcp_azuremanagedlustre_filesystem_sku_get - 0.337874 azmcp_monitor_resource_log_query - 0.329534 azmcp_loadtesting_testresource_list - 0.324002 azmcp_datadog_monitoredresources_list - 0.317475 azmcp_monitor_workspace_log_query - 0.303001 azmcp_monitor_table_list - 0.301966 azmcp_workbooks_show - 0.300496 azmcp_search_service_list - 0.291565 azmcp_cloudarchitect_design - 0.291260 azmcp_deploy_app_logs_get - 0.287764 azmcp_loadtesting_testrun_get - 0.286267 azmcp_loadtesting_testresource_create - -Prompt: Analyze the performance trends and response times for Application Insights resource over the last -Expected tool: azmcp_monitor_metrics_query - 0.555377 azmcp_monitor_metrics_query *** EXPECTED *** - 0.447607 azmcp_monitor_resource_log_query - 0.447192 azmcp_applens_resource_diagnose - 0.433777 azmcp_loadtesting_testrun_get - 0.422404 azmcp_resourcehealth_availability-status_get - 0.416100 azmcp_monitor_workspace_log_query - 0.409107 azmcp_deploy_app_logs_get - 0.388205 azmcp_quota_usage_check - 0.380075 azmcp_resourcehealth_availability-status_list - 0.356549 azmcp_functionapp_get - 0.350085 azmcp_loadtesting_testrun_list - 0.341791 azmcp_deploy_architecture_diagram_generate - 0.339771 azmcp_loadtesting_testresource_list - 0.335370 azmcp_monitor_metrics_definitions - 0.329482 azmcp_loadtesting_testresource_create - 0.326924 azmcp_resourcehealth_service-health-events_list - 0.326802 azmcp_workbooks_show - 0.326398 azmcp_datadog_monitoredresources_list - 0.320852 azmcp_search_index_query - 0.307782 azmcp_search_service_list - -Prompt: Check the availability metrics for my Application Insights resource for the last -Expected tool: azmcp_monitor_metrics_query - 0.557830 azmcp_monitor_metrics_query *** EXPECTED *** - 0.508674 azmcp_resourcehealth_availability-status_get - 0.460611 azmcp_resourcehealth_availability-status_list - 0.455904 azmcp_quota_usage_check - 0.438228 azmcp_monitor_metrics_definitions - 0.392094 azmcp_monitor_resource_log_query - 0.391670 azmcp_applens_resource_diagnose - 0.372998 azmcp_deploy_app_logs_get - 0.368589 azmcp_monitor_workspace_log_query - 0.339388 azmcp_datadog_monitoredresources_list - 0.336627 azmcp_loadtesting_testrun_get - 0.326899 azmcp_loadtesting_testresource_list - 0.326643 azmcp_azuremanagedlustre_filesystem_sku_get - 0.321538 azmcp_search_service_list - 0.318196 azmcp_azuremanagedlustre_filesystem_list - 0.317565 azmcp_functionapp_get - 0.303909 azmcp_quota_region_availability_list - 0.303638 azmcp_resourcehealth_service-health-events_list - 0.299417 azmcp_aks_nodepool_get - 0.296819 azmcp_search_index_query - -Prompt: Get the metric for over the last with intervals -Expected tool: azmcp_monitor_metrics_query - 0.461299 azmcp_monitor_metrics_query *** EXPECTED *** - 0.389987 azmcp_monitor_metrics_definitions - 0.306155 azmcp_resourcehealth_availability-status_list - 0.304381 azmcp_resourcehealth_availability-status_get - 0.301713 azmcp_monitor_resource_log_query - 0.289545 azmcp_monitor_workspace_log_query - 0.275411 azmcp_monitor_table_type_list - 0.267785 azmcp_monitor_healthmodels_entity_gethealth - 0.267531 azmcp_datadog_monitoredresources_list - 0.265591 azmcp_azuremanagedlustre_filesystem_list - 0.263508 azmcp_quota_usage_check - 0.263408 azmcp_quota_region_availability_list - 0.259048 azmcp_grafana_list - 0.253689 azmcp_azuremanagedlustre_filesystem_sku_get - 0.248512 azmcp_loadtesting_testresource_list - 0.247997 azmcp_loadtesting_test_get - 0.247735 azmcp_applens_resource_diagnose - 0.245714 azmcp_workbooks_show - 0.242237 azmcp_loadtesting_testrun_get - 0.240238 azmcp_workbooks_list - -Prompt: Investigate error rates and failed requests for Application Insights resource for the last -Expected tool: azmcp_monitor_metrics_query - 0.492138 azmcp_monitor_metrics_query *** EXPECTED *** - 0.417008 azmcp_resourcehealth_availability-status_get - 0.415966 azmcp_monitor_resource_log_query - 0.406200 azmcp_applens_resource_diagnose - 0.398988 azmcp_deploy_app_logs_get - 0.397335 azmcp_quota_usage_check - 0.366959 azmcp_monitor_workspace_log_query - 0.362030 azmcp_loadtesting_testrun_get - 0.359340 azmcp_resourcehealth_availability-status_list - 0.331730 azmcp_resourcehealth_service-health-events_list - 0.316302 azmcp_loadtesting_testresource_list - 0.315326 azmcp_functionapp_get - 0.311842 azmcp_search_index_query - 0.308714 azmcp_monitor_metrics_definitions - 0.295918 azmcp_datadog_monitoredresources_list - 0.293608 azmcp_search_service_list - 0.293300 azmcp_loadtesting_testresource_create - 0.287528 azmcp_quota_region_availability_list - 0.287126 azmcp_deploy_architecture_diagram_generate - 0.283523 azmcp_extension_azqr - -Prompt: Query the metric for for the last -Expected tool: azmcp_monitor_metrics_query - 0.525585 azmcp_monitor_metrics_query *** EXPECTED *** - 0.384438 azmcp_monitor_metrics_definitions - 0.376658 azmcp_monitor_resource_log_query - 0.367167 azmcp_monitor_workspace_log_query - 0.299448 azmcp_quota_usage_check - 0.293034 azmcp_resourcehealth_availability-status_get - 0.290156 azmcp_loadtesting_testrun_get - 0.277697 azmcp_monitor_healthmodels_entity_gethealth - 0.272349 azmcp_monitor_table_type_list - 0.267076 azmcp_datadog_monitoredresources_list - 0.266376 azmcp_mysql_server_param_get - 0.265480 azmcp_applens_resource_diagnose - 0.262699 azmcp_resourcehealth_availability-status_list - 0.261986 azmcp_grafana_list - 0.261656 azmcp_loadtesting_testrun_list - 0.252301 azmcp_servicebus_queue_details - 0.251638 azmcp_search_index_query - 0.246502 azmcp_azuremanagedlustre_filesystem_list - 0.244147 azmcp_cosmos_database_container_item_query - 0.242689 azmcp_loadtesting_test_get - -Prompt: What's the request per second rate for my Application Insights resource over the last -Expected tool: azmcp_monitor_metrics_query - 0.480140 azmcp_monitor_metrics_query *** EXPECTED *** - 0.381961 azmcp_resourcehealth_availability-status_get - 0.363412 azmcp_quota_usage_check - 0.359285 azmcp_applens_resource_diagnose - 0.350523 azmcp_monitor_resource_log_query - 0.350491 azmcp_monitor_workspace_log_query - 0.331215 azmcp_loadtesting_testresource_list - 0.330074 azmcp_resourcehealth_availability-status_list - 0.328849 azmcp_monitor_metrics_definitions - 0.324932 azmcp_search_index_query - 0.319421 azmcp_loadtesting_testresource_create - 0.317459 azmcp_loadtesting_testrun_get - 0.292195 azmcp_deploy_app_logs_get - 0.290762 azmcp_search_service_list - 0.282267 azmcp_functionapp_get - 0.278491 azmcp_workbooks_show - 0.277213 azmcp_resourcehealth_service-health-events_list - 0.276999 azmcp_azuremanagedlustre_filesystem_sku_get - 0.265303 azmcp_azuremanagedlustre_filesystem_list - 0.264698 azmcp_loadtesting_test_get - -Prompt: Show me the logs for the past hour for the resource in the Log Analytics workspace -Expected tool: azmcp_monitor_resource_log_query - 0.594055 azmcp_monitor_workspace_log_query - 0.580094 azmcp_monitor_resource_log_query *** EXPECTED *** - 0.472057 azmcp_deploy_app_logs_get - 0.469664 azmcp_monitor_metrics_query - 0.443458 azmcp_monitor_workspace_list - 0.442931 azmcp_monitor_table_list - 0.392377 azmcp_monitor_table_type_list - 0.390011 azmcp_grafana_list - 0.366096 azmcp_resourcehealth_availability-status_get - 0.359026 azmcp_resourcehealth_availability-status_list - 0.352797 azmcp_datadog_monitoredresources_list - 0.345328 azmcp_quota_usage_check - 0.344731 azmcp_resourcehealth_service-health-events_list - 0.337839 azmcp_applens_resource_diagnose - 0.320689 azmcp_loadtesting_testrun_get - 0.307838 azmcp_aks_cluster_get - 0.307070 azmcp_azuremanagedlustre_filesystem_list - 0.305144 azmcp_loadtesting_testrun_list - 0.302711 azmcp_loadtesting_testresource_list - 0.297975 azmcp_loadtesting_test_get - -Prompt: List all tables in the Log Analytics workspace -Expected tool: azmcp_monitor_table_list - 0.850971 azmcp_monitor_table_list *** EXPECTED *** - 0.725738 azmcp_monitor_table_type_list - 0.620445 azmcp_monitor_workspace_list - 0.586691 azmcp_storage_table_list - 0.534829 azmcp_mysql_table_list - 0.510990 azmcp_kusto_table_list - 0.502075 azmcp_grafana_list - 0.488557 azmcp_postgres_table_list - 0.443812 azmcp_monitor_workspace_log_query - 0.420394 azmcp_cosmos_database_list - 0.419859 azmcp_kusto_database_list - 0.413834 azmcp_mysql_database_list - 0.409199 azmcp_monitor_resource_log_query - 0.400092 azmcp_workbooks_list - 0.397408 azmcp_kusto_table_schema - 0.375176 azmcp_deploy_app_logs_get - 0.374930 azmcp_cosmos_database_container_list - 0.366099 azmcp_kusto_sample - 0.365781 azmcp_cosmos_account_list - 0.365538 azmcp_kusto_cluster_list - -Prompt: Show me the tables in the Log Analytics workspace -Expected tool: azmcp_monitor_table_list - 0.798398 azmcp_monitor_table_list *** EXPECTED *** - 0.701122 azmcp_monitor_table_type_list - 0.599917 azmcp_monitor_workspace_list - 0.532887 azmcp_storage_table_list - 0.497065 azmcp_mysql_table_list - 0.487237 azmcp_grafana_list - 0.466524 azmcp_kusto_table_list - 0.449407 azmcp_monitor_workspace_log_query - 0.427408 azmcp_postgres_table_list - 0.413678 azmcp_monitor_resource_log_query - 0.411590 azmcp_kusto_table_schema - 0.403863 azmcp_deploy_app_logs_get - 0.398753 azmcp_mysql_table_schema_get - 0.389881 azmcp_mysql_database_list - 0.376474 azmcp_kusto_sample - 0.376338 azmcp_kusto_database_list - 0.370624 azmcp_cosmos_database_list - 0.347853 azmcp_cosmos_database_container_list - 0.343837 azmcp_azuremanagedlustre_filesystem_list - 0.332323 azmcp_kusto_cluster_list - -Prompt: List all available table types in the Log Analytics workspace -Expected tool: azmcp_monitor_table_type_list - 0.881524 azmcp_monitor_table_type_list *** EXPECTED *** - 0.765665 azmcp_monitor_table_list - 0.569921 azmcp_monitor_workspace_list - 0.525469 azmcp_storage_table_list - 0.504683 azmcp_mysql_table_list - 0.477280 azmcp_grafana_list - 0.447332 azmcp_kusto_table_list - 0.445347 azmcp_mysql_table_schema_get - 0.418517 azmcp_postgres_table_list - 0.416351 azmcp_kusto_table_schema - 0.412293 azmcp_mysql_database_list - 0.404852 azmcp_monitor_workspace_log_query - 0.404027 azmcp_monitor_metrics_definitions - 0.395124 azmcp_storage_datalake_file-system_list-paths - 0.383606 azmcp_azuremanagedlustre_filesystem_list - 0.380581 azmcp_kusto_sample - 0.369889 azmcp_cosmos_database_list - 0.361820 azmcp_kusto_database_list - 0.354757 azmcp_kusto_cluster_list - 0.351333 azmcp_aks_nodepool_list - -Prompt: Show me the available table types in the Log Analytics workspace -Expected tool: azmcp_monitor_table_type_list - 0.843138 azmcp_monitor_table_type_list *** EXPECTED *** - 0.736810 azmcp_monitor_table_list - 0.576731 azmcp_monitor_workspace_list - 0.502460 azmcp_storage_table_list - 0.481189 azmcp_mysql_table_list - 0.475734 azmcp_grafana_list - 0.451212 azmcp_mysql_table_schema_get - 0.427934 azmcp_kusto_table_schema - 0.427153 azmcp_monitor_workspace_log_query - 0.421408 azmcp_kusto_table_list - 0.406242 azmcp_mysql_database_list - 0.391308 azmcp_kusto_sample - 0.387591 azmcp_storage_datalake_file-system_list-paths - 0.384679 azmcp_monitor_resource_log_query - 0.376121 azmcp_monitor_metrics_definitions - 0.370860 azmcp_azuremanagedlustre_filesystem_list - 0.367591 azmcp_deploy_app_logs_get - 0.348357 azmcp_cosmos_database_list - 0.340101 azmcp_foundry_models_list - 0.339804 azmcp_kusto_cluster_list - -Prompt: List all Log Analytics workspaces in my subscription -Expected tool: azmcp_monitor_workspace_list - 0.813902 azmcp_monitor_workspace_list *** EXPECTED *** - 0.680201 azmcp_grafana_list - 0.659973 azmcp_monitor_table_list - 0.600802 azmcp_search_service_list - 0.583213 azmcp_monitor_table_type_list - 0.530433 azmcp_kusto_cluster_list - 0.517493 azmcp_cosmos_account_list - 0.513663 azmcp_aks_cluster_list - 0.500768 azmcp_workbooks_list - 0.494595 azmcp_group_list - 0.493709 azmcp_subscription_list - 0.487565 azmcp_storage_table_list - 0.475212 azmcp_monitor_workspace_log_query - 0.471758 azmcp_redis_cluster_list - 0.470266 azmcp_postgres_server_list - 0.467655 azmcp_appconfig_account_list - 0.466748 azmcp_acr_registry_list - 0.448201 azmcp_kusto_database_list - 0.444214 azmcp_loadtesting_testresource_list - 0.436855 azmcp_eventgrid_topic_list - -Prompt: Show me my Log Analytics workspaces -Expected tool: azmcp_monitor_workspace_list - 0.656194 azmcp_monitor_workspace_list *** EXPECTED *** - 0.585366 azmcp_monitor_table_list - 0.531083 azmcp_monitor_table_type_list - 0.518254 azmcp_grafana_list - 0.474745 azmcp_monitor_workspace_log_query - 0.459841 azmcp_deploy_app_logs_get - 0.444207 azmcp_search_service_list - 0.386422 azmcp_workbooks_list - 0.383596 azmcp_aks_cluster_list - 0.383041 azmcp_storage_datalake_file-system_list-paths - 0.380891 azmcp_monitor_resource_log_query - 0.379597 azmcp_storage_table_list - 0.373786 azmcp_cosmos_account_list - 0.371395 azmcp_azuremanagedlustre_filesystem_list - 0.363287 azmcp_resourcehealth_availability-status_list - 0.358029 azmcp_kusto_cluster_list - 0.354811 azmcp_deploy_architecture_diagram_generate - 0.354276 azmcp_cosmos_database_list - 0.352809 azmcp_acr_registry_list - 0.350239 azmcp_loadtesting_testresource_list - -Prompt: Show me the Log Analytics workspaces in my subscription -Expected tool: azmcp_monitor_workspace_list - 0.732962 azmcp_monitor_workspace_list *** EXPECTED *** - 0.601481 azmcp_grafana_list - 0.580123 azmcp_monitor_table_list - 0.521316 azmcp_monitor_table_type_list - 0.521276 azmcp_search_service_list - 0.463378 azmcp_monitor_workspace_log_query - 0.453702 azmcp_deploy_app_logs_get - 0.439297 azmcp_kusto_cluster_list - 0.435475 azmcp_workbooks_list - 0.428945 azmcp_cosmos_account_list - 0.427183 azmcp_aks_cluster_list - 0.422727 azmcp_subscription_list - 0.422379 azmcp_loadtesting_testresource_list - 0.413155 azmcp_storage_table_list - 0.411648 azmcp_acr_registry_list - 0.411448 azmcp_resourcehealth_availability-status_list - 0.410082 azmcp_azuremanagedlustre_filesystem_list - 0.404177 azmcp_group_list - 0.402600 azmcp_redis_cluster_list - 0.395576 azmcp_appconfig_account_list - -Prompt: Show me the logs for the past hour in the Log Analytics workspace -Expected tool: azmcp_monitor_workspace_log_query - 0.591648 azmcp_monitor_workspace_log_query *** EXPECTED *** - 0.494715 azmcp_monitor_resource_log_query - 0.485891 azmcp_monitor_table_list - 0.484159 azmcp_deploy_app_logs_get - 0.483323 azmcp_monitor_workspace_list - 0.427241 azmcp_monitor_table_type_list - 0.374939 azmcp_monitor_metrics_query - 0.365704 azmcp_grafana_list - 0.330182 azmcp_resourcehealth_service-health-events_list - 0.322875 azmcp_workbooks_delete - 0.322408 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.315638 azmcp_search_service_list - 0.309411 azmcp_loadtesting_testrun_get - 0.299830 azmcp_applens_resource_diagnose - 0.292089 azmcp_loadtesting_testrun_list - 0.291669 azmcp_kusto_query - 0.288698 azmcp_aks_cluster_list - 0.287253 azmcp_aks_cluster_get - 0.283294 azmcp_deploy_architecture_diagram_generate - 0.276315 azmcp_cosmos_account_list - -Prompt: List all monitored resources in the Datadog resource -Expected tool: azmcp_datadog_monitoredresources_list - 0.668827 azmcp_datadog_monitoredresources_list *** EXPECTED *** - 0.434813 azmcp_redis_cache_list - 0.413173 azmcp_monitor_metrics_query - 0.408658 azmcp_redis_cluster_list - 0.401731 azmcp_grafana_list - 0.393318 azmcp_resourcehealth_availability-status_list - 0.386564 azmcp_monitor_metrics_definitions - 0.369805 azmcp_redis_cluster_database_list - 0.364360 azmcp_workbooks_list - 0.356643 azmcp_mysql_server_list - 0.355415 azmcp_loadtesting_testresource_list - 0.345409 azmcp_postgres_database_list - 0.345298 azmcp_group_list - 0.330769 azmcp_postgres_table_list - 0.327205 azmcp_cosmos_database_list - 0.318192 azmcp_sql_db_list - 0.306977 azmcp_azuremanagedlustre_filesystem_list - 0.304097 azmcp_cosmos_account_list - 0.302405 azmcp_acr_registry_repository_list - 0.296544 azmcp_cosmos_database_container_list - -Prompt: Show me the monitored resources in the Datadog resource -Expected tool: azmcp_datadog_monitoredresources_list - 0.624066 azmcp_datadog_monitoredresources_list *** EXPECTED *** - 0.443481 azmcp_monitor_metrics_query - 0.393227 azmcp_redis_cache_list - 0.374071 azmcp_redis_cluster_list - 0.371017 azmcp_grafana_list - 0.370681 azmcp_resourcehealth_availability-status_list - 0.359267 azmcp_monitor_metrics_definitions - 0.350656 azmcp_quota_usage_check - 0.343214 azmcp_loadtesting_testresource_list - 0.342468 azmcp_redis_cluster_database_list - 0.337109 azmcp_mysql_server_list - 0.320510 azmcp_resourcehealth_availability-status_get - 0.319895 azmcp_workbooks_list - 0.302947 azmcp_azuremanagedlustre_filesystem_list - 0.300733 azmcp_monitor_resource_log_query - 0.285253 azmcp_group_list - 0.274589 azmcp_deploy_app_logs_get - 0.272689 azmcp_loadtesting_testrun_list - 0.271043 azmcp_loadtesting_testrun_get - 0.269225 azmcp_monitor_healthmodels_entity_gethealth - -Prompt: Check my Azure subscription for any compliance issues or recommendations -Expected tool: azmcp_extension_azqr - 0.533164 azmcp_quota_usage_check - 0.497434 azmcp_applens_resource_diagnose - 0.481143 azmcp_azureterraformbestpractices_get - 0.476826 azmcp_extension_azqr *** EXPECTED *** - 0.451690 azmcp_get_bestpractices_get - 0.440399 azmcp_resourcehealth_availability-status_list - 0.438387 azmcp_cloudarchitect_design - 0.434685 azmcp_search_service_list - 0.431096 azmcp_deploy_iac_rules_get - 0.423251 azmcp_subscription_list - 0.422293 azmcp_resourcehealth_availability-status_get - 0.417076 azmcp_resourcehealth_service-health-events_list - 0.408023 azmcp_deploy_architecture_diagram_generate - 0.406591 azmcp_deploy_plan_get - 0.400363 azmcp_quota_region_availability_list - 0.391633 azmcp_marketplace_product_get - 0.388980 azmcp_monitor_workspace_list - 0.383400 azmcp_deploy_pipeline_guidance_get - 0.381209 azmcp_storage_account_get - 0.354341 azmcp_redis_cache_list - -Prompt: Provide compliance recommendations for my current Azure subscription -Expected tool: azmcp_extension_azqr - 0.532792 azmcp_azureterraformbestpractices_get - 0.492863 azmcp_get_bestpractices_get - 0.488377 azmcp_cloudarchitect_design - 0.473365 azmcp_deploy_iac_rules_get - 0.462743 azmcp_extension_azqr *** EXPECTED *** - 0.452232 azmcp_applens_resource_diagnose - 0.448085 azmcp_deploy_plan_get - 0.442021 azmcp_quota_usage_check - 0.439040 azmcp_deploy_architecture_diagram_generate - 0.426161 azmcp_deploy_pipeline_guidance_get - 0.385771 azmcp_quota_region_availability_list - 0.382677 azmcp_search_service_list - 0.375802 azmcp_subscription_list - 0.375071 azmcp_marketplace_product_get - 0.365859 azmcp_resourcehealth_service-health-events_list - 0.365824 azmcp_resourcehealth_availability-status_list - 0.360612 azmcp_resourcehealth_availability-status_get - 0.349469 azmcp_storage_account_get - 0.341827 azmcp_mysql_server_config_get - 0.334327 azmcp_mysql_server_list - -Prompt: Scan my Azure subscription for compliance recommendations -Expected tool: azmcp_extension_azqr - 0.536934 azmcp_azureterraformbestpractices_get - 0.516925 azmcp_extension_azqr *** EXPECTED *** - 0.504673 azmcp_quota_usage_check - 0.494872 azmcp_deploy_plan_get - 0.487387 azmcp_get_bestpractices_get - 0.481698 azmcp_applens_resource_diagnose - 0.464304 azmcp_cloudarchitect_design - 0.463564 azmcp_deploy_iac_rules_get - 0.463172 azmcp_deploy_architecture_diagram_generate - 0.452811 azmcp_search_service_list - 0.433938 azmcp_quota_region_availability_list - 0.423513 azmcp_subscription_list - 0.417356 azmcp_resourcehealth_availability-status_list - 0.403533 azmcp_deploy_pipeline_guidance_get - 0.398621 azmcp_monitor_workspace_list - 0.391476 azmcp_datadog_monitoredresources_list - 0.380268 azmcp_storage_account_get - 0.376262 azmcp_resourcehealth_service-health-events_list - 0.374279 azmcp_mysql_server_list - 0.373844 azmcp_resourcehealth_availability-status_get - -Prompt: Show me the available regions for these resource types -Expected tool: azmcp_quota_region_availability_list - 0.590878 azmcp_quota_region_availability_list *** EXPECTED *** - 0.413274 azmcp_quota_usage_check - 0.372940 azmcp_resourcehealth_availability-status_list - 0.369855 azmcp_azuremanagedlustre_filesystem_sku_get - 0.361386 azmcp_datadog_monitoredresources_list - 0.349685 azmcp_monitor_table_type_list - 0.348742 azmcp_redis_cluster_list - 0.337839 azmcp_redis_cache_list - 0.331145 azmcp_mysql_server_list - 0.331025 azmcp_monitor_metrics_definitions - 0.328408 azmcp_grafana_list - 0.325796 azmcp_azuremanagedlustre_filesystem_list - 0.313240 azmcp_loadtesting_testresource_list - 0.310624 azmcp_resourcehealth_availability-status_get - 0.307143 azmcp_workbooks_list - 0.290125 azmcp_group_list - 0.287104 azmcp_acr_registry_list - 0.278534 azmcp_search_service_list - 0.263276 azmcp_loadtesting_test_get - 0.246956 azmcp_acr_registry_repository_list - -Prompt: Check usage information for in region -Expected tool: azmcp_quota_usage_check - 0.609244 azmcp_quota_usage_check *** EXPECTED *** - 0.491058 azmcp_quota_region_availability_list - 0.384350 azmcp_resourcehealth_availability-status_list - 0.383928 azmcp_resourcehealth_availability-status_get - 0.379029 azmcp_redis_cache_list - 0.365684 azmcp_redis_cluster_list - 0.358215 azmcp_azuremanagedlustre_filesystem_list - 0.351637 azmcp_azuremanagedlustre_filesystem_sku_get - 0.345156 azmcp_mysql_server_list - 0.342266 azmcp_applens_resource_diagnose - 0.342231 azmcp_datadog_monitoredresources_list - 0.338636 azmcp_grafana_list - 0.331476 azmcp_monitor_metrics_definitions - 0.322571 azmcp_workbooks_list - 0.321805 azmcp_monitor_resource_log_query - 0.312566 azmcp_storage_account_get - 0.305083 azmcp_loadtesting_test_get - 0.304570 azmcp_loadtesting_testrun_get - 0.300710 azmcp_aks_cluster_get - 0.284888 azmcp_loadtesting_testrun_list - -Prompt: List all available role assignments in my subscription -Expected tool: azmcp_role_assignment_list - 0.645259 azmcp_role_assignment_list *** EXPECTED *** - 0.483988 azmcp_group_list - 0.483096 azmcp_subscription_list - 0.478700 azmcp_grafana_list - 0.474796 azmcp_redis_cache_list - 0.471364 azmcp_cosmos_account_list - 0.468596 azmcp_search_service_list - 0.460029 azmcp_redis_cluster_list - 0.452819 azmcp_monitor_workspace_list - 0.446372 azmcp_redis_cache_accesspolicy_list - 0.430667 azmcp_kusto_cluster_list - 0.427950 azmcp_workbooks_list - 0.426624 azmcp_resourcehealth_availability-status_list - 0.425029 azmcp_postgres_server_list - 0.403310 azmcp_datadog_monitoredresources_list - 0.397565 azmcp_appconfig_account_list - 0.396961 azmcp_aks_cluster_list - 0.394421 azmcp_eventgrid_topic_list - 0.374732 azmcp_loadtesting_testresource_list - 0.374646 azmcp_marketplace_product_get - -Prompt: Show me the available role assignments in my subscription -Expected tool: azmcp_role_assignment_list - 0.609705 azmcp_role_assignment_list *** EXPECTED *** - 0.456956 azmcp_grafana_list - 0.436747 azmcp_subscription_list - 0.435642 azmcp_redis_cache_list - 0.435155 azmcp_monitor_workspace_list - 0.431865 azmcp_search_service_list - 0.428663 azmcp_group_list - 0.428370 azmcp_redis_cluster_list - 0.421627 azmcp_resourcehealth_availability-status_list - 0.420804 azmcp_cosmos_account_list - 0.410380 azmcp_redis_cache_accesspolicy_list - 0.406766 azmcp_quota_region_availability_list - 0.395445 azmcp_workbooks_list - 0.388812 azmcp_marketplace_product_get - 0.386800 azmcp_kusto_cluster_list - 0.383635 azmcp_datadog_monitoredresources_list - 0.373204 azmcp_appconfig_account_list - 0.368511 azmcp_loadtesting_testresource_list - 0.361829 azmcp_eventgrid_topic_list - 0.361677 azmcp_marketplace_product_list - -Prompt: List all access policies in the Redis Cache -Expected tool: azmcp_redis_cache_accesspolicy_list - 0.757033 azmcp_redis_cache_accesspolicy_list *** EXPECTED *** - 0.565057 azmcp_redis_cache_list - 0.445021 azmcp_redis_cluster_list - 0.377531 azmcp_redis_cluster_database_list - 0.322963 azmcp_mysql_database_list - 0.312467 azmcp_cosmos_account_list - 0.307394 azmcp_keyvault_secret_list - 0.303841 azmcp_storage_table_list - 0.303539 azmcp_appconfig_kv_list - 0.300067 azmcp_cosmos_database_list - 0.298389 azmcp_keyvault_certificate_list - 0.296681 azmcp_keyvault_key_list - 0.286477 azmcp_acr_registry_repository_list - 0.285102 azmcp_search_service_list - 0.284934 azmcp_appconfig_account_list - 0.284339 azmcp_grafana_list - 0.283857 azmcp_mysql_server_list - 0.280813 azmcp_loadtesting_testrun_list - 0.277735 azmcp_subscription_list - 0.274896 azmcp_role_assignment_list - -Prompt: Show me the access policies in the Redis Cache -Expected tool: azmcp_redis_cache_accesspolicy_list - 0.713839 azmcp_redis_cache_accesspolicy_list *** EXPECTED *** - 0.523153 azmcp_redis_cache_list - 0.412377 azmcp_redis_cluster_list - 0.338859 azmcp_redis_cluster_database_list - 0.286321 azmcp_appconfig_kv_list - 0.283725 azmcp_mysql_database_list - 0.280245 azmcp_appconfig_kv_show - 0.266366 azmcp_storage_blob_container_get - 0.264484 azmcp_mysql_server_list - 0.262084 azmcp_storage_account_get - 0.258045 azmcp_appconfig_account_list - 0.257957 azmcp_quota_usage_check - 0.257447 azmcp_mysql_server_config_get - 0.257151 azmcp_cosmos_account_list - 0.249585 azmcp_loadtesting_testrun_list - 0.247777 azmcp_keyvault_secret_list - 0.246871 azmcp_grafana_list - 0.246847 azmcp_azuremanagedlustre_filesystem_list - 0.240600 azmcp_datadog_monitoredresources_list - 0.237037 azmcp_aks_nodepool_get - -Prompt: List all Redis Caches in my subscription -Expected tool: azmcp_redis_cache_list - 0.764063 azmcp_redis_cache_list *** EXPECTED *** - 0.653924 azmcp_redis_cluster_list - 0.501880 azmcp_redis_cache_accesspolicy_list - 0.495048 azmcp_postgres_server_list - 0.472307 azmcp_grafana_list - 0.466141 azmcp_kusto_cluster_list - 0.464785 azmcp_redis_cluster_database_list - 0.431968 azmcp_cosmos_account_list - 0.431715 azmcp_appconfig_account_list - 0.423153 azmcp_subscription_list - 0.414865 azmcp_search_service_list - 0.396295 azmcp_monitor_workspace_list - 0.381343 azmcp_kusto_database_list - 0.380443 azmcp_aks_cluster_list - 0.373395 azmcp_group_list - 0.373274 azmcp_storage_table_list - 0.368719 azmcp_datadog_monitoredresources_list - 0.367794 azmcp_mysql_database_list - 0.361464 azmcp_acr_registry_list - 0.360894 azmcp_eventgrid_topic_list - -Prompt: Show me my Redis Caches -Expected tool: azmcp_redis_cache_list - 0.537885 azmcp_redis_cache_list *** EXPECTED *** - 0.450387 azmcp_redis_cache_accesspolicy_list - 0.441104 azmcp_redis_cluster_list - 0.401235 azmcp_redis_cluster_database_list - 0.302323 azmcp_mysql_database_list - 0.283598 azmcp_postgres_database_list - 0.275986 azmcp_mysql_server_list - 0.265858 azmcp_appconfig_kv_list - 0.262106 azmcp_postgres_server_list - 0.257556 azmcp_appconfig_account_list - 0.252070 azmcp_grafana_list - 0.246445 azmcp_cosmos_database_list - 0.236096 azmcp_postgres_table_list - 0.233781 azmcp_cosmos_account_list - 0.231294 azmcp_quota_usage_check - 0.225079 azmcp_cosmos_database_container_list - 0.224084 azmcp_loadtesting_testrun_list - 0.217990 azmcp_datadog_monitoredresources_list - 0.212420 azmcp_azuremanagedlustre_filesystem_list - 0.210134 azmcp_kusto_cluster_list - -Prompt: Show me the Redis Caches in my subscription -Expected tool: azmcp_redis_cache_list - 0.692210 azmcp_redis_cache_list *** EXPECTED *** - 0.595721 azmcp_redis_cluster_list - 0.461603 azmcp_redis_cache_accesspolicy_list - 0.434924 azmcp_postgres_server_list - 0.427325 azmcp_grafana_list - 0.399303 azmcp_redis_cluster_database_list - 0.383383 azmcp_appconfig_account_list - 0.382294 azmcp_kusto_cluster_list - 0.361735 azmcp_cosmos_account_list - 0.353522 azmcp_subscription_list - 0.353419 azmcp_search_service_list - 0.340764 azmcp_monitor_workspace_list - 0.327206 azmcp_loadtesting_testresource_list - 0.315565 azmcp_aks_cluster_list - 0.310802 azmcp_datadog_monitoredresources_list - 0.306356 azmcp_acr_registry_list - 0.305932 azmcp_mysql_database_list - 0.304064 azmcp_group_list - 0.303753 azmcp_eventgrid_topic_list - 0.303249 azmcp_storage_table_list - -Prompt: List all databases in the Redis Cluster -Expected tool: azmcp_redis_cluster_database_list - 0.752919 azmcp_redis_cluster_database_list *** EXPECTED *** - 0.603780 azmcp_redis_cluster_list - 0.594994 azmcp_kusto_database_list - 0.548268 azmcp_postgres_database_list - 0.538403 azmcp_cosmos_database_list - 0.520914 azmcp_mysql_database_list - 0.471359 azmcp_redis_cache_list - 0.458244 azmcp_kusto_cluster_list - 0.456164 azmcp_kusto_table_list - 0.449548 azmcp_sql_db_list - 0.419621 azmcp_postgres_table_list - 0.395418 azmcp_mysql_server_list - 0.390449 azmcp_mysql_table_list - 0.385544 azmcp_cosmos_database_container_list - 0.379937 azmcp_postgres_server_list - 0.376262 azmcp_aks_cluster_list - 0.366236 azmcp_cosmos_account_list - 0.328453 azmcp_aks_nodepool_list - 0.328081 azmcp_datadog_monitoredresources_list - 0.324867 azmcp_grafana_list - -Prompt: Show me the databases in the Redis Cluster -Expected tool: azmcp_redis_cluster_database_list - 0.721506 azmcp_redis_cluster_database_list *** EXPECTED *** - 0.562860 azmcp_redis_cluster_list - 0.537788 azmcp_kusto_database_list - 0.490987 azmcp_mysql_database_list - 0.481618 azmcp_cosmos_database_list - 0.480274 azmcp_postgres_database_list - 0.434940 azmcp_redis_cache_list - 0.414751 azmcp_kusto_table_list - 0.408379 azmcp_sql_db_list - 0.397285 azmcp_kusto_cluster_list - 0.369086 azmcp_mysql_server_list - 0.353712 azmcp_mysql_table_list - 0.351025 azmcp_cosmos_database_container_list - 0.349880 azmcp_postgres_table_list - 0.343275 azmcp_redis_cache_accesspolicy_list - 0.325416 azmcp_aks_cluster_list - 0.318982 azmcp_cosmos_account_list - 0.302228 azmcp_kusto_sample - 0.294393 azmcp_kusto_table_schema - 0.292180 azmcp_grafana_list - -Prompt: List all Redis Clusters in my subscription -Expected tool: azmcp_redis_cluster_list - 0.812960 azmcp_redis_cluster_list *** EXPECTED *** - 0.679028 azmcp_kusto_cluster_list - 0.672104 azmcp_redis_cache_list - 0.588847 azmcp_redis_cluster_database_list - 0.569222 azmcp_aks_cluster_list - 0.554298 azmcp_postgres_server_list - 0.527406 azmcp_kusto_database_list - 0.503279 azmcp_grafana_list - 0.467957 azmcp_cosmos_account_list - 0.462558 azmcp_search_service_list - 0.457600 azmcp_kusto_cluster_get - 0.455613 azmcp_monitor_workspace_list - 0.445496 azmcp_group_list - 0.445406 azmcp_appconfig_account_list - 0.443534 azmcp_virtualdesktop_hostpool_list - 0.442886 azmcp_redis_cache_accesspolicy_list - 0.436498 azmcp_subscription_list - 0.419137 azmcp_acr_registry_list - 0.419075 azmcp_datadog_monitoredresources_list - 0.411121 azmcp_mysql_server_list - -Prompt: Show me my Redis Clusters -Expected tool: azmcp_redis_cluster_list - 0.591593 azmcp_redis_cluster_list *** EXPECTED *** - 0.514375 azmcp_redis_cluster_database_list - 0.467519 azmcp_redis_cache_list - 0.403281 azmcp_kusto_cluster_list - 0.385069 azmcp_redis_cache_accesspolicy_list - 0.368011 azmcp_aks_cluster_list - 0.337910 azmcp_mysql_server_list - 0.329389 azmcp_postgres_server_list - 0.322157 azmcp_kusto_database_list - 0.321180 azmcp_mysql_database_list - 0.305874 azmcp_kusto_cluster_get - 0.301294 azmcp_aks_cluster_get - 0.295045 azmcp_grafana_list - 0.291684 azmcp_postgres_database_list - 0.288103 azmcp_aks_nodepool_list - 0.272504 azmcp_cosmos_database_list - 0.261138 azmcp_azuremanagedlustre_filesystem_list - 0.260993 azmcp_appconfig_account_list - 0.259662 azmcp_postgres_server_config_get - 0.252053 azmcp_resourcehealth_availability-status_list - -Prompt: Show me the Redis Clusters in my subscription -Expected tool: azmcp_redis_cluster_list - 0.744239 azmcp_redis_cluster_list *** EXPECTED *** - 0.607511 azmcp_redis_cache_list - 0.580866 azmcp_kusto_cluster_list - 0.518857 azmcp_redis_cluster_database_list - 0.494170 azmcp_postgres_server_list - 0.491262 azmcp_aks_cluster_list - 0.456252 azmcp_grafana_list - 0.446568 azmcp_kusto_cluster_get - 0.440660 azmcp_kusto_database_list - 0.400256 azmcp_redis_cache_accesspolicy_list - 0.398399 azmcp_search_service_list - 0.394530 azmcp_cosmos_account_list - 0.394483 azmcp_monitor_workspace_list - 0.389814 azmcp_appconfig_account_list - 0.372221 azmcp_group_list - 0.370370 azmcp_mysql_server_list - 0.369831 azmcp_virtualdesktop_hostpool_list - 0.368926 azmcp_datadog_monitoredresources_list - 0.367955 azmcp_resourcehealth_availability-status_list - 0.362596 azmcp_azuremanagedlustre_filesystem_list - -Prompt: List all resource groups in my subscription -Expected tool: azmcp_group_list - 0.755935 azmcp_group_list *** EXPECTED *** - 0.566552 azmcp_workbooks_list - 0.552633 azmcp_datadog_monitoredresources_list - 0.546156 azmcp_resourcehealth_availability-status_list - 0.545480 azmcp_redis_cluster_list - 0.542878 azmcp_grafana_list - 0.530600 azmcp_redis_cache_list - 0.524796 azmcp_kusto_cluster_list - 0.518520 azmcp_acr_registry_list - 0.517060 azmcp_loadtesting_testresource_list - 0.509454 azmcp_search_service_list - 0.500858 azmcp_monitor_workspace_list - 0.491176 azmcp_acr_registry_repository_list - 0.490734 azmcp_virtualdesktop_hostpool_list - 0.486716 azmcp_cosmos_account_list - 0.479533 azmcp_subscription_list - 0.477800 azmcp_mysql_server_list - 0.477024 azmcp_aks_cluster_list - 0.472171 azmcp_quota_region_availability_list - 0.429329 azmcp_eventgrid_topic_list - -Prompt: Show me my resource groups -Expected tool: azmcp_group_list - 0.529504 azmcp_group_list *** EXPECTED *** - 0.463685 azmcp_datadog_monitoredresources_list - 0.462391 azmcp_mysql_server_list - 0.459304 azmcp_resourcehealth_availability-status_list - 0.453960 azmcp_workbooks_list - 0.429014 azmcp_loadtesting_testresource_list - 0.426935 azmcp_redis_cluster_list - 0.407817 azmcp_grafana_list - 0.396822 azmcp_azuremanagedlustre_filesystem_list - 0.391278 azmcp_redis_cache_list - 0.383058 azmcp_acr_registry_list - 0.379927 azmcp_acr_registry_repository_list - 0.373796 azmcp_quota_region_availability_list - 0.366273 azmcp_sql_db_list - 0.351405 azmcp_virtualdesktop_hostpool_list - 0.350999 azmcp_quota_usage_check - 0.345595 azmcp_redis_cluster_database_list - 0.328503 azmcp_loadtesting_testresource_create - 0.326141 azmcp_aks_cluster_list - 0.325359 azmcp_kusto_cluster_list - -Prompt: Show me the resource groups in my subscription -Expected tool: azmcp_group_list - 0.665771 azmcp_group_list *** EXPECTED *** - 0.532656 azmcp_datadog_monitoredresources_list - 0.531920 azmcp_resourcehealth_availability-status_list - 0.523088 azmcp_redis_cluster_list - 0.522911 azmcp_workbooks_list - 0.518543 azmcp_loadtesting_testresource_list - 0.515905 azmcp_grafana_list - 0.492945 azmcp_redis_cache_list - 0.487780 azmcp_acr_registry_list - 0.475708 azmcp_search_service_list - 0.470658 azmcp_kusto_cluster_list - 0.464637 azmcp_quota_region_availability_list - 0.460412 azmcp_monitor_workspace_list - 0.454711 azmcp_mysql_server_list - 0.454439 azmcp_virtualdesktop_hostpool_list - 0.437393 azmcp_aks_cluster_list - 0.435369 azmcp_subscription_list - 0.432994 azmcp_cosmos_account_list - 0.429798 azmcp_azuremanagedlustre_filesystem_list - 0.429564 azmcp_acr_registry_repository_list - -Prompt: Get the availability status for resource -Expected tool: azmcp_resourcehealth_availability-status_get - 0.630647 azmcp_resourcehealth_availability-status_get *** EXPECTED *** - 0.538273 azmcp_resourcehealth_availability-status_list - 0.377586 azmcp_quota_usage_check - 0.349980 azmcp_datadog_monitoredresources_list - 0.331563 azmcp_monitor_metrics_definitions - 0.330187 azmcp_mysql_server_list - 0.327691 azmcp_redis_cache_list - 0.325794 azmcp_azuremanagedlustre_filesystem_sku_get - 0.324331 azmcp_quota_region_availability_list - 0.322117 azmcp_azuremanagedlustre_filesystem_list - 0.311644 azmcp_monitor_metrics_query - 0.308238 azmcp_redis_cluster_list - 0.306616 azmcp_grafana_list - 0.292084 azmcp_aks_nodepool_get - 0.290698 azmcp_workbooks_show - 0.287239 azmcp_monitor_healthmodels_entity_gethealth - 0.286287 azmcp_loadtesting_test_get - 0.285983 azmcp_storage_blob_container_get - 0.284990 azmcp_applens_resource_diagnose - 0.284986 azmcp_functionapp_get - -Prompt: Show me the health status of the storage account -Expected tool: azmcp_resourcehealth_availability-status_get - 0.549306 azmcp_storage_account_get - 0.510423 azmcp_storage_blob_container_get - 0.492853 azmcp_storage_table_list - 0.490090 azmcp_resourcehealth_availability-status_get *** EXPECTED *** - 0.466885 azmcp_resourcehealth_availability-status_list - 0.455902 azmcp_storage_account_create - 0.412608 azmcp_storage_blob_get - 0.411283 azmcp_quota_usage_check - 0.405847 azmcp_cosmos_account_list - 0.403899 azmcp_azuremanagedlustre_filesystem_list - 0.375351 azmcp_cosmos_database_container_list - 0.368594 azmcp_storage_datalake_file-system_list-paths - 0.368262 azmcp_appconfig_kv_show - 0.349407 azmcp_cosmos_database_list - 0.347885 azmcp_resourcehealth_service-health-events_list - 0.337143 azmcp_monitor_healthmodels_entity_gethealth - 0.336357 azmcp_azuremanagedlustre_filesystem_sku_get - 0.321704 azmcp_deploy_app_logs_get - 0.318472 azmcp_aks_nodepool_get - 0.311399 azmcp_appconfig_account_list - -Prompt: What is the availability status of virtual machine in resource group ? -Expected tool: azmcp_resourcehealth_availability-status_get - 0.577398 azmcp_resourcehealth_availability-status_list - 0.570884 azmcp_resourcehealth_availability-status_get *** EXPECTED *** - 0.424939 azmcp_mysql_server_list - 0.393479 azmcp_azuremanagedlustre_filesystem_list - 0.386598 azmcp_quota_usage_check - 0.373883 azmcp_datadog_monitoredresources_list - 0.355414 azmcp_functionapp_get - 0.352447 azmcp_azuremanagedlustre_filesystem_sku_get - 0.342229 azmcp_virtualdesktop_hostpool_list - 0.337593 azmcp_aks_nodepool_get - 0.327197 azmcp_storage_account_create - 0.321304 azmcp_group_list - 0.318379 azmcp_sql_db_list - 0.318319 azmcp_workbooks_list - 0.307248 azmcp_applens_resource_diagnose - 0.307076 azmcp_sql_db_show - 0.306846 azmcp_sql_server_show - 0.298719 azmcp_monitor_metrics_definitions - 0.294197 azmcp_aks_cluster_get - 0.289170 azmcp_loadtesting_testresource_list - -Prompt: List availability status for all resources in my subscription -Expected tool: azmcp_resourcehealth_availability-status_list - 0.737219 azmcp_resourcehealth_availability-status_list *** EXPECTED *** - 0.587330 azmcp_resourcehealth_availability-status_get - 0.578620 azmcp_redis_cache_list - 0.563455 azmcp_redis_cluster_list - 0.548549 azmcp_grafana_list - 0.540583 azmcp_datadog_monitoredresources_list - 0.534299 azmcp_search_service_list - 0.531356 azmcp_quota_region_availability_list - 0.530985 azmcp_group_list - 0.507740 azmcp_monitor_workspace_list - 0.496651 azmcp_cosmos_account_list - 0.491394 azmcp_quota_usage_check - 0.491365 azmcp_subscription_list - 0.484221 azmcp_loadtesting_testresource_list - 0.482623 azmcp_kusto_cluster_list - 0.476832 azmcp_azuremanagedlustre_filesystem_list - 0.465422 azmcp_aks_cluster_list - 0.459718 azmcp_workbooks_list - 0.459250 azmcp_eventgrid_topic_list - 0.457237 azmcp_appconfig_account_list - -Prompt: Show me the health status of all my Azure resources -Expected tool: azmcp_resourcehealth_availability-status_list - 0.644982 azmcp_resourcehealth_availability-status_list *** EXPECTED *** - 0.587088 azmcp_resourcehealth_availability-status_get - 0.508252 azmcp_quota_usage_check - 0.473905 azmcp_datadog_monitoredresources_list - 0.462125 azmcp_search_service_list - 0.441470 azmcp_mysql_server_list - 0.441430 azmcp_applens_resource_diagnose - 0.430496 azmcp_resourcehealth_service-health-events_list - 0.409363 azmcp_deploy_app_logs_get - 0.408974 azmcp_sql_server_show - 0.407190 azmcp_storage_blob_container_get - 0.406709 azmcp_quota_region_availability_list - 0.406408 azmcp_azuremanagedlustre_filesystem_list - 0.405790 azmcp_sql_db_list - 0.403347 azmcp_aks_cluster_list - 0.387835 azmcp_cosmos_account_list - 0.381144 azmcp_get_bestpractices_get - 0.380761 azmcp_monitor_healthmodels_entity_gethealth - 0.379969 azmcp_azureterraformbestpractices_get - 0.371846 azmcp_loadtesting_testresource_list - -Prompt: What resources in resource group have health issues? -Expected tool: azmcp_resourcehealth_availability-status_list - 0.596890 azmcp_resourcehealth_availability-status_list *** EXPECTED *** - 0.543421 azmcp_resourcehealth_availability-status_get - 0.427638 azmcp_datadog_monitoredresources_list - 0.420567 azmcp_applens_resource_diagnose - 0.420387 azmcp_mysql_server_list - 0.411111 azmcp_quota_usage_check - 0.411059 azmcp_resourcehealth_service-health-events_list - 0.374184 azmcp_azuremanagedlustre_filesystem_list - 0.370961 azmcp_loadtesting_testresource_list - 0.363808 azmcp_workbooks_list - 0.360039 azmcp_redis_cluster_list - 0.358871 azmcp_monitor_healthmodels_entity_gethealth - 0.350454 azmcp_group_list - 0.348923 azmcp_monitor_metrics_query - 0.334774 azmcp_redis_cache_list - 0.330185 azmcp_extension_azqr - 0.320138 azmcp_monitor_resource_log_query - 0.309414 azmcp_deploy_app_logs_get - 0.308680 azmcp_grafana_list - 0.305913 azmcp_functionapp_get - -Prompt: List all service health events in my subscription -Expected tool: azmcp_resourcehealth_service-health-events_list - 0.719917 azmcp_resourcehealth_service-health-events_list *** EXPECTED *** - 0.554895 azmcp_search_service_list - 0.518372 azmcp_resourcehealth_availability-status_list - 0.503831 azmcp_eventgrid_topic_list - 0.470139 azmcp_postgres_server_list - 0.456526 azmcp_redis_cache_list - 0.454448 azmcp_redis_cluster_list - 0.446515 azmcp_resourcehealth_availability-status_get - 0.438768 azmcp_subscription_list - 0.427154 azmcp_aks_cluster_list - 0.426698 azmcp_grafana_list - 0.419828 azmcp_monitor_workspace_list - 0.419011 azmcp_kusto_cluster_list - 0.416883 azmcp_cosmos_account_list - 0.411902 azmcp_group_list - 0.407099 azmcp_servicebus_topic_subscription_details - 0.385382 azmcp_appconfig_account_list - 0.378841 azmcp_datadog_monitoredresources_list - 0.360279 azmcp_marketplace_product_list - 0.357116 azmcp_marketplace_product_get - -Prompt: Show me Azure service health events for subscription -Expected tool: azmcp_resourcehealth_service-health-events_list - 0.726947 azmcp_resourcehealth_service-health-events_list *** EXPECTED *** - 0.513815 azmcp_search_service_list - 0.491121 azmcp_resourcehealth_availability-status_list - 0.484386 azmcp_resourcehealth_availability-status_get - 0.475578 azmcp_eventgrid_topic_list - 0.459809 azmcp_subscription_list - 0.431455 azmcp_marketplace_product_get - 0.425644 azmcp_quota_region_availability_list - 0.411892 azmcp_servicebus_topic_subscription_details - 0.410579 azmcp_marketplace_product_list - 0.409027 azmcp_aks_cluster_list - 0.404636 azmcp_monitor_workspace_list - 0.395147 azmcp_monitor_resource_log_query - 0.390652 azmcp_kusto_cluster_get - 0.390483 azmcp_group_list - 0.390381 azmcp_applens_resource_diagnose - 0.390329 azmcp_redis_cluster_list - 0.385710 azmcp_datadog_monitoredresources_list - 0.384613 azmcp_kusto_cluster_list - 0.383785 azmcp_monitor_healthmodels_entity_gethealth - -Prompt: What service issues have occurred in the last 30 days? -Expected tool: azmcp_resourcehealth_service-health-events_list - 0.301604 azmcp_resourcehealth_service-health-events_list *** EXPECTED *** - 0.270290 azmcp_resourcehealth_availability-status_get - 0.251870 azmcp_applens_resource_diagnose - 0.216847 azmcp_resourcehealth_availability-status_list - 0.211842 azmcp_search_service_list - 0.191890 azmcp_cloudarchitect_design - 0.189628 azmcp_foundry_models_deployments_list - 0.188665 azmcp_get_bestpractices_get - 0.187819 azmcp_azuremanagedlustre_filesystem_list - 0.185941 azmcp_quota_usage_check - 0.174872 azmcp_deploy_app_logs_get - 0.170157 azmcp_postgres_server_list - 0.169947 azmcp_servicebus_queue_details - 0.164622 azmcp_monitor_resource_log_query - 0.163022 azmcp_monitor_workspace_log_query - 0.155791 azmcp_servicebus_topic_subscription_details - 0.155444 azmcp_aks_cluster_list - 0.149112 azmcp_aks_cluster_get - 0.147315 azmcp_deploy_architecture_diagram_generate - 0.147023 azmcp_grafana_list - -Prompt: List active service health events in my subscription -Expected tool: azmcp_resourcehealth_service-health-events_list - 0.711107 azmcp_resourcehealth_service-health-events_list *** EXPECTED *** - 0.520197 azmcp_search_service_list - 0.502064 azmcp_resourcehealth_availability-status_list - 0.487531 azmcp_eventgrid_topic_list - 0.453380 azmcp_resourcehealth_availability-status_get - 0.451351 azmcp_postgres_server_list - 0.439658 azmcp_redis_cache_list - 0.436070 azmcp_redis_cluster_list - 0.411793 azmcp_grafana_list - 0.408792 azmcp_servicebus_topic_subscription_details - 0.407692 azmcp_subscription_list - 0.406949 azmcp_monitor_workspace_list - 0.404981 azmcp_aks_cluster_list - 0.391992 azmcp_kusto_cluster_list - 0.379016 azmcp_cosmos_account_list - 0.371279 azmcp_group_list - 0.368866 azmcp_datadog_monitoredresources_list - 0.367388 azmcp_marketplace_product_get - 0.357139 azmcp_appconfig_account_list - 0.356002 azmcp_marketplace_product_list - -Prompt: Show me planned maintenance events for my Azure services -Expected tool: azmcp_resourcehealth_service-health-events_list - 0.527706 azmcp_resourcehealth_service-health-events_list *** EXPECTED *** - 0.437868 azmcp_search_service_list - 0.402493 azmcp_resourcehealth_availability-status_list - 0.400175 azmcp_resourcehealth_availability-status_get - 0.397735 azmcp_quota_usage_check - 0.382901 azmcp_deploy_plan_get - 0.382581 azmcp_deploy_app_logs_get - 0.375034 azmcp_azuremanagedlustre_filesystem_sku_get - 0.371691 azmcp_monitor_metrics_query - 0.363470 azmcp_get_bestpractices_get - 0.362214 azmcp_applens_resource_diagnose - 0.360562 azmcp_deploy_architecture_diagram_generate - 0.357531 azmcp_azuremanagedlustre_filesystem_list - 0.341495 azmcp_foundry_models_deployments_list - 0.340315 azmcp_datadog_monitoredresources_list - 0.338062 azmcp_search_index_get - 0.335471 azmcp_marketplace_product_get - 0.333675 azmcp_sql_server_show - 0.333226 azmcp_subscription_list - 0.332392 azmcp_mysql_server_list - -Prompt: Show me the details of service bus queue -Expected tool: azmcp_servicebus_queue_details - 0.642876 azmcp_servicebus_queue_details *** EXPECTED *** - 0.460932 azmcp_servicebus_topic_subscription_details - 0.400870 azmcp_servicebus_topic_details - 0.382417 azmcp_storage_queue_message_send - 0.375386 azmcp_aks_cluster_get - 0.360840 azmcp_storage_blob_container_get - 0.352789 azmcp_storage_blob_get - 0.352705 azmcp_storage_account_get - 0.351081 azmcp_search_index_get - 0.337239 azmcp_sql_db_show - 0.336419 azmcp_sql_server_show - 0.332541 azmcp_loadtesting_testrun_get - 0.327611 azmcp_aks_nodepool_get - 0.323281 azmcp_marketplace_product_get - 0.323046 azmcp_kusto_cluster_get - 0.310612 azmcp_azuremanagedlustre_filesystem_list - 0.309214 azmcp_functionapp_get - 0.296380 azmcp_aks_cluster_list - 0.290226 azmcp_eventgrid_topic_list - 0.279367 azmcp_aks_nodepool_list - -Prompt: Show me the details of service bus topic -Expected tool: azmcp_servicebus_topic_details - 0.591649 azmcp_servicebus_topic_details *** EXPECTED *** - 0.571861 azmcp_servicebus_topic_subscription_details - 0.492462 azmcp_eventgrid_topic_list - 0.483976 azmcp_servicebus_queue_details - 0.365658 azmcp_search_index_get - 0.361354 azmcp_aks_cluster_get - 0.352485 azmcp_marketplace_product_get - 0.341289 azmcp_loadtesting_testrun_get - 0.340036 azmcp_sql_db_show - 0.337675 azmcp_storage_blob_get - 0.335558 azmcp_kusto_cluster_get - 0.333396 azmcp_storage_account_get - 0.330814 azmcp_resourcehealth_service-health-events_list - 0.326129 azmcp_storage_blob_container_get - 0.324869 azmcp_redis_cache_list - 0.317497 azmcp_aks_cluster_list - 0.306388 azmcp_functionapp_get - 0.297323 azmcp_grafana_list - 0.290383 azmcp_azuremanagedlustre_filesystem_list - 0.287440 azmcp_aks_nodepool_get - -Prompt: Show me the details of service bus subscription -Expected tool: azmcp_servicebus_topic_subscription_details - 0.633187 azmcp_servicebus_topic_subscription_details *** EXPECTED *** - 0.494515 azmcp_servicebus_queue_details - 0.457036 azmcp_servicebus_topic_details - 0.444604 azmcp_marketplace_product_get - 0.443994 azmcp_eventgrid_topic_list - 0.429458 azmcp_redis_cache_list - 0.426573 azmcp_kusto_cluster_get - 0.421009 azmcp_sql_db_show - 0.411293 azmcp_resourcehealth_service-health-events_list - 0.409614 azmcp_aks_cluster_list - 0.405380 azmcp_search_service_list - 0.404739 azmcp_redis_cluster_list - 0.395789 azmcp_storage_account_get - 0.395176 azmcp_grafana_list - 0.388049 azmcp_postgres_server_list - 0.382225 azmcp_functionapp_get - 0.369986 azmcp_appconfig_account_list - 0.368411 azmcp_aks_cluster_get - 0.368155 azmcp_kusto_cluster_list - 0.367649 azmcp_group_list - -Prompt: List all databases in the Azure SQL server -Expected tool: azmcp_sql_db_list - 0.643186 azmcp_sql_db_list *** EXPECTED *** - 0.639694 azmcp_mysql_database_list - 0.609178 azmcp_postgres_database_list - 0.602890 azmcp_cosmos_database_list - 0.529058 azmcp_mysql_table_list - 0.527896 azmcp_kusto_database_list - 0.524359 azmcp_sql_server_show - 0.486638 azmcp_mysql_server_list - 0.479462 azmcp_sql_server_delete - 0.475733 azmcp_sql_elastic-pool_list - 0.474927 azmcp_redis_cluster_database_list - 0.466130 azmcp_storage_table_list - 0.457220 azmcp_kusto_table_list - 0.441355 azmcp_cosmos_account_list - 0.440528 azmcp_cosmos_database_container_list - 0.400489 azmcp_keyvault_certificate_list - 0.395078 azmcp_keyvault_key_list - 0.394386 azmcp_keyvault_secret_list - 0.380402 azmcp_acr_registry_repository_list - 0.367404 azmcp_datadog_monitoredresources_list - -Prompt: Show me all the databases configuration details in the Azure SQL server -Expected tool: azmcp_sql_db_list - 0.616317 azmcp_sql_server_show - 0.609322 azmcp_sql_db_list *** EXPECTED *** - 0.557353 azmcp_mysql_database_list - 0.553488 azmcp_mysql_server_config_get - 0.524274 azmcp_sql_db_show - 0.471862 azmcp_postgres_database_list - 0.461650 azmcp_cosmos_database_list - 0.458742 azmcp_postgres_server_config_get - 0.445291 azmcp_mysql_table_list - 0.443384 azmcp_sql_elastic-pool_list - 0.442778 azmcp_sql_server_delete - 0.387645 azmcp_kusto_database_list - 0.380428 azmcp_appconfig_account_list - 0.357318 azmcp_aks_cluster_list - 0.354581 azmcp_aks_nodepool_list - 0.349880 azmcp_cosmos_account_list - 0.347075 azmcp_cosmos_database_container_list - 0.342792 azmcp_appconfig_kv_list - 0.342284 azmcp_aks_cluster_get - 0.341636 azmcp_kusto_table_list - -Prompt: Get the configuration details for the SQL database on server -Expected tool: azmcp_sql_db_show - 0.610053 azmcp_sql_server_show - 0.593150 azmcp_postgres_server_config_get - 0.530422 azmcp_mysql_server_config_get - 0.528136 azmcp_sql_db_show *** EXPECTED *** - 0.465693 azmcp_sql_db_list - 0.446682 azmcp_postgres_server_param_get - 0.438925 azmcp_mysql_server_param_get - 0.398181 azmcp_mysql_table_schema_get - 0.397510 azmcp_mysql_database_list - 0.371590 azmcp_sql_server_firewall-rule_list - 0.371413 azmcp_loadtesting_test_get - 0.325945 azmcp_kusto_table_schema - 0.325788 azmcp_aks_nodepool_get - 0.320054 azmcp_aks_cluster_get - 0.297839 azmcp_appconfig_kv_show - 0.294987 azmcp_appconfig_kv_list - 0.281546 azmcp_functionapp_get - 0.279952 azmcp_foundry_knowledge_index_schema - 0.273566 azmcp_kusto_cluster_get - 0.273315 azmcp_cosmos_database_list - -Prompt: Show me the details of SQL database in server -Expected tool: azmcp_sql_db_show - 0.530095 azmcp_sql_db_show *** EXPECTED *** - 0.498217 azmcp_sql_server_show - 0.440073 azmcp_sql_db_list - 0.438622 azmcp_mysql_table_schema_get - 0.432919 azmcp_mysql_database_list - 0.421862 azmcp_postgres_database_list - 0.400963 azmcp_mysql_table_list - 0.398714 azmcp_mysql_server_config_get - 0.375668 azmcp_postgres_server_config_get - 0.361500 azmcp_redis_cluster_database_list - 0.344694 azmcp_kusto_table_schema - 0.337996 azmcp_cosmos_database_list - 0.323623 azmcp_kusto_table_list - 0.300133 azmcp_cosmos_database_container_list - 0.299814 azmcp_aks_cluster_get - 0.296827 azmcp_kusto_database_list - 0.291629 azmcp_loadtesting_testrun_get - 0.285843 azmcp_kusto_cluster_get - 0.268405 azmcp_functionapp_get - 0.265545 azmcp_aks_nodepool_get - -Prompt: List all elastic pools in SQL server -Expected tool: azmcp_sql_elastic-pool_list - 0.678124 azmcp_sql_elastic-pool_list *** EXPECTED *** - 0.502376 azmcp_sql_db_list - 0.498367 azmcp_mysql_database_list - 0.473539 azmcp_aks_nodepool_list - 0.468239 azmcp_sql_server_show - 0.454426 azmcp_mysql_table_list - 0.450777 azmcp_mysql_server_list - 0.441264 azmcp_virtualdesktop_hostpool_list - 0.434570 azmcp_postgres_server_list - 0.431174 azmcp_cosmos_database_list - 0.429007 azmcp_sql_server_entra-admin_list - 0.416258 azmcp_monitor_table_list - 0.394548 azmcp_aks_nodepool_get - 0.394337 azmcp_kusto_database_list - 0.370652 azmcp_cosmos_account_list - 0.363579 azmcp_kusto_cluster_list - 0.357280 azmcp_kusto_table_list - 0.352050 azmcp_aks_cluster_list - 0.351647 azmcp_cosmos_database_container_list - 0.349479 azmcp_keyvault_key_list - -Prompt: Show me the elastic pools configured for SQL server -Expected tool: azmcp_sql_elastic-pool_list - 0.606425 azmcp_sql_elastic-pool_list *** EXPECTED *** - 0.494388 azmcp_sql_server_show - 0.457163 azmcp_sql_db_list - 0.438522 azmcp_aks_nodepool_list - 0.432816 azmcp_mysql_database_list - 0.429793 azmcp_aks_nodepool_get - 0.423047 azmcp_mysql_server_config_get - 0.419753 azmcp_mysql_server_list - 0.400026 azmcp_mysql_server_param_get - 0.383940 azmcp_sql_server_entra-admin_list - 0.378556 azmcp_postgres_server_list - 0.372423 azmcp_mysql_table_list - 0.335615 azmcp_cosmos_database_list - 0.333099 azmcp_azuremanagedlustre_filesystem_list - 0.319836 azmcp_aks_cluster_list - 0.317886 azmcp_azuremanagedlustre_filesystem_sku_get - 0.304600 azmcp_cosmos_account_list - 0.304317 azmcp_appconfig_account_list - 0.298907 azmcp_kusto_database_list - 0.298264 azmcp_acr_registry_list - -Prompt: What elastic pools are available in my SQL server ? -Expected tool: azmcp_sql_elastic-pool_list - 0.592709 azmcp_sql_elastic-pool_list *** EXPECTED *** - 0.420325 azmcp_mysql_database_list - 0.402616 azmcp_mysql_server_list - 0.397670 azmcp_sql_db_list - 0.391878 azmcp_sql_server_show - 0.386833 azmcp_aks_nodepool_list - 0.378527 azmcp_monitor_table_type_list - 0.365129 azmcp_aks_nodepool_get - 0.357516 azmcp_mysql_table_list - 0.350723 azmcp_virtualdesktop_hostpool_list - 0.344799 azmcp_postgres_server_list - 0.344468 azmcp_mysql_server_param_get - 0.342703 azmcp_azuremanagedlustre_filesystem_sku_get - 0.321778 azmcp_azuremanagedlustre_filesystem_list - 0.298933 azmcp_cosmos_database_list - 0.292566 azmcp_kusto_cluster_list - 0.284157 azmcp_kusto_database_list - 0.281680 azmcp_cosmos_account_list - 0.271967 azmcp_monitor_metrics_definitions - 0.259325 azmcp_loadtesting_testresource_list - -Prompt: Create a new Azure SQL server named in resource group -Expected tool: azmcp_sql_server_create - 0.695188 azmcp_sql_server_create *** EXPECTED *** - 0.528107 azmcp_sql_server_delete - 0.482102 azmcp_storage_account_create - 0.473676 azmcp_sql_db_show - 0.464987 azmcp_mysql_server_list - 0.451815 azmcp_loadtesting_testresource_create - 0.449757 azmcp_sql_db_list - 0.434801 azmcp_sql_server_show - 0.418811 azmcp_sql_elastic-pool_list - 0.416802 azmcp_workbooks_create - 0.402259 azmcp_keyvault_secret_create - 0.400967 azmcp_keyvault_certificate_create - 0.397114 azmcp_keyvault_key_create - 0.353383 azmcp_sql_server_firewall-rule_create - 0.335788 azmcp_functionapp_get - 0.332831 azmcp_extension_azqr - 0.326862 azmcp_datadog_monitoredresources_list - 0.323405 azmcp_acr_registry_repository_list - 0.319939 azmcp_acr_registry_list - 0.317946 azmcp_loadtesting_test_create - -Prompt: Create an Azure SQL server with name in location with admin user -Expected tool: azmcp_sql_server_create - 0.617352 azmcp_sql_server_create *** EXPECTED *** - 0.455807 azmcp_sql_server_show - 0.428555 azmcp_sql_server_delete - 0.396054 azmcp_storage_account_create - 0.369331 azmcp_keyvault_secret_create - 0.368041 azmcp_sql_db_show - 0.367895 azmcp_keyvault_key_create - 0.360828 azmcp_mysql_server_list - 0.354406 azmcp_sql_elastic-pool_list - 0.352092 azmcp_keyvault_certificate_create - 0.349494 azmcp_sql_server_firewall-rule_create - 0.349303 azmcp_sql_db_list - 0.337464 azmcp_mysql_server_config_get - 0.323961 azmcp_deploy_pipeline_guidance_get - 0.316781 azmcp_loadtesting_test_create - 0.316015 azmcp_azuremanagedlustre_filesystem_sku_get - 0.301101 azmcp_deploy_plan_get - 0.300899 azmcp_loadtesting_testresource_create - 0.297355 azmcp_deploy_architecture_diagram_generate - 0.278351 azmcp_azureterraformbestpractices_get - -Prompt: Set up a new SQL server called in my resource group -Expected tool: azmcp_sql_server_create - 0.600197 azmcp_sql_server_create *** EXPECTED *** - 0.462082 azmcp_sql_server_delete - 0.442934 azmcp_mysql_server_list - 0.421502 azmcp_sql_db_list - 0.417608 azmcp_sql_db_show - 0.416146 azmcp_storage_account_create - 0.411023 azmcp_sql_server_show - 0.389609 azmcp_sql_elastic-pool_list - 0.385243 azmcp_loadtesting_testresource_create - 0.369631 azmcp_workbooks_create - 0.341142 azmcp_sql_server_firewall-rule_create - 0.332879 azmcp_keyvault_secret_create - 0.317210 azmcp_keyvault_key_create - 0.312657 azmcp_loadtesting_test_create - 0.303177 azmcp_keyvault_certificate_create - 0.300992 azmcp_functionapp_get - 0.298321 azmcp_group_list - 0.288584 azmcp_datadog_monitoredresources_list - 0.284845 azmcp_deploy_pipeline_guidance_get - 0.277880 azmcp_acr_registry_list - -Prompt: Delete the Azure SQL server from resource group -Expected tool: azmcp_sql_server_delete - 0.694503 azmcp_sql_server_delete *** EXPECTED *** - 0.500318 azmcp_sql_server_create - 0.483132 azmcp_workbooks_delete - 0.470205 azmcp_sql_db_show - 0.449007 azmcp_mysql_server_list - 0.438950 azmcp_sql_db_list - 0.432463 azmcp_sql_server_show - 0.417035 azmcp_sql_server_firewall-rule_delete - 0.402684 azmcp_sql_elastic-pool_list - 0.346442 azmcp_functionapp_get - 0.333269 azmcp_datadog_monitoredresources_list - 0.327099 azmcp_storage_account_create - 0.323460 azmcp_acr_registry_repository_list - 0.317588 azmcp_extension_azqr - 0.317257 azmcp_group_list - 0.307426 azmcp_appconfig_kv_delete - 0.290106 azmcp_acr_registry_list - 0.273165 azmcp_loadtesting_testresource_create - 0.268748 azmcp_azuremanagedlustre_filesystem_list - 0.267938 azmcp_cosmos_database_container_item_query - -Prompt: Remove the SQL server from my subscription -Expected tool: azmcp_sql_server_delete - 0.429210 azmcp_sql_server_delete *** EXPECTED *** - 0.393885 azmcp_postgres_server_list - 0.376581 azmcp_sql_server_show - 0.310936 azmcp_sql_server_create - 0.309280 azmcp_sql_server_firewall-rule_delete - 0.306368 azmcp_sql_db_show - 0.295963 azmcp_sql_db_list - 0.295073 azmcp_sql_server_entra-admin_list - 0.276930 azmcp_sql_server_firewall-rule_list - 0.263894 azmcp_postgres_server_config_get - 0.258333 azmcp_kusto_database_list - 0.235107 azmcp_cosmos_account_list - 0.234779 azmcp_appconfig_kv_delete - 0.234376 azmcp_kusto_cluster_list - 0.226608 azmcp_kusto_cluster_get - 0.225579 azmcp_grafana_list - 0.219760 azmcp_kusto_table_list - 0.210483 azmcp_appconfig_account_list - 0.207513 azmcp_marketplace_product_get - 0.207236 azmcp_marketplace_product_list - -Prompt: Delete SQL server permanently -Expected tool: azmcp_sql_server_delete - 0.527850 azmcp_sql_server_delete *** EXPECTED *** - 0.362389 azmcp_sql_server_firewall-rule_delete - 0.336948 azmcp_sql_server_show - 0.315820 azmcp_workbooks_delete - 0.282220 azmcp_sql_server_create - 0.262381 azmcp_sql_server_entra-admin_list - 0.261689 azmcp_sql_server_firewall-rule_list - 0.254391 azmcp_appconfig_kv_delete - 0.247364 azmcp_postgres_server_param_set - 0.237815 azmcp_mysql_table_list - 0.235278 azmcp_mysql_database_query - 0.168042 azmcp_cosmos_database_container_item_query - 0.164350 azmcp_loadtesting_testrun_update - 0.159902 azmcp_kusto_table_list - 0.156253 azmcp_cosmos_database_list - 0.148272 azmcp_kusto_database_list - 0.146243 azmcp_kusto_table_schema - 0.145930 azmcp_appconfig_kv_unlock - 0.142127 azmcp_kusto_query - 0.140386 azmcp_keyvault_secret_list - -Prompt: List Microsoft Entra ID administrators for SQL server -Expected tool: azmcp_sql_server_entra-admin_list - 0.783479 azmcp_sql_server_entra-admin_list *** EXPECTED *** - 0.452366 azmcp_sql_server_show - 0.401908 azmcp_sql_server_firewall-rule_list - 0.376055 azmcp_sql_db_list - 0.365636 azmcp_postgres_server_list - 0.352607 azmcp_mysql_database_list - 0.344454 azmcp_mysql_server_list - 0.343559 azmcp_mysql_table_list - 0.337560 azmcp_sql_server_create - 0.328737 azmcp_role_assignment_list - 0.280450 azmcp_cosmos_database_list - 0.258095 azmcp_cosmos_account_list - 0.249297 azmcp_datadog_monitoredresources_list - 0.249153 azmcp_kusto_database_list - 0.246531 azmcp_keyvault_secret_list - 0.245267 azmcp_group_list - 0.238150 azmcp_keyvault_key_list - 0.234681 azmcp_azuremanagedlustre_filesystem_list - 0.233337 azmcp_cosmos_database_container_list - 0.227804 azmcp_keyvault_certificate_list - -Prompt: Show me the Entra ID administrators configured for SQL server -Expected tool: azmcp_sql_server_entra-admin_list - 0.713306 azmcp_sql_server_entra-admin_list *** EXPECTED *** - 0.416632 azmcp_sql_server_show - 0.315966 azmcp_sql_db_list - 0.311085 azmcp_postgres_server_list - 0.304891 azmcp_sql_server_firewall-rule_list - 0.303560 azmcp_postgres_server_config_get - 0.297820 azmcp_sql_server_create - 0.287372 azmcp_mysql_database_list - 0.283806 azmcp_mysql_table_list - 0.273940 azmcp_mysql_server_list - 0.214529 azmcp_cosmos_database_list - 0.197679 azmcp_cosmos_database_container_list - 0.194313 azmcp_appconfig_account_list - 0.193050 azmcp_kusto_database_list - 0.191538 azmcp_appconfig_kv_list - 0.188120 azmcp_cosmos_account_list - 0.183184 azmcp_deploy_architecture_diagram_generate - 0.182237 azmcp_deploy_app_logs_get - 0.180494 azmcp_aks_nodepool_get - 0.178625 azmcp_loadtesting_testrun_list - -Prompt: What Microsoft Entra ID administrators are set up for my SQL server ? -Expected tool: azmcp_sql_server_entra-admin_list - 0.646419 azmcp_sql_server_entra-admin_list *** EXPECTED *** - 0.362841 azmcp_sql_server_show - 0.323644 azmcp_sql_server_create - 0.253610 azmcp_sql_db_list - 0.236850 azmcp_mysql_table_list - 0.236050 azmcp_mysql_server_list - 0.230961 azmcp_sql_server_delete - 0.222002 azmcp_sql_elastic-pool_list - 0.221683 azmcp_mysql_database_list - 0.220421 azmcp_sql_server_firewall-rule_list - 0.212644 azmcp_cloudarchitect_design - 0.200387 azmcp_applens_resource_diagnose - 0.189941 azmcp_deploy_architecture_diagram_generate - 0.188287 azmcp_deploy_plan_get - 0.180995 azmcp_deploy_app_logs_get - 0.180555 azmcp_deploy_pipeline_guidance_get - 0.174553 azmcp_deploy_iac_rules_get - 0.169345 azmcp_kusto_database_list - 0.167872 azmcp_get_bestpractices_get - 0.165162 azmcp_cosmos_database_container_item_query - -Prompt: Create a firewall rule for my Azure SQL server -Expected tool: azmcp_sql_server_firewall-rule_create - 0.635466 azmcp_sql_server_firewall-rule_create *** EXPECTED *** - 0.532712 azmcp_sql_server_firewall-rule_list - 0.522184 azmcp_sql_server_firewall-rule_delete - 0.461105 azmcp_sql_server_create - 0.416419 azmcp_sql_server_show - 0.402524 azmcp_sql_server_delete - 0.335670 azmcp_mysql_server_list - 0.318368 azmcp_keyvault_certificate_create - 0.313690 azmcp_sql_db_list - 0.311036 azmcp_keyvault_secret_create - 0.308626 azmcp_sql_db_show - 0.302973 azmcp_mysql_server_config_get - 0.295941 azmcp_keyvault_key_create - 0.290296 azmcp_deploy_iac_rules_get - 0.288030 azmcp_deploy_pipeline_guidance_get - 0.265059 azmcp_azureterraformbestpractices_get - 0.260209 azmcp_cosmos_database_container_item_query - 0.253771 azmcp_deploy_plan_get - 0.242716 azmcp_deploy_architecture_diagram_generate - 0.241513 azmcp_get_bestpractices_get - -Prompt: Add a firewall rule to allow access from IP range to for SQL server -Expected tool: azmcp_sql_server_firewall-rule_create - 0.670189 azmcp_sql_server_firewall-rule_create *** EXPECTED *** - 0.533562 azmcp_sql_server_firewall-rule_list - 0.503648 azmcp_sql_server_firewall-rule_delete - 0.291755 azmcp_sql_server_create - 0.288674 azmcp_sql_server_show - 0.264287 azmcp_sql_server_delete - 0.252970 azmcp_sql_server_entra-admin_list - 0.248826 azmcp_postgres_server_param_set - 0.230685 azmcp_mysql_server_param_set - 0.226440 azmcp_postgres_server_list - 0.222068 azmcp_azuremanagedlustre_filesystem_required-subnet-size - 0.178944 azmcp_keyvault_secret_create - 0.174851 azmcp_deploy_iac_rules_get - 0.174584 azmcp_cosmos_database_container_item_query - 0.166723 azmcp_deploy_pipeline_guidance_get - 0.158176 azmcp_keyvault_certificate_create - 0.156396 azmcp_keyvault_key_create - 0.149884 azmcp_kusto_query - 0.143603 azmcp_appconfig_kv_set - 0.140443 azmcp_loadtesting_test_create - -Prompt: Create a new firewall rule named for SQL server -Expected tool: azmcp_sql_server_firewall-rule_create - 0.685107 azmcp_sql_server_firewall-rule_create *** EXPECTED *** - 0.574336 azmcp_sql_server_firewall-rule_list - 0.539577 azmcp_sql_server_firewall-rule_delete - 0.438256 azmcp_sql_server_create - 0.348362 azmcp_sql_server_show - 0.334911 azmcp_sql_server_delete - 0.321970 azmcp_keyvault_secret_create - 0.302214 azmcp_keyvault_certificate_create - 0.283923 azmcp_keyvault_key_create - 0.281043 azmcp_postgres_server_param_set - 0.270399 azmcp_sql_server_entra-admin_list - 0.259505 azmcp_mysql_server_param_set - 0.257509 azmcp_mysql_server_list - 0.248939 azmcp_loadtesting_test_create - 0.221008 azmcp_deploy_iac_rules_get - 0.219182 azmcp_cosmos_database_container_item_query - 0.209376 azmcp_loadtesting_testrun_create - 0.207234 azmcp_loadtesting_testresource_create - 0.197104 azmcp_appconfig_kv_set - 0.196512 azmcp_deploy_pipeline_guidance_get - -Prompt: Delete a firewall rule from my Azure SQL server -Expected tool: azmcp_sql_server_firewall-rule_delete - 0.691421 azmcp_sql_server_firewall-rule_delete *** EXPECTED *** - 0.543857 azmcp_sql_server_firewall-rule_list - 0.540333 azmcp_sql_server_firewall-rule_create - 0.522639 azmcp_sql_server_delete - 0.410574 azmcp_workbooks_delete - 0.409250 azmcp_sql_server_show - 0.350216 azmcp_sql_server_create - 0.325375 azmcp_mysql_server_list - 0.320916 azmcp_sql_db_show - 0.315063 azmcp_sql_db_list - 0.312054 azmcp_appconfig_kv_delete - 0.263959 azmcp_cosmos_database_container_item_query - 0.245270 azmcp_azureterraformbestpractices_get - 0.241564 azmcp_deploy_iac_rules_get - 0.235230 azmcp_keyvault_certificate_create - 0.231494 azmcp_functionapp_get - 0.225227 azmcp_kusto_query - 0.225214 azmcp_keyvault_certificate_get - 0.221885 azmcp_keyvault_secret_list - 0.220989 azmcp_get_bestpractices_get - -Prompt: Remove the firewall rule from SQL server -Expected tool: azmcp_sql_server_firewall-rule_delete - 0.670179 azmcp_sql_server_firewall-rule_delete *** EXPECTED *** - 0.574340 azmcp_sql_server_firewall-rule_list - 0.530419 azmcp_sql_server_firewall-rule_create - 0.389881 azmcp_sql_server_delete - 0.301927 azmcp_sql_server_show - 0.259110 azmcp_workbooks_delete - 0.254974 azmcp_appconfig_kv_delete - 0.251005 azmcp_sql_server_entra-admin_list - 0.237331 azmcp_sql_server_create - 0.231117 azmcp_postgres_server_param_get - 0.230343 azmcp_postgres_server_param_set - 0.196143 azmcp_appconfig_kv_unlock - 0.182013 azmcp_cosmos_database_container_item_query - 0.166475 azmcp_loadtesting_testrun_update - 0.158025 azmcp_kusto_query - 0.156028 azmcp_functionapp_get - 0.152458 azmcp_cosmos_database_list - 0.152084 azmcp_azureterraformbestpractices_get - 0.149502 azmcp_keyvault_secret_list - 0.145688 azmcp_loadtesting_test_get - -Prompt: Delete firewall rule for SQL server -Expected tool: azmcp_sql_server_firewall-rule_delete - 0.671212 azmcp_sql_server_firewall-rule_delete *** EXPECTED *** - 0.601230 azmcp_sql_server_firewall-rule_list - 0.577330 azmcp_sql_server_firewall-rule_create - 0.433873 azmcp_sql_server_delete - 0.357977 azmcp_sql_server_show - 0.298838 azmcp_sql_server_create - 0.291409 azmcp_sql_server_entra-admin_list - 0.284391 azmcp_workbooks_delete - 0.275957 azmcp_mysql_server_list - 0.267631 azmcp_mysql_server_config_get - 0.252095 azmcp_appconfig_kv_delete - 0.222155 azmcp_cosmos_database_container_item_query - 0.217797 azmcp_appconfig_kv_unlock - 0.204194 azmcp_loadtesting_testrun_update - 0.185585 azmcp_cosmos_database_list - 0.185007 azmcp_functionapp_get - 0.183545 azmcp_deploy_iac_rules_get - 0.181757 azmcp_azureterraformbestpractices_get - 0.180404 azmcp_kusto_query - 0.179750 azmcp_keyvault_secret_list - -Prompt: List all firewall rules for SQL server -Expected tool: azmcp_sql_server_firewall-rule_list - 0.729372 azmcp_sql_server_firewall-rule_list *** EXPECTED *** - 0.549667 azmcp_sql_server_firewall-rule_create - 0.513114 azmcp_sql_server_firewall-rule_delete - 0.459138 azmcp_sql_server_show - 0.392512 azmcp_sql_server_entra-admin_list - 0.385148 azmcp_postgres_server_list - 0.359228 azmcp_sql_db_list - 0.356700 azmcp_mysql_server_list - 0.355203 azmcp_mysql_table_list - 0.350241 azmcp_mysql_database_list - 0.304834 azmcp_keyvault_secret_list - 0.278098 azmcp_cosmos_database_list - 0.277410 azmcp_keyvault_key_list - 0.276828 azmcp_keyvault_certificate_list - 0.270667 azmcp_cosmos_account_list - 0.263141 azmcp_kusto_table_list - 0.256310 azmcp_aks_nodepool_list - 0.253852 azmcp_cosmos_database_container_list - 0.248780 azmcp_cosmos_database_container_item_query - 0.242359 azmcp_aks_cluster_list - -Prompt: Show me the firewall rules for SQL server -Expected tool: azmcp_sql_server_firewall-rule_list - 0.630731 azmcp_sql_server_firewall-rule_list *** EXPECTED *** - 0.524126 azmcp_sql_server_firewall-rule_create - 0.476757 azmcp_sql_server_firewall-rule_delete - 0.404632 azmcp_sql_server_show - 0.316854 azmcp_sql_server_entra-admin_list - 0.312035 azmcp_postgres_server_list - 0.298995 azmcp_mysql_server_param_get - 0.294466 azmcp_mysql_server_config_get - 0.293371 azmcp_mysql_server_list - 0.290235 azmcp_postgres_server_config_get - 0.225372 azmcp_cosmos_database_container_item_query - 0.210531 azmcp_azuremanagedlustre_filesystem_list - 0.206620 azmcp_keyvault_secret_list - 0.206476 azmcp_deploy_iac_rules_get - 0.206108 azmcp_kusto_table_list - 0.197711 azmcp_kusto_sample - 0.195864 azmcp_aks_nodepool_list - 0.191177 azmcp_aks_nodepool_get - 0.189871 azmcp_cosmos_account_list - 0.189786 azmcp_cosmos_database_list - -Prompt: What firewall rules are configured for my SQL server ? -Expected tool: azmcp_sql_server_firewall-rule_list - 0.630546 azmcp_sql_server_firewall-rule_list *** EXPECTED *** - 0.532454 azmcp_sql_server_firewall-rule_create - 0.473501 azmcp_sql_server_firewall-rule_delete - 0.409366 azmcp_sql_server_show - 0.308004 azmcp_sql_server_entra-admin_list - 0.305701 azmcp_mysql_server_param_get - 0.304314 azmcp_mysql_server_config_get - 0.291949 azmcp_sql_server_create - 0.277628 azmcp_postgres_server_config_get - 0.273282 azmcp_mysql_server_list - 0.202425 azmcp_deploy_iac_rules_get - 0.200326 azmcp_cosmos_database_container_item_query - 0.191165 azmcp_cloudarchitect_design - 0.177454 azmcp_loadtesting_test_get - 0.176225 azmcp_get_bestpractices_get - 0.173184 azmcp_applens_resource_diagnose - 0.172371 azmcp_aks_nodepool_get - 0.171465 azmcp_azureterraformbestpractices_get - 0.171335 azmcp_azuremanagedlustre_filesystem_list - 0.167119 azmcp_keyvault_secret_list - -Prompt: Show me the details of Azure SQL server in resource group -Expected tool: azmcp_sql_server_show - 0.629672 azmcp_sql_db_show - 0.585475 azmcp_sql_server_show *** EXPECTED *** - 0.559893 azmcp_mysql_server_list - 0.540218 azmcp_sql_db_list - 0.508508 azmcp_sql_server_create - 0.481913 azmcp_sql_server_delete - 0.481847 azmcp_functionapp_get - 0.480067 azmcp_mysql_server_config_get - 0.478713 azmcp_sql_elastic-pool_list - 0.450140 azmcp_aks_cluster_get - 0.445602 azmcp_storage_account_get - 0.445391 azmcp_resourcehealth_availability-status_list - 0.437447 azmcp_datadog_monitoredresources_list - 0.424890 azmcp_azuremanagedlustre_filesystem_list - 0.410380 azmcp_group_list - 0.400396 azmcp_aks_nodepool_get - 0.394066 azmcp_kusto_cluster_get - 0.385318 azmcp_extension_azqr - 0.383563 azmcp_acr_registry_list - 0.371987 azmcp_aks_cluster_list - -Prompt: Get the configuration details for SQL server -Expected tool: azmcp_sql_server_show - 0.655687 azmcp_sql_server_show *** EXPECTED *** - 0.610507 azmcp_postgres_server_config_get - 0.538034 azmcp_mysql_server_config_get - 0.471541 azmcp_sql_db_show - 0.445430 azmcp_postgres_server_param_get - 0.443977 azmcp_mysql_server_param_get - 0.422646 azmcp_sql_db_list - 0.413964 azmcp_sql_server_firewall-rule_list - 0.406630 azmcp_loadtesting_test_get - 0.400470 azmcp_sql_server_create - 0.379960 azmcp_storage_account_get - 0.359439 azmcp_aks_cluster_get - 0.349963 azmcp_aks_nodepool_get - 0.316818 azmcp_appconfig_kv_list - 0.314864 azmcp_appconfig_kv_show - 0.308718 azmcp_functionapp_get - 0.300098 azmcp_kusto_cluster_get - 0.298409 azmcp_appconfig_account_list - 0.295903 azmcp_loadtesting_testrun_list - 0.284481 azmcp_foundry_knowledge_index_schema - -Prompt: Display the properties of SQL server -Expected tool: azmcp_sql_server_show - 0.556155 azmcp_sql_server_show *** EXPECTED *** - 0.392532 azmcp_postgres_server_config_get - 0.380021 azmcp_postgres_server_param_get - 0.372194 azmcp_sql_server_firewall-rule_list - 0.370539 azmcp_sql_db_show - 0.368788 azmcp_sql_server_entra-admin_list - 0.367031 azmcp_sql_db_list - 0.363268 azmcp_mysql_server_config_get - 0.357960 azmcp_mysql_database_list - 0.352375 azmcp_mysql_server_param_get - 0.288829 azmcp_azuremanagedlustre_filesystem_list - 0.276327 azmcp_cosmos_database_list - 0.271945 azmcp_appconfig_kv_show - 0.268920 azmcp_loadtesting_testrun_get - 0.257258 azmcp_appconfig_kv_list - 0.253918 azmcp_keyvault_secret_list - 0.246261 azmcp_aks_nodepool_get - 0.240682 azmcp_cosmos_account_list - 0.237876 azmcp_keyvault_certificate_get - 0.236895 azmcp_keyvault_key_list - -Prompt: Create a new storage account called testaccount123 in East US region -Expected tool: azmcp_storage_account_create - 0.533552 azmcp_storage_account_create *** EXPECTED *** - 0.418472 azmcp_storage_account_get - 0.394541 azmcp_storage_blob_container_create - 0.391586 azmcp_storage_table_list - 0.374006 azmcp_loadtesting_test_create - 0.355053 azmcp_loadtesting_testresource_create - 0.351838 azmcp_storage_blob_container_get - 0.325758 azmcp_keyvault_secret_create - 0.323501 azmcp_appconfig_kv_set - 0.319843 azmcp_quota_usage_check - 0.315241 azmcp_keyvault_key_create - 0.311275 azmcp_storage_blob_upload - 0.307658 azmcp_sql_server_create - 0.305188 azmcp_keyvault_certificate_create - 0.298887 azmcp_storage_datalake_directory_create - 0.297236 azmcp_cosmos_account_list - 0.289742 azmcp_appconfig_kv_show - 0.286778 azmcp_monitor_resource_log_query - 0.277805 azmcp_cosmos_database_container_list - 0.267474 azmcp_azuremanagedlustre_filesystem_list - -Prompt: Create a storage account with premium performance and LRS replication -Expected tool: azmcp_storage_account_create - 0.500638 azmcp_storage_account_create *** EXPECTED *** - 0.400151 azmcp_azuremanagedlustre_filesystem_sku_get - 0.387071 azmcp_storage_account_get - 0.382836 azmcp_azuremanagedlustre_filesystem_list - 0.376155 azmcp_storage_blob_container_create - 0.361412 azmcp_storage_table_list - 0.344425 azmcp_loadtesting_testresource_create - 0.340298 azmcp_storage_blob_container_get - 0.329099 azmcp_loadtesting_test_create - 0.328918 azmcp_sql_server_create - 0.319383 azmcp_storage_blob_batch_set-tier - 0.310931 azmcp_monitor_resource_log_query - 0.310707 azmcp_storage_blob_upload - 0.310332 azmcp_workbooks_create - 0.284467 azmcp_deploy_plan_get - 0.284385 azmcp_cosmos_account_list - 0.283067 azmcp_deploy_pipeline_guidance_get - 0.281142 azmcp_appconfig_kv_lock - 0.280404 azmcp_keyvault_certificate_create - 0.280192 azmcp_cloudarchitect_design - -Prompt: Create a new storage account with Data Lake Storage Gen2 enabled -Expected tool: azmcp_storage_account_create - 0.589003 azmcp_storage_account_create *** EXPECTED *** - 0.464611 azmcp_storage_blob_container_create - 0.444359 azmcp_storage_datalake_directory_create - 0.437040 azmcp_storage_account_get - 0.407331 azmcp_storage_blob_container_get - 0.386878 azmcp_sql_server_create - 0.386262 azmcp_storage_table_list - 0.385096 azmcp_storage_datalake_file-system_list-paths - 0.384033 azmcp_loadtesting_testresource_create - 0.382274 azmcp_azuremanagedlustre_filesystem_list - 0.380638 azmcp_loadtesting_test_create - 0.380503 azmcp_keyvault_key_create - 0.372681 azmcp_azuremanagedlustre_filesystem_sku_get - 0.372357 azmcp_keyvault_certificate_create - 0.366696 azmcp_deploy_pipeline_guidance_get - 0.363721 azmcp_workbooks_create - 0.360940 azmcp_storage_blob_upload - 0.359192 azmcp_keyvault_secret_create - 0.321846 azmcp_deploy_plan_get - 0.309241 azmcp_appconfig_kv_set - -Prompt: Show me the details for my storage account -Expected tool: azmcp_storage_account_get - 0.654968 azmcp_storage_account_get *** EXPECTED *** - 0.603913 azmcp_storage_blob_container_get - 0.507752 azmcp_storage_blob_get - 0.504006 azmcp_storage_table_list - 0.483573 azmcp_storage_account_create - 0.442832 azmcp_appconfig_kv_show - 0.439109 azmcp_cosmos_account_list - 0.431438 azmcp_azuremanagedlustre_filesystem_list - 0.403283 azmcp_cosmos_database_container_list - 0.397569 azmcp_mysql_server_config_get - 0.396435 azmcp_quota_usage_check - 0.388296 azmcp_aks_cluster_get - 0.374326 azmcp_azuremanagedlustre_filesystem_sku_get - 0.371853 azmcp_storage_datalake_file-system_list-paths - 0.368352 azmcp_sql_db_show - 0.367065 azmcp_subscription_list - 0.366918 azmcp_kusto_cluster_get - 0.366831 azmcp_aks_nodepool_get - 0.356752 azmcp_cosmos_database_list - 0.352923 azmcp_marketplace_product_get - -Prompt: Get details about the storage account -Expected tool: azmcp_storage_account_get - 0.676876 azmcp_storage_account_get *** EXPECTED *** - 0.612933 azmcp_storage_blob_container_get - 0.518215 azmcp_storage_account_create - 0.515153 azmcp_storage_blob_get - 0.483947 azmcp_storage_table_list - 0.415410 azmcp_cosmos_account_list - 0.411808 azmcp_appconfig_kv_show - 0.401802 azmcp_azuremanagedlustre_filesystem_list - 0.375790 azmcp_quota_usage_check - 0.373470 azmcp_aks_cluster_get - 0.370833 azmcp_sql_server_show - 0.369755 azmcp_cosmos_database_container_list - 0.368207 azmcp_azuremanagedlustre_filesystem_sku_get - 0.368023 azmcp_kusto_cluster_get - 0.362607 azmcp_aks_nodepool_get - 0.362602 azmcp_mysql_server_config_get - 0.362249 azmcp_marketplace_product_get - 0.355094 azmcp_servicebus_queue_details - 0.354842 azmcp_resourcehealth_availability-status_get - 0.351052 azmcp_functionapp_get - -Prompt: List all storage accounts in my subscription including their location and SKU -Expected tool: azmcp_storage_account_get - 0.664087 azmcp_storage_account_get *** EXPECTED *** - 0.581393 azmcp_storage_table_list - 0.557016 azmcp_azuremanagedlustre_filesystem_sku_get - 0.536909 azmcp_cosmos_account_list - 0.535616 azmcp_storage_account_create - 0.501091 azmcp_subscription_list - 0.496371 azmcp_quota_region_availability_list - 0.493246 azmcp_appconfig_account_list - 0.484238 azmcp_storage_blob_container_get - 0.484163 azmcp_azuremanagedlustre_filesystem_list - 0.473387 azmcp_search_service_list - 0.458793 azmcp_monitor_workspace_list - 0.454195 azmcp_acr_registry_list - 0.447992 azmcp_aks_cluster_list - 0.445545 azmcp_redis_cache_list - 0.441838 azmcp_redis_cluster_list - 0.432645 azmcp_kusto_cluster_list - 0.416387 azmcp_group_list - 0.414108 azmcp_marketplace_product_get - 0.412679 azmcp_grafana_list - -Prompt: Show me my storage accounts with whether hierarchical namespace (HNS) is enabled -Expected tool: azmcp_storage_account_get - 0.499302 azmcp_storage_account_get *** EXPECTED *** - 0.461284 azmcp_azuremanagedlustre_filesystem_list - 0.455467 azmcp_storage_blob_container_get - 0.450677 azmcp_storage_table_list - 0.421642 azmcp_cosmos_account_list - 0.409063 azmcp_storage_datalake_file-system_list-paths - 0.379853 azmcp_resourcehealth_availability-status_list - 0.378256 azmcp_azuremanagedlustre_filesystem_sku_get - 0.375553 azmcp_cosmos_database_container_list - 0.367906 azmcp_cosmos_database_list - 0.366021 azmcp_quota_usage_check - 0.362252 azmcp_storage_account_create - 0.360571 azmcp_storage_blob_get - 0.347173 azmcp_appconfig_account_list - 0.346039 azmcp_monitor_workspace_list - 0.344771 azmcp_search_service_list - 0.335306 azmcp_appconfig_kv_show - 0.330363 azmcp_aks_cluster_list - 0.322108 azmcp_keyvault_key_list - 0.312384 azmcp_acr_registry_list - -Prompt: Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings -Expected tool: azmcp_storage_account_get - 0.557142 azmcp_storage_account_get *** EXPECTED *** - 0.499153 azmcp_storage_table_list - 0.473598 azmcp_cosmos_account_list - 0.461623 azmcp_storage_blob_container_get - 0.453984 azmcp_subscription_list - 0.436170 azmcp_search_service_list - 0.432854 azmcp_azuremanagedlustre_filesystem_list - 0.425048 azmcp_resourcehealth_availability-status_list - 0.418403 azmcp_storage_account_create - 0.415843 azmcp_storage_blob_get - 0.415080 azmcp_appconfig_account_list - 0.383856 azmcp_storage_datalake_file-system_list-paths - 0.382504 azmcp_aks_cluster_list - 0.379856 azmcp_monitor_workspace_list - 0.376660 azmcp_appconfig_kv_show - 0.374635 azmcp_azuremanagedlustre_filesystem_sku_get - 0.359998 azmcp_cosmos_database_list - 0.359053 azmcp_acr_registry_list - 0.354069 azmcp_eventgrid_topic_list - 0.353273 azmcp_cosmos_database_container_list - -Prompt: Set access tier to Cool for multiple blobs in the container in the storage account -Expected tool: azmcp_storage_blob_batch_set-tier - 0.620756 azmcp_storage_blob_batch_set-tier *** EXPECTED *** - 0.465713 azmcp_storage_blob_container_get - 0.408639 azmcp_storage_blob_container_create - 0.408384 azmcp_storage_blob_get - 0.378380 azmcp_cosmos_database_container_list - 0.369393 azmcp_storage_account_get - 0.348748 azmcp_storage_account_create - 0.324757 azmcp_storage_table_list - 0.305741 azmcp_cosmos_database_container_item_query - 0.304711 azmcp_storage_blob_upload - 0.297254 azmcp_appconfig_kv_lock - 0.295717 azmcp_appconfig_kv_unlock - 0.295668 azmcp_storage_queue_message_send - 0.295532 azmcp_appconfig_kv_set - 0.295133 azmcp_azuremanagedlustre_filesystem_list - 0.286940 azmcp_acr_registry_repository_list - 0.285276 azmcp_cosmos_account_list - 0.271887 azmcp_appconfig_kv_show - 0.270526 azmcp_quota_usage_check - 0.265600 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account -Expected tool: azmcp_storage_blob_batch_set-tier - 0.527994 azmcp_storage_blob_batch_set-tier *** EXPECTED *** - 0.422468 azmcp_storage_blob_container_get - 0.364946 azmcp_storage_blob_get - 0.364070 azmcp_storage_account_get - 0.360883 azmcp_azuremanagedlustre_filesystem_list - 0.351892 azmcp_cosmos_database_container_list - 0.343981 azmcp_storage_blob_container_create - 0.341857 azmcp_storage_table_list - 0.325105 azmcp_storage_blob_upload - 0.311146 azmcp_storage_account_create - 0.301044 azmcp_acr_registry_repository_list - 0.295798 azmcp_storage_datalake_file-system_list-paths - 0.293979 azmcp_appconfig_kv_lock - 0.282429 azmcp_storage_queue_message_send - 0.280305 azmcp_cosmos_account_list - 0.276719 azmcp_appconfig_kv_unlock - 0.271310 azmcp_azuremanagedlustre_filesystem_sku_get - 0.267309 azmcp_cosmos_database_container_item_query - 0.253981 azmcp_appconfig_kv_set - 0.246907 azmcp_deploy_iac_rules_get - -Prompt: Create the storage container mycontainer in storage account -Expected tool: azmcp_storage_blob_container_create - 0.563396 azmcp_storage_blob_container_create *** EXPECTED *** - 0.524779 azmcp_storage_account_create - 0.508006 azmcp_storage_blob_container_get - 0.447784 azmcp_cosmos_database_container_list - 0.403407 azmcp_storage_account_get - 0.387848 azmcp_storage_table_list - 0.335039 azmcp_cosmos_database_container_item_query - 0.331449 azmcp_storage_blob_get - 0.326352 azmcp_appconfig_kv_set - 0.323105 azmcp_keyvault_secret_create - 0.322464 azmcp_storage_blob_upload - 0.320470 azmcp_storage_datalake_directory_create - 0.318855 azmcp_keyvault_key_create - 0.305680 azmcp_keyvault_certificate_create - 0.297912 azmcp_deploy_pipeline_guidance_get - 0.297384 azmcp_cosmos_account_list - 0.292093 azmcp_acr_registry_repository_list - 0.291137 azmcp_azuremanagedlustre_filesystem_list - 0.288316 azmcp_sql_server_create - 0.280866 azmcp_monitor_resource_log_query - -Prompt: Create the container using blob public access in storage account -Expected tool: azmcp_storage_blob_container_create - 0.512578 azmcp_storage_blob_container_create *** EXPECTED *** - 0.500624 azmcp_storage_account_create - 0.470908 azmcp_storage_blob_container_get - 0.415378 azmcp_cosmos_database_container_list - 0.414820 azmcp_storage_blob_get - 0.368859 azmcp_storage_account_get - 0.361494 azmcp_storage_blob_batch_set-tier - 0.354861 azmcp_storage_table_list - 0.334040 azmcp_storage_blob_upload - 0.320173 azmcp_deploy_pipeline_guidance_get - 0.309739 azmcp_cosmos_database_container_item_query - 0.296899 azmcp_azuremanagedlustre_filesystem_list - 0.285153 azmcp_cosmos_account_list - 0.277714 azmcp_keyvault_secret_create - 0.275240 azmcp_acr_registry_repository_list - 0.275199 azmcp_keyvault_key_create - 0.270167 azmcp_appconfig_kv_set - 0.269625 azmcp_deploy_app_logs_get - 0.268922 azmcp_workbooks_create - 0.264097 azmcp_sql_server_create - -Prompt: Create a new blob container named documents with container public access in storage account -Expected tool: azmcp_storage_blob_container_create - 0.463198 azmcp_storage_account_create - 0.455343 azmcp_storage_blob_container_get - 0.451690 azmcp_storage_blob_container_create *** EXPECTED *** - 0.435099 azmcp_cosmos_database_container_list - 0.388450 azmcp_storage_blob_get - 0.378021 azmcp_cosmos_database_container_item_query - 0.375383 azmcp_storage_table_list - 0.366330 azmcp_storage_account_get - 0.351724 azmcp_storage_blob_batch_set-tier - 0.329038 azmcp_cosmos_account_list - 0.322364 azmcp_cosmos_database_list - 0.309104 azmcp_storage_blob_upload - 0.287885 azmcp_workbooks_create - 0.280806 azmcp_keyvault_certificate_create - 0.277049 azmcp_monitor_resource_log_query - 0.276533 azmcp_azuremanagedlustre_filesystem_list - 0.275426 azmcp_keyvault_secret_create - 0.269719 azmcp_acr_registry_repository_list - 0.266791 azmcp_appconfig_kv_set - 0.265228 azmcp_keyvault_key_create - -Prompt: Show me the properties of the storage container in the storage account -Expected tool: azmcp_storage_blob_container_get - 0.665198 azmcp_storage_blob_container_get *** EXPECTED *** - 0.559177 azmcp_storage_account_get - 0.523288 azmcp_cosmos_database_container_list - 0.518763 azmcp_storage_blob_get - 0.496184 azmcp_storage_blob_container_create - 0.479946 azmcp_storage_table_list - 0.461577 azmcp_storage_account_create - 0.421964 azmcp_azuremanagedlustre_filesystem_list - 0.421220 azmcp_appconfig_kv_show - 0.384585 azmcp_cosmos_account_list - 0.377009 azmcp_cosmos_database_container_item_query - 0.376988 azmcp_storage_datalake_file-system_list-paths - 0.367759 azmcp_quota_usage_check - 0.359218 azmcp_azuremanagedlustre_filesystem_sku_get - 0.353561 azmcp_monitor_resource_log_query - 0.350264 azmcp_mysql_server_config_get - 0.335739 azmcp_appconfig_kv_list - 0.334806 azmcp_cosmos_database_list - 0.332134 azmcp_deploy_app_logs_get - 0.327271 azmcp_aks_nodepool_get - -Prompt: List all blob containers in the storage account -Expected tool: azmcp_storage_blob_container_get - 0.613933 azmcp_cosmos_database_container_list - 0.605423 azmcp_storage_blob_container_get *** EXPECTED *** - 0.530702 azmcp_storage_table_list - 0.521995 azmcp_storage_blob_get - 0.479014 azmcp_storage_account_get - 0.471385 azmcp_cosmos_account_list - 0.453044 azmcp_cosmos_database_list - 0.409820 azmcp_acr_registry_repository_list - 0.404640 azmcp_storage_account_create - 0.393989 azmcp_storage_blob_container_create - 0.386144 azmcp_azuremanagedlustre_filesystem_list - 0.367207 azmcp_keyvault_key_list - 0.367036 azmcp_storage_datalake_file-system_list-paths - 0.359465 azmcp_search_service_list - 0.359418 azmcp_subscription_list - 0.358630 azmcp_storage_blob_batch_set-tier - 0.356400 azmcp_acr_registry_list - 0.351601 azmcp_keyvault_certificate_list - 0.351314 azmcp_keyvault_secret_list - 0.348288 azmcp_appconfig_account_list - -Prompt: Show me the containers in the storage account -Expected tool: azmcp_storage_blob_container_get - 0.625196 azmcp_storage_blob_container_get *** EXPECTED *** - 0.592373 azmcp_cosmos_database_container_list - 0.526462 azmcp_storage_table_list - 0.511261 azmcp_storage_account_get - 0.439698 azmcp_storage_account_create - 0.437887 azmcp_cosmos_account_list - 0.429767 azmcp_storage_blob_get - 0.418128 azmcp_storage_blob_container_create - 0.405678 azmcp_azuremanagedlustre_filesystem_list - 0.390261 azmcp_cosmos_database_list - 0.386750 azmcp_storage_datalake_file-system_list-paths - 0.384096 azmcp_acr_registry_repository_list - 0.355955 azmcp_cosmos_database_container_item_query - 0.354374 azmcp_search_service_list - 0.352491 azmcp_appconfig_kv_show - 0.348138 azmcp_appconfig_account_list - 0.346936 azmcp_quota_usage_check - 0.345644 azmcp_acr_registry_list - 0.340692 azmcp_subscription_list - 0.340150 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Show me the properties for blob in container in storage account -Expected tool: azmcp_storage_blob_get - 0.613091 azmcp_storage_blob_get *** EXPECTED *** - 0.586333 azmcp_storage_blob_container_get - 0.483614 azmcp_storage_account_get - 0.477946 azmcp_cosmos_database_container_list - 0.434667 azmcp_storage_blob_container_create - 0.431571 azmcp_storage_table_list - 0.420748 azmcp_azuremanagedlustre_filesystem_list - 0.408521 azmcp_storage_account_create - 0.386482 azmcp_appconfig_kv_show - 0.359392 azmcp_cosmos_database_container_item_query - 0.349565 azmcp_cosmos_account_list - 0.345511 azmcp_azuremanagedlustre_filesystem_sku_get - 0.343238 azmcp_storage_datalake_file-system_list-paths - 0.333887 azmcp_mysql_server_config_get - 0.332577 azmcp_sql_server_show - 0.330904 azmcp_storage_blob_upload - 0.323065 azmcp_cosmos_database_list - 0.318346 azmcp_deploy_app_logs_get - 0.303942 azmcp_aks_nodepool_get - 0.303596 azmcp_appconfig_kv_list - -Prompt: Get the details about blob in the container in storage account -Expected tool: azmcp_storage_blob_get - 0.662145 azmcp_storage_blob_container_get - 0.661919 azmcp_storage_blob_get *** EXPECTED *** - 0.537535 azmcp_storage_account_get - 0.460657 azmcp_storage_blob_container_create - 0.457038 azmcp_storage_account_create - 0.453696 azmcp_cosmos_database_container_list - 0.388809 azmcp_storage_table_list - 0.370177 azmcp_azuremanagedlustre_filesystem_list - 0.360712 azmcp_cosmos_database_container_item_query - 0.359655 azmcp_aks_cluster_get - 0.358376 azmcp_storage_blob_upload - 0.353461 azmcp_kusto_cluster_get - 0.353131 azmcp_workbooks_show - 0.348591 azmcp_sql_server_show - 0.348551 azmcp_appconfig_kv_show - 0.342979 azmcp_aks_nodepool_get - 0.337010 azmcp_mysql_server_config_get - 0.334138 azmcp_azuremanagedlustre_filesystem_sku_get - 0.319536 azmcp_keyvault_certificate_get - 0.319393 azmcp_deploy_app_logs_get - -Prompt: List all blobs in the blob container in the storage account -Expected tool: azmcp_storage_blob_get - 0.592691 azmcp_storage_blob_container_get - 0.579070 azmcp_cosmos_database_container_list - 0.568421 azmcp_storage_blob_get *** EXPECTED *** - 0.507970 azmcp_storage_table_list - 0.465942 azmcp_storage_account_get - 0.452160 azmcp_cosmos_account_list - 0.415853 azmcp_cosmos_database_list - 0.413280 azmcp_storage_blob_container_create - 0.400483 azmcp_acr_registry_repository_list - 0.394852 azmcp_storage_account_create - 0.382903 azmcp_storage_datalake_file-system_list-paths - 0.379851 azmcp_keyvault_key_list - 0.379099 azmcp_cosmos_database_container_item_query - 0.369402 azmcp_keyvault_secret_list - 0.363904 azmcp_storage_blob_batch_set-tier - 0.361689 azmcp_azuremanagedlustre_filesystem_list - 0.359099 azmcp_keyvault_certificate_list - 0.348840 azmcp_subscription_list - 0.340190 azmcp_monitor_resource_log_query - 0.331545 azmcp_appconfig_kv_list - -Prompt: Show me the blobs in the blob container in the storage account -Expected tool: azmcp_storage_blob_get - 0.570357 azmcp_storage_blob_container_get - 0.549442 azmcp_storage_blob_get *** EXPECTED *** - 0.533515 azmcp_cosmos_database_container_list - 0.456071 azmcp_storage_table_list - 0.449128 azmcp_storage_account_get - 0.433883 azmcp_storage_blob_container_create - 0.397367 azmcp_storage_account_create - 0.395809 azmcp_cosmos_account_list - 0.385242 azmcp_cosmos_database_container_item_query - 0.362337 azmcp_azuremanagedlustre_filesystem_list - 0.359473 azmcp_storage_datalake_file-system_list-paths - 0.353799 azmcp_cosmos_database_list - 0.345263 azmcp_acr_registry_repository_list - 0.342766 azmcp_appconfig_kv_show - 0.342653 azmcp_storage_blob_batch_set-tier - 0.339846 azmcp_deploy_app_logs_get - 0.336142 azmcp_monitor_resource_log_query - 0.314069 azmcp_quota_usage_check - 0.306951 azmcp_azuremanagedlustre_filesystem_sku_get - 0.300295 azmcp_acr_registry_list - -Prompt: Upload file to storage blob in container in storage account -Expected tool: azmcp_storage_blob_upload - 0.566286 azmcp_storage_blob_upload *** EXPECTED *** - 0.403418 azmcp_storage_blob_get - 0.397667 azmcp_storage_blob_container_get - 0.382155 azmcp_storage_account_create - 0.377282 azmcp_storage_blob_container_create - 0.351921 azmcp_storage_account_get - 0.327427 azmcp_cosmos_database_container_list - 0.324029 azmcp_appconfig_kv_set - 0.307461 azmcp_storage_table_list - 0.298059 azmcp_storage_datalake_file-system_list-paths - 0.297174 azmcp_storage_queue_message_send - 0.294728 azmcp_keyvault_certificate_import - 0.291576 azmcp_storage_blob_batch_set-tier - 0.284912 azmcp_cosmos_database_container_item_query - 0.277636 azmcp_appconfig_kv_lock - 0.273640 azmcp_deploy_pipeline_guidance_get - 0.273510 azmcp_azuremanagedlustre_filesystem_list - 0.257852 azmcp_deploy_app_logs_get - 0.253421 azmcp_appconfig_kv_show - 0.239503 azmcp_foundry_models_deploy - -Prompt: Create a new directory at the path in Data Lake in the storage account -Expected tool: azmcp_storage_datalake_directory_create - 0.647078 azmcp_storage_datalake_directory_create *** EXPECTED *** - 0.481507 azmcp_storage_datalake_file-system_list-paths - 0.442414 azmcp_storage_account_create - 0.348321 azmcp_keyvault_secret_create - 0.340453 azmcp_keyvault_certificate_create - 0.340046 azmcp_storage_blob_container_create - 0.333862 azmcp_keyvault_key_create - 0.313913 azmcp_storage_account_get - 0.306811 azmcp_storage_blob_container_get - 0.303932 azmcp_storage_table_list - 0.302882 azmcp_loadtesting_testresource_create - 0.297012 azmcp_loadtesting_test_create - 0.295247 azmcp_storage_blob_upload - 0.287628 azmcp_sql_server_create - 0.281674 azmcp_deploy_pipeline_guidance_get - 0.276608 azmcp_appconfig_kv_set - 0.272610 azmcp_workbooks_create - 0.249193 azmcp_azuremanagedlustre_filesystem_list - 0.240515 azmcp_deploy_plan_get - 0.236486 azmcp_cosmos_database_container_item_query - -Prompt: List all paths in the Data Lake file system in the storage account -Expected tool: azmcp_storage_datalake_file-system_list-paths - 0.767960 azmcp_storage_datalake_file-system_list-paths *** EXPECTED *** - 0.506115 azmcp_azuremanagedlustre_filesystem_list - 0.481743 azmcp_storage_table_list - 0.451626 azmcp_storage_datalake_directory_create - 0.432222 azmcp_storage_account_get - 0.420912 azmcp_storage_share_file_list - 0.419381 azmcp_cosmos_account_list - 0.414917 azmcp_storage_blob_container_get - 0.402145 azmcp_cosmos_database_list - 0.390655 azmcp_cosmos_database_container_list - 0.384398 azmcp_monitor_table_list - 0.374721 azmcp_keyvault_key_list - 0.357960 azmcp_monitor_table_type_list - 0.352557 azmcp_search_service_list - 0.349366 azmcp_subscription_list - 0.346628 azmcp_keyvault_secret_list - 0.344288 azmcp_keyvault_certificate_list - 0.337104 azmcp_datadog_monitoredresources_list - 0.333592 azmcp_acr_registry_repository_list - 0.331526 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: Show me the paths in the Data Lake file system in the storage account -Expected tool: azmcp_storage_datalake_file-system_list-paths - 0.727344 azmcp_storage_datalake_file-system_list-paths *** EXPECTED *** - 0.502902 azmcp_azuremanagedlustre_filesystem_list - 0.433622 azmcp_storage_datalake_directory_create - 0.432085 azmcp_storage_table_list - 0.426861 azmcp_storage_account_get - 0.399909 azmcp_storage_blob_container_get - 0.384227 azmcp_storage_share_file_list - 0.372453 azmcp_cosmos_account_list - 0.347625 azmcp_cosmos_database_container_list - 0.345916 azmcp_cosmos_database_list - 0.344289 azmcp_monitor_resource_log_query - 0.335052 azmcp_azuremanagedlustre_filesystem_sku_get - 0.329464 azmcp_storage_blob_get - 0.327727 azmcp_monitor_table_list - 0.325117 azmcp_storage_account_create - 0.304870 azmcp_datadog_monitoredresources_list - 0.304566 azmcp_deploy_app_logs_get - 0.304546 azmcp_keyvault_key_list - 0.289587 azmcp_acr_registry_repository_list - 0.288466 azmcp_keyvault_secret_list - -Prompt: Recursively list all paths in the Data Lake file system in the storage account filtered by -Expected tool: azmcp_storage_datalake_file-system_list-paths - 0.685260 azmcp_storage_datalake_file-system_list-paths *** EXPECTED *** - 0.465016 azmcp_storage_share_file_list - 0.431539 azmcp_azuremanagedlustre_filesystem_list - 0.418199 azmcp_storage_datalake_directory_create - 0.394456 azmcp_storage_table_list - 0.372101 azmcp_storage_account_get - 0.363868 azmcp_storage_blob_container_get - 0.358303 azmcp_cosmos_account_list - 0.343302 azmcp_cosmos_database_list - 0.337285 azmcp_cosmos_database_container_list - 0.335036 azmcp_monitor_resource_log_query - 0.333908 azmcp_acr_registry_repository_list - 0.323351 azmcp_datadog_monitoredresources_list - 0.322053 azmcp_search_service_list - 0.317930 azmcp_subscription_list - 0.317406 azmcp_monitor_table_list - 0.314415 azmcp_keyvault_key_list - 0.310101 azmcp_azuremanagedlustre_filesystem_sku_get - 0.299896 azmcp_keyvault_certificate_list - 0.294685 azmcp_keyvault_secret_list - -Prompt: Send a message "Hello, World!" to the queue in storage account -Expected tool: azmcp_storage_queue_message_send - 0.558401 azmcp_storage_queue_message_send *** EXPECTED *** - 0.410972 azmcp_storage_table_list - 0.375068 azmcp_storage_account_get - 0.373072 azmcp_storage_account_create - 0.344373 azmcp_servicebus_queue_details - 0.335989 azmcp_cosmos_database_container_item_query - 0.328105 azmcp_cosmos_account_list - 0.325517 azmcp_appconfig_kv_set - 0.324932 azmcp_storage_blob_container_get - 0.321736 azmcp_appconfig_kv_show - 0.317420 azmcp_monitor_resource_log_query - 0.307333 azmcp_appconfig_kv_lock - 0.305274 azmcp_cosmos_database_container_list - 0.285295 azmcp_cosmos_database_list - 0.279181 azmcp_storage_datalake_file-system_list-paths - 0.278031 azmcp_monitor_workspace_log_query - 0.276137 azmcp_appconfig_kv_unlock - 0.272609 azmcp_azuremanagedlustre_filesystem_list - 0.262059 azmcp_storage_blob_upload - 0.258161 azmcp_appconfig_account_list - -Prompt: Send a message with TTL of 3600 seconds to the queue in storage account -Expected tool: azmcp_storage_queue_message_send - 0.642357 azmcp_storage_queue_message_send *** EXPECTED *** - 0.383535 azmcp_storage_table_list - 0.372975 azmcp_servicebus_queue_details - 0.357206 azmcp_storage_account_get - 0.347807 azmcp_monitor_resource_log_query - 0.334805 azmcp_storage_account_create - 0.325480 azmcp_storage_blob_container_get - 0.317323 azmcp_storage_blob_container_create - 0.316036 azmcp_monitor_workspace_log_query - 0.315149 azmcp_cosmos_database_container_item_query - 0.312575 azmcp_storage_blob_upload - 0.310333 azmcp_appconfig_kv_set - 0.295057 azmcp_appconfig_kv_lock - 0.282707 azmcp_appconfig_kv_show - 0.277962 azmcp_cosmos_account_list - 0.273438 azmcp_cosmos_database_container_list - 0.271472 azmcp_azuremanagedlustre_filesystem_list - 0.261982 azmcp_appconfig_kv_unlock - 0.257149 azmcp_keyvault_secret_create - 0.239753 azmcp_kusto_query - -Prompt: Add a message to the queue in storage account with visibility timeout of 30 seconds -Expected tool: azmcp_storage_queue_message_send - 0.595294 azmcp_storage_queue_message_send *** EXPECTED *** - 0.360570 azmcp_servicebus_queue_details - 0.338536 azmcp_storage_account_create - 0.325305 azmcp_appconfig_kv_set - 0.322546 azmcp_storage_table_list - 0.313125 azmcp_storage_blob_container_create - 0.312296 azmcp_storage_account_get - 0.297444 azmcp_storage_blob_container_get - 0.293447 azmcp_storage_blob_upload - 0.289437 azmcp_appconfig_kv_lock - 0.274114 azmcp_keyvault_secret_create - 0.270972 azmcp_monitor_resource_log_query - 0.270448 azmcp_appconfig_kv_show - 0.266501 azmcp_monitor_workspace_log_query - 0.262073 azmcp_cosmos_database_container_item_query - 0.257493 azmcp_azuremanagedlustre_filesystem_list - 0.247068 azmcp_cosmos_database_container_list - 0.247038 azmcp_appconfig_kv_unlock - 0.245751 azmcp_cosmos_account_list - 0.241444 azmcp_keyvault_key_create - -Prompt: List all files and directories in the File Share in the storage account -Expected tool: azmcp_storage_share_file_list - 0.640521 azmcp_storage_share_file_list *** EXPECTED *** - 0.539771 azmcp_storage_table_list - 0.522621 azmcp_storage_datalake_file-system_list-paths - 0.500901 azmcp_storage_account_get - 0.491133 azmcp_storage_blob_container_get - 0.458827 azmcp_azuremanagedlustre_filesystem_list - 0.433467 azmcp_cosmos_account_list - 0.416525 azmcp_cosmos_database_container_list - 0.404146 azmcp_storage_account_create - 0.397922 azmcp_cosmos_database_list - 0.391660 azmcp_storage_blob_get - 0.390135 azmcp_keyvault_key_list - 0.385014 azmcp_keyvault_secret_list - 0.382050 azmcp_search_service_list - 0.372958 azmcp_acr_registry_repository_list - 0.372934 azmcp_keyvault_certificate_list - 0.366468 azmcp_subscription_list - 0.360288 azmcp_monitor_resource_log_query - 0.353420 azmcp_appconfig_account_list - 0.337943 azmcp_datadog_monitoredresources_list - -Prompt: Show me the files in the File Share directory in the storage account -Expected tool: azmcp_storage_share_file_list - 0.552193 azmcp_storage_share_file_list *** EXPECTED *** - 0.511236 azmcp_storage_datalake_file-system_list-paths - 0.452271 azmcp_storage_table_list - 0.443743 azmcp_storage_account_get - 0.425230 azmcp_storage_blob_container_get - 0.405964 azmcp_azuremanagedlustre_filesystem_list - 0.380180 azmcp_storage_datalake_directory_create - 0.351906 azmcp_cosmos_account_list - 0.351055 azmcp_storage_account_create - 0.341853 azmcp_storage_blob_get - 0.341352 azmcp_cosmos_database_container_list - 0.331565 azmcp_monitor_resource_log_query - 0.328388 azmcp_appconfig_kv_show - 0.320197 azmcp_keyvault_secret_list - 0.317899 azmcp_cosmos_database_list - 0.315315 azmcp_keyvault_key_list - 0.304034 azmcp_appconfig_account_list - 0.303900 azmcp_acr_registry_repository_list - 0.301881 azmcp_search_service_list - 0.301062 azmcp_keyvault_certificate_list - -Prompt: List files with prefix 'report' in the File Share in the storage account -Expected tool: azmcp_storage_share_file_list - 0.602259 azmcp_storage_share_file_list *** EXPECTED *** - 0.449412 azmcp_storage_table_list - 0.446161 azmcp_storage_datalake_file-system_list-paths - 0.436632 azmcp_storage_account_get - 0.423868 azmcp_extension_azqr - 0.422668 azmcp_azuremanagedlustre_filesystem_list - 0.411618 azmcp_storage_blob_container_get - 0.378092 azmcp_cosmos_account_list - 0.374980 azmcp_monitor_resource_log_query - 0.369171 azmcp_acr_registry_repository_list - 0.364292 azmcp_workbooks_list - 0.360947 azmcp_search_service_list - 0.352130 azmcp_storage_account_create - 0.344004 azmcp_mysql_server_list - 0.339261 azmcp_cosmos_database_list - 0.336352 azmcp_cosmos_database_container_list - 0.332926 azmcp_keyvault_certificate_list - 0.319662 azmcp_keyvault_secret_list - 0.319475 azmcp_datadog_monitoredresources_list - 0.318786 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: List all tables in the storage account -Expected tool: azmcp_storage_table_list - 0.787243 azmcp_storage_table_list *** EXPECTED *** - 0.574930 azmcp_monitor_table_list - 0.552523 azmcp_mysql_table_list - 0.514042 azmcp_cosmos_database_list - 0.510657 azmcp_storage_account_get - 0.505295 azmcp_storage_blob_container_get - 0.503638 azmcp_cosmos_database_container_list - 0.498181 azmcp_postgres_table_list - 0.497572 azmcp_monitor_table_type_list - 0.491995 azmcp_cosmos_account_list - 0.485934 azmcp_kusto_table_list - 0.430612 azmcp_mysql_database_list - 0.421849 azmcp_azuremanagedlustre_filesystem_list - 0.421152 azmcp_storage_datalake_file-system_list-paths - 0.407089 azmcp_storage_account_create - 0.404701 azmcp_kusto_database_list - 0.393482 azmcp_keyvault_key_list - 0.362914 azmcp_kusto_table_schema - 0.360786 azmcp_keyvault_certificate_list - 0.358239 azmcp_acr_registry_repository_list - -Prompt: Show me the tables in the storage account -Expected tool: azmcp_storage_table_list - 0.738095 azmcp_storage_table_list *** EXPECTED *** - 0.521847 azmcp_monitor_table_list - 0.520811 azmcp_mysql_table_list - 0.519070 azmcp_storage_account_get - 0.514351 azmcp_storage_blob_container_get - 0.480680 azmcp_cosmos_database_container_list - 0.479470 azmcp_monitor_table_type_list - 0.470860 azmcp_cosmos_database_list - 0.462051 azmcp_cosmos_account_list - 0.447547 azmcp_kusto_table_list - 0.441119 azmcp_azuremanagedlustre_filesystem_list - 0.434084 azmcp_storage_datalake_file-system_list-paths - 0.428607 azmcp_storage_account_create - 0.423663 azmcp_postgres_table_list - 0.420393 azmcp_mysql_database_list - 0.380764 azmcp_kusto_table_schema - 0.367981 azmcp_keyvault_key_list - 0.365922 azmcp_kusto_database_list - 0.362253 azmcp_kusto_sample - 0.356792 azmcp_azuremanagedlustre_filesystem_sku_get - -Prompt: List all subscriptions for my account -Expected tool: azmcp_subscription_list - 0.576019 azmcp_subscription_list *** EXPECTED *** - 0.512964 azmcp_cosmos_account_list - 0.473852 azmcp_redis_cache_list - 0.471653 azmcp_postgres_server_list - 0.452471 azmcp_search_service_list - 0.450973 azmcp_redis_cluster_list - 0.445724 azmcp_grafana_list - 0.436338 azmcp_storage_table_list - 0.431337 azmcp_kusto_cluster_list - 0.430280 azmcp_group_list - 0.415694 azmcp_eventgrid_topic_list - 0.406935 azmcp_appconfig_account_list - 0.394953 azmcp_aks_cluster_list - 0.388737 azmcp_monitor_workspace_list - 0.380636 azmcp_marketplace_product_list - 0.367761 azmcp_storage_account_get - 0.366860 azmcp_loadtesting_testresource_list - 0.355344 azmcp_marketplace_product_get - 0.348524 azmcp_resourcehealth_availability-status_list - 0.344901 azmcp_servicebus_topic_subscription_details - -Prompt: Show me my subscriptions -Expected tool: azmcp_subscription_list - 0.405740 azmcp_subscription_list *** EXPECTED *** - 0.381238 azmcp_postgres_server_list - 0.351864 azmcp_grafana_list - 0.350951 azmcp_redis_cache_list - 0.341813 azmcp_redis_cluster_list - 0.330800 azmcp_eventgrid_topic_list - 0.328109 azmcp_search_service_list - 0.315604 azmcp_kusto_cluster_list - 0.308874 azmcp_appconfig_account_list - 0.303528 azmcp_cosmos_account_list - 0.303367 azmcp_marketplace_product_list - 0.297209 azmcp_group_list - 0.296282 azmcp_monitor_workspace_list - 0.295180 azmcp_marketplace_product_get - 0.285434 azmcp_servicebus_topic_subscription_details - 0.275417 azmcp_loadtesting_testresource_list - 0.274876 azmcp_aks_cluster_list - 0.269922 azmcp_resourcehealth_service-health-events_list - 0.256330 azmcp_storage_table_list - 0.244501 azmcp_resourcehealth_availability-status_list - -Prompt: What is my current subscription? -Expected tool: azmcp_subscription_list - 0.319949 azmcp_subscription_list *** EXPECTED *** - 0.315547 azmcp_marketplace_product_get - 0.286711 azmcp_redis_cache_list - 0.282645 azmcp_grafana_list - 0.279702 azmcp_redis_cluster_list - 0.278798 azmcp_postgres_server_list - 0.273758 azmcp_marketplace_product_list - 0.256358 azmcp_kusto_cluster_list - 0.254815 azmcp_servicebus_topic_subscription_details - 0.252504 azmcp_loadtesting_testresource_list - 0.251683 azmcp_search_service_list - 0.251368 azmcp_resourcehealth_service-health-events_list - 0.251367 azmcp_eventgrid_topic_list - 0.233143 azmcp_monitor_workspace_list - 0.230571 azmcp_cosmos_account_list - 0.230324 azmcp_kusto_cluster_get - 0.227020 azmcp_quota_region_availability_list - 0.226446 azmcp_azuremanagedlustre_filesystem_list - 0.222799 azmcp_appconfig_account_list - 0.211120 azmcp_resourcehealth_availability-status_list - -Prompt: What subscriptions do I have? -Expected tool: azmcp_subscription_list - 0.403221 azmcp_subscription_list *** EXPECTED *** - 0.354504 azmcp_redis_cache_list - 0.342318 azmcp_redis_cluster_list - 0.340339 azmcp_grafana_list - 0.336798 azmcp_postgres_server_list - 0.311939 azmcp_search_service_list - 0.311109 azmcp_marketplace_product_list - 0.305150 azmcp_marketplace_product_get - 0.304965 azmcp_kusto_cluster_list - 0.300478 azmcp_servicebus_topic_subscription_details - 0.298417 azmcp_eventgrid_topic_list - 0.294080 azmcp_monitor_workspace_list - 0.291826 azmcp_cosmos_account_list - 0.282326 azmcp_loadtesting_testresource_list - 0.281294 azmcp_appconfig_account_list - 0.274224 azmcp_resourcehealth_service-health-events_list - 0.269869 azmcp_group_list - 0.258468 azmcp_aks_cluster_list - 0.258410 azmcp_resourcehealth_availability-status_list - 0.236600 azmcp_quota_region_availability_list - -Prompt: Fetch the Azure Terraform best practices -Expected tool: azmcp_azureterraformbestpractices_get - 0.686886 azmcp_azureterraformbestpractices_get *** EXPECTED *** - 0.625270 azmcp_deploy_iac_rules_get - 0.605047 azmcp_get_bestpractices_get - 0.482936 azmcp_deploy_pipeline_guidance_get - 0.466199 azmcp_deploy_plan_get - 0.431102 azmcp_cloudarchitect_design - 0.389080 azmcp_deploy_architecture_diagram_generate - 0.386480 azmcp_quota_usage_check - 0.372596 azmcp_deploy_app_logs_get - 0.369184 azmcp_applens_resource_diagnose - 0.362323 azmcp_azuremanagedlustre_filesystem_sku_get - 0.354086 azmcp_quota_region_availability_list - 0.339022 azmcp_mysql_server_list - 0.333210 azmcp_resourcehealth_availability-status_get - 0.312592 azmcp_mysql_server_config_get - 0.310275 azmcp_mysql_table_schema_get - 0.305259 azmcp_mysql_database_query - 0.303849 azmcp_resourcehealth_availability-status_list - 0.302307 azmcp_storage_account_get - 0.301590 azmcp_storage_blob_container_get - -Prompt: Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault -Expected tool: azmcp_azureterraformbestpractices_get - 0.581316 azmcp_azureterraformbestpractices_get *** EXPECTED *** - 0.512141 azmcp_get_bestpractices_get - 0.510004 azmcp_deploy_iac_rules_get - 0.444297 azmcp_deploy_pipeline_guidance_get - 0.439693 azmcp_keyvault_secret_list - 0.439279 azmcp_keyvault_secret_create - 0.428884 azmcp_keyvault_certificate_get - 0.389450 azmcp_keyvault_key_list - 0.381339 azmcp_keyvault_certificate_create - 0.379881 azmcp_keyvault_certificate_import - 0.304912 azmcp_quota_usage_check - 0.304137 azmcp_mysql_database_query - 0.300776 azmcp_quota_region_availability_list - 0.292743 azmcp_mysql_server_list - 0.281261 azmcp_storage_account_get - 0.279035 azmcp_storage_account_create - 0.278638 azmcp_mysql_server_config_get - 0.277656 azmcp_storage_blob_container_get - 0.274577 azmcp_subscription_list - 0.274176 azmcp_search_service_list - -Prompt: List all host pools in my subscription -Expected tool: azmcp_virtualdesktop_hostpool_list - 0.711969 azmcp_virtualdesktop_hostpool_list *** EXPECTED *** - 0.659763 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.566615 azmcp_kusto_cluster_list - 0.548888 azmcp_search_service_list - 0.536542 azmcp_redis_cluster_list - 0.535739 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.527948 azmcp_postgres_server_list - 0.527095 azmcp_aks_nodepool_list - 0.525796 azmcp_aks_cluster_list - 0.525637 azmcp_sql_elastic-pool_list - 0.506608 azmcp_redis_cache_list - 0.505088 azmcp_subscription_list - 0.496297 azmcp_cosmos_account_list - 0.495490 azmcp_grafana_list - 0.492515 azmcp_monitor_workspace_list - 0.476718 azmcp_group_list - 0.465569 azmcp_aks_nodepool_get - 0.460388 azmcp_acr_registry_list - 0.459250 azmcp_appconfig_account_list - 0.457720 azmcp_eventgrid_topic_list - -Prompt: List all session hosts in host pool -Expected tool: azmcp_virtualdesktop_hostpool_sessionhost_list - 0.727054 azmcp_virtualdesktop_hostpool_sessionhost_list *** EXPECTED *** - 0.714469 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.573352 azmcp_virtualdesktop_hostpool_list - 0.439611 azmcp_aks_nodepool_list - 0.402909 azmcp_aks_nodepool_get - 0.393721 azmcp_sql_elastic-pool_list - 0.364696 azmcp_postgres_server_list - 0.362307 azmcp_search_service_list - 0.344853 azmcp_mysql_server_list - 0.337530 azmcp_redis_cluster_list - 0.335295 azmcp_monitor_workspace_list - 0.333517 azmcp_kusto_cluster_list - 0.332838 azmcp_keyvault_secret_list - 0.330896 azmcp_aks_cluster_list - 0.328623 azmcp_keyvault_key_list - 0.321833 azmcp_subscription_list - 0.312156 azmcp_keyvault_certificate_list - 0.311262 azmcp_grafana_list - 0.308168 azmcp_azuremanagedlustre_filesystem_list - 0.302706 azmcp_cosmos_account_list - -Prompt: List all user sessions on session host in host pool -Expected tool: azmcp_virtualdesktop_hostpool_sessionhost_usersession-list - 0.812316 azmcp_virtualdesktop_hostpool_sessionhost_usersession-list *** EXPECTED *** - 0.657708 azmcp_virtualdesktop_hostpool_sessionhost_list - 0.500002 azmcp_virtualdesktop_hostpool_list - 0.355093 azmcp_aks_nodepool_list - 0.336269 azmcp_monitor_workspace_list - 0.327211 azmcp_sql_elastic-pool_list - 0.322320 azmcp_subscription_list - 0.321184 azmcp_search_service_list - 0.315334 azmcp_postgres_server_list - 0.314976 azmcp_loadtesting_testrun_list - 0.306660 azmcp_aks_nodepool_get - 0.304500 azmcp_monitor_table_list - 0.303573 azmcp_workbooks_list - 0.302599 azmcp_aks_cluster_list - 0.298840 azmcp_keyvault_secret_list - 0.295316 azmcp_grafana_list - 0.284857 azmcp_azuremanagedlustre_filesystem_list - 0.277532 azmcp_datadog_monitoredresources_list - 0.275704 azmcp_keyvault_key_list - 0.274743 azmcp_cosmos_account_list - -Prompt: Create a new workbook named -Expected tool: azmcp_workbooks_create - 0.552212 azmcp_workbooks_create *** EXPECTED *** - 0.433162 azmcp_workbooks_update - 0.361364 azmcp_workbooks_delete - 0.361215 azmcp_workbooks_show - 0.328113 azmcp_workbooks_list - 0.239806 azmcp_keyvault_secret_create - 0.217264 azmcp_keyvault_key_create - 0.214818 azmcp_keyvault_certificate_create - 0.188101 azmcp_loadtesting_testresource_create - 0.172840 azmcp_monitor_table_list - 0.169440 azmcp_grafana_list - 0.153950 azmcp_storage_account_create - 0.148897 azmcp_loadtesting_test_create - 0.147453 azmcp_sql_server_create - 0.147365 azmcp_monitor_workspace_list - 0.142879 azmcp_storage_datalake_directory_create - 0.130524 azmcp_loadtesting_testrun_create - 0.130339 azmcp_deploy_pipeline_guidance_get - 0.116803 azmcp_loadtesting_testrun_update - 0.113882 azmcp_deploy_plan_get - -Prompt: Delete the workbook with resource ID -Expected tool: azmcp_workbooks_delete - 0.621310 azmcp_workbooks_delete *** EXPECTED *** - 0.518630 azmcp_workbooks_show - 0.432454 azmcp_workbooks_create - 0.425569 azmcp_workbooks_list - 0.390355 azmcp_workbooks_update - 0.273939 azmcp_grafana_list - 0.256795 azmcp_sql_server_firewall-rule_delete - 0.242550 azmcp_sql_server_delete - 0.198585 azmcp_appconfig_kv_delete - 0.190455 azmcp_monitor_resource_log_query - 0.186665 azmcp_quota_region_availability_list - 0.181661 azmcp_monitor_workspace_log_query - 0.148882 azmcp_extension_azqr - 0.145141 azmcp_loadtesting_testresource_list - 0.134979 azmcp_loadtesting_testrun_update - 0.132504 azmcp_datadog_monitoredresources_list - 0.131813 azmcp_group_list - 0.122450 azmcp_loadtesting_test_get - 0.119476 azmcp_loadtesting_testresource_create - 0.114252 azmcp_monitor_healthmodels_entity_gethealth - -Prompt: List all workbooks in my resource group -Expected tool: azmcp_workbooks_list - 0.772431 azmcp_workbooks_list *** EXPECTED *** - 0.562485 azmcp_workbooks_create - 0.532565 azmcp_workbooks_show - 0.516739 azmcp_grafana_list - 0.488600 azmcp_group_list - 0.487920 azmcp_workbooks_delete - 0.459976 azmcp_datadog_monitoredresources_list - 0.454210 azmcp_monitor_workspace_list - 0.439945 azmcp_resourcehealth_availability-status_list - 0.428781 azmcp_mysql_server_list - 0.416528 azmcp_monitor_table_list - 0.413409 azmcp_sql_db_list - 0.405963 azmcp_loadtesting_testresource_list - 0.405064 azmcp_redis_cluster_list - 0.399758 azmcp_acr_registry_repository_list - 0.365302 azmcp_azuremanagedlustre_filesystem_list - 0.362740 azmcp_acr_registry_list - 0.356739 azmcp_functionapp_get - 0.352940 azmcp_cosmos_database_list - 0.349674 azmcp_cosmos_account_list - -Prompt: What workbooks do I have in resource group ? -Expected tool: azmcp_workbooks_list - 0.708612 azmcp_workbooks_list *** EXPECTED *** - 0.570259 azmcp_workbooks_create - 0.539957 azmcp_workbooks_show - 0.485504 azmcp_workbooks_delete - 0.472378 azmcp_grafana_list - 0.428025 azmcp_monitor_workspace_list - 0.425426 azmcp_datadog_monitoredresources_list - 0.422785 azmcp_resourcehealth_availability-status_list - 0.421646 azmcp_group_list - 0.412390 azmcp_mysql_server_list - 0.392371 azmcp_loadtesting_testresource_list - 0.380991 azmcp_azuremanagedlustre_filesystem_list - 0.371128 azmcp_redis_cluster_list - 0.363744 azmcp_sql_db_list - 0.362616 azmcp_monitor_table_list - 0.350839 azmcp_acr_registry_repository_list - 0.338334 azmcp_acr_registry_list - 0.337786 azmcp_functionapp_get - 0.334580 azmcp_extension_azqr - 0.302379 azmcp_monitor_metrics_definitions - -Prompt: Get information about the workbook with resource ID -Expected tool: azmcp_workbooks_show - 0.697539 azmcp_workbooks_show *** EXPECTED *** - 0.498390 azmcp_workbooks_create - 0.494708 azmcp_workbooks_list - 0.452348 azmcp_workbooks_delete - 0.419105 azmcp_workbooks_update - 0.353546 azmcp_grafana_list - 0.277807 azmcp_quota_region_availability_list - 0.264638 azmcp_marketplace_product_get - 0.256678 azmcp_quota_usage_check - 0.250024 azmcp_resourcehealth_availability-status_get - 0.236741 azmcp_monitor_resource_log_query - 0.230558 azmcp_monitor_metrics_query - 0.230462 azmcp_monitor_metrics_definitions - 0.225294 azmcp_loadtesting_test_get - 0.218999 azmcp_loadtesting_testresource_list - 0.207693 azmcp_datadog_monitoredresources_list - 0.197245 azmcp_foundry_knowledge_index_schema - 0.195373 azmcp_group_list - 0.189900 azmcp_loadtesting_testrun_get - 0.189657 azmcp_extension_azqr - -Prompt: Show me the workbook with display name -Expected tool: azmcp_workbooks_show - 0.469476 azmcp_workbooks_show *** EXPECTED *** - 0.455158 azmcp_workbooks_create - 0.437638 azmcp_workbooks_update - 0.424338 azmcp_workbooks_list - 0.366057 azmcp_workbooks_delete - 0.292898 azmcp_grafana_list - 0.266546 azmcp_monitor_table_list - 0.239907 azmcp_monitor_workspace_list - 0.227383 azmcp_monitor_table_type_list - 0.176481 azmcp_role_assignment_list - 0.175814 azmcp_appconfig_kv_show - 0.174513 azmcp_loadtesting_testrun_update - 0.174123 azmcp_storage_table_list - 0.168191 azmcp_azuremanagedlustre_filesystem_list - 0.165774 azmcp_cosmos_database_list - 0.154760 azmcp_cosmos_database_container_list - 0.152535 azmcp_azuremanagedlustre_filesystem_sku_get - 0.149678 azmcp_cosmos_account_list - 0.148994 azmcp_marketplace_product_get - 0.146054 azmcp_kusto_table_schema - -Prompt: Update the workbook with a new text step -Expected tool: azmcp_workbooks_update - 0.469915 azmcp_workbooks_update *** EXPECTED *** - 0.382651 azmcp_workbooks_create - 0.362354 azmcp_workbooks_show - 0.349689 azmcp_workbooks_delete - 0.276727 azmcp_loadtesting_testrun_update - 0.262873 azmcp_workbooks_list - 0.170118 azmcp_grafana_list - 0.148730 azmcp_mysql_server_param_set - 0.142404 azmcp_deploy_pipeline_guidance_get - 0.142186 azmcp_loadtesting_testrun_create - 0.138354 azmcp_appconfig_kv_set - 0.136004 azmcp_loadtesting_testresource_create - 0.131007 azmcp_postgres_database_query - 0.129973 azmcp_postgres_server_param_set - 0.129660 azmcp_deploy_iac_rules_get - 0.126312 azmcp_storage_blob_upload - 0.124925 azmcp_appconfig_kv_unlock - 0.123282 azmcp_monitor_workspace_log_query - 0.115996 azmcp_appconfig_kv_lock - 0.105705 azmcp_extension_azqr - -Prompt: How can I use Bicep to create an Azure OpenAI service? -Expected tool: azmcp_bicepschema_get - 0.485889 azmcp_deploy_iac_rules_get - 0.448373 azmcp_get_bestpractices_get - 0.440302 azmcp_deploy_pipeline_guidance_get - 0.432773 azmcp_deploy_plan_get - 0.432409 azmcp_bicepschema_get *** EXPECTED *** - 0.400985 azmcp_foundry_models_deploy - 0.398046 azmcp_deploy_architecture_diagram_generate - 0.391625 azmcp_azureterraformbestpractices_get - 0.382229 azmcp_cloudarchitect_design - 0.372097 azmcp_search_service_list - 0.344809 azmcp_applens_resource_diagnose - 0.325716 azmcp_search_index_query - 0.324857 azmcp_search_index_get - 0.303183 azmcp_quota_usage_check - 0.291291 azmcp_storage_account_create - 0.281487 azmcp_mysql_server_list - 0.279983 azmcp_workbooks_delete - 0.278696 azmcp_sql_server_create - 0.274770 azmcp_resourcehealth_availability-status_get - 0.270531 azmcp_storage_blob_container_create - -Prompt: Please help me design an architecture for a large-scale file upload, storage, and retrieval service -Expected tool: azmcp_cloudarchitect_design - 0.349336 azmcp_cloudarchitect_design *** EXPECTED *** - 0.290902 azmcp_storage_blob_upload - 0.254991 azmcp_deploy_architecture_diagram_generate - 0.221349 azmcp_deploy_pipeline_guidance_get - 0.217623 azmcp_azuremanagedlustre_filesystem_list - 0.216162 azmcp_azuremanagedlustre_filesystem_required-subnet-size - 0.195530 azmcp_storage_blob_batch_set-tier - 0.191391 azmcp_storage_blob_container_create - 0.191096 azmcp_azuremanagedlustre_filesystem_sku_get - 0.178245 azmcp_deploy_plan_get - 0.175833 azmcp_deploy_iac_rules_get - 0.159253 azmcp_storage_share_file_list - 0.154832 azmcp_storage_queue_message_send - 0.136707 azmcp_storage_blob_get - 0.135768 azmcp_get_bestpractices_get - 0.135426 azmcp_storage_datalake_directory_create - 0.132826 azmcp_storage_account_create - 0.130037 azmcp_foundry_models_deploy - 0.127003 azmcp_storage_datalake_file-system_list-paths - 0.118383 azmcp_quota_usage_check - -Prompt: Help me create a cloud service that will serve as ATM for users -Expected tool: azmcp_cloudarchitect_design - 0.290270 azmcp_cloudarchitect_design *** EXPECTED *** - 0.267683 azmcp_deploy_architecture_diagram_generate - 0.258160 azmcp_deploy_pipeline_guidance_get - 0.225622 azmcp_deploy_plan_get - 0.215748 azmcp_get_bestpractices_get - 0.207352 azmcp_deploy_iac_rules_get - 0.195387 azmcp_storage_account_create - 0.189220 azmcp_applens_resource_diagnose - 0.179101 azmcp_loadtesting_testresource_create - 0.176141 azmcp_sql_server_create - 0.168850 azmcp_azureterraformbestpractices_get - 0.163694 azmcp_mysql_database_query - 0.163615 azmcp_storage_blob_container_create - 0.160743 azmcp_quota_usage_check - 0.154895 azmcp_foundry_models_deploy - 0.154249 azmcp_mysql_server_list - 0.148073 azmcp_storage_queue_message_send - 0.145124 azmcp_quota_region_availability_list - 0.139758 azmcp_storage_account_get - 0.128375 azmcp_sql_server_show - -Prompt: I want to design a cloud app for ordering groceries -Expected tool: azmcp_cloudarchitect_design - 0.299640 azmcp_cloudarchitect_design *** EXPECTED *** - 0.271943 azmcp_deploy_pipeline_guidance_get - 0.265972 azmcp_deploy_architecture_diagram_generate - 0.242581 azmcp_deploy_plan_get - 0.218064 azmcp_deploy_iac_rules_get - 0.213173 azmcp_get_bestpractices_get - 0.179199 azmcp_deploy_app_logs_get - 0.169691 azmcp_marketplace_product_get - 0.164328 azmcp_mysql_server_list - 0.156442 azmcp_appconfig_account_list - 0.156119 azmcp_azureterraformbestpractices_get - 0.154403 azmcp_storage_queue_message_send - 0.139970 azmcp_storage_blob_container_create - 0.138067 azmcp_storage_account_create - 0.132355 azmcp_mysql_database_query - 0.130132 azmcp_quota_usage_check - 0.123936 azmcp_storage_blob_upload - 0.119586 azmcp_workbooks_create - 0.114994 azmcp_mysql_table_schema_get - 0.111424 azmcp_sql_db_list - -Prompt: How can I design a cloud service in Azure that will store and present videos for users? -Expected tool: azmcp_cloudarchitect_design - 0.420259 azmcp_cloudarchitect_design *** EXPECTED *** - 0.369969 azmcp_deploy_pipeline_guidance_get - 0.352797 azmcp_deploy_architecture_diagram_generate - 0.323920 azmcp_storage_blob_upload - 0.310615 azmcp_deploy_plan_get - 0.306967 azmcp_storage_account_create - 0.304499 azmcp_storage_queue_message_send - 0.304209 azmcp_resourcehealth_service-health-events_list - 0.300392 azmcp_storage_blob_container_create - 0.299412 azmcp_azuremanagedlustre_filesystem_sku_get - 0.298989 azmcp_get_bestpractices_get - 0.293806 azmcp_azuremanagedlustre_filesystem_list - 0.292455 azmcp_applens_resource_diagnose - 0.291879 azmcp_deploy_iac_rules_get - 0.282316 azmcp_storage_blob_container_get - 0.275832 azmcp_storage_blob_get - 0.275550 azmcp_storage_account_get - 0.272671 azmcp_deploy_app_logs_get - 0.261446 azmcp_quota_usage_check - 0.259914 azmcp_sql_server_create - - -Prompt count=296, Execution time=35.9689613s -Top choice success rate=82.1% (243/296 tests passed) - -Confidence Level Distribution: - Very High Confidence (≥0.8): 4.7% (14/296 tests) - High Confidence (≥0.7): 21.3% (63/296 tests) - Good Confidence (≥0.6): 58.1% (172/296 tests) - Fair Confidence (≥0.5): 81.8% (242/296 tests) - Acceptable Confidence (≥0.4): 90.5% (268/296 tests) - Low Confidence (<0.4): 9.5% (28/296 tests) - -Top Choice + Confidence Combinations: - Top + Very High Confidence (≥0.8): 4.7% (14/296 tests) - Top + High Confidence (≥0.7): 21.3% (63/296 tests) - Top + Good Confidence (≥0.6): 56.1% (166/296 tests) - Top + Fair Confidence (≥0.5): 74.0% (219/296 tests) - Top + Acceptable Confidence (≥0.4): 79.1% (234/296 tests) diff --git a/eng/tools/ToolDescriptionEvaluator/tools.json b/eng/tools/ToolDescriptionEvaluator/tools.json index 05a8da14a..d3a7f0544 100644 --- a/eng/tools/ToolDescriptionEvaluator/tools.json +++ b/eng/tools/ToolDescriptionEvaluator/tools.json @@ -983,6 +983,25 @@ "command": "azmcp azureterraformbestpractices get", "option": [] }, + { + "name": "get", + "description": "This tool returns a list of best practices for code generation, operations and deployment\r\n when working with Azure services. It should be called for any code generation, deployment or\r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container\r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory,\r\n Azure App Services, or any other Azure technology or programming language. Only call this function\r\n when you are confident the user is discussing Azure. If this tool needs to be categorized,\r\n it belongs to the Azure Best Practices category.", + "command": "azmcp bestpractices get", + "option": [ + { + "name": "--resource", + "description": "The Azure resource type for which to get best practices. Options: 'general' (general Azure), 'azurefunctions' (Azure Functions), 'static-web-app' (Azure Static Web Apps).", + "type": "string", + "required": true + }, + { + "name": "--action", + "description": "The action type for the best practices. Options: 'all', 'code-generation', 'deployment'. Note: 'static-web-app' resource only supports 'all'.", + "type": "string", + "required": true + } + ] + }, { "name": "get", "description": "\r\n Provides the Bicep schema for the most recent apiVersion of an Azure resource. Do not call this command for Terraform IaC generation.\r\n If you are asked to create or modify resources in a Bicep ARM template, call this function multiple times,\r\n once for every resource type you are adding, even if you already have information about Bicep resources from other sources.\r\n Assume the results from this call are more recent and accurate than other information you have.\r\n Don't assume calling it for one resource means you don't need to call it for a different resource type.\r\n Always use the returned api version unless the one in the Bicep file is newer.\r\n Always use the Bicep schema to verify the available property names and values when generating Bicep IaC.", @@ -2141,25 +2160,6 @@ } ] }, - { - "name": "get", - "description": "This tool returns a list of best practices for code generation, operations and deployment\r\n when working with Azure services. It should be called for any code generation, deployment or\r\n operations involving Azure, Azure Functions, Azure Kubernetes Service (AKS), Azure Container\r\n Apps (ACA), Bicep, Terraform, Azure Cache, Redis, CosmosDB, Entra, Azure Active Directory,\r\n Azure App Services, or any other Azure technology or programming language. Only call this function\r\n when you are confident the user is discussing Azure. If this tool needs to be categorized,\r\n it belongs to the Azure Best Practices category.", - "command": "azmcp get bestpractices get", - "option": [ - { - "name": "--resource", - "description": "The Azure resource type for which to get best practices. Options: 'general' (general Azure), 'azurefunctions' (Azure Functions), 'static-web-app' (Azure Static Web Apps).", - "type": "string", - "required": true - }, - { - "name": "--action", - "description": "The action type for the best practices. Options: 'all', 'code-generation', 'deployment'. Note: 'static-web-app' resource only supports 'all'.", - "type": "string", - "required": true - } - ] - }, { "name": "list", "description": "List all Grafana workspace resources in a specified subscription. Returns an array of Grafana workspace details.\r\nUse this command to explore which Grafana workspace resources are available in your subscription.", @@ -8746,6 +8746,6 @@ ] } ], - "duration": 42, + "duration": 35, "resultsCount": 140 } diff --git a/tools/Azure.Mcp.Tools.AzureBestPractices/src/AzureBestPracticesSetup.cs b/tools/Azure.Mcp.Tools.AzureBestPractices/src/AzureBestPracticesSetup.cs index 0e8d51467..fbde082a2 100644 --- a/tools/Azure.Mcp.Tools.AzureBestPractices/src/AzureBestPracticesSetup.cs +++ b/tools/Azure.Mcp.Tools.AzureBestPractices/src/AzureBestPracticesSetup.cs @@ -11,7 +11,7 @@ namespace Azure.Mcp.Tools.AzureBestPractices; public class AzureBestPracticesSetup : IAreaSetup { - public string Name => "get_bestpractices"; + public string Name => "bestpractices"; public void ConfigureServices(IServiceCollection services) { From 85ed09d84e035332c93d3a64bc26bae71c3e709a Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 15:11:59 -0700 Subject: [PATCH 11/23] Added the --output-file-name and --top switches. Also updated documentation and re-ran the utility --- eng/tools/ToolDescriptionEvaluator/Program.cs | 125 +- eng/tools/ToolDescriptionEvaluator/README.md | 23 +- .../results-namespaces.md | 2790 ++------- eng/tools/ToolDescriptionEvaluator/results.md | 5446 ++--------------- 4 files changed, 1166 insertions(+), 7218 deletions(-) diff --git a/eng/tools/ToolDescriptionEvaluator/Program.cs b/eng/tools/ToolDescriptionEvaluator/Program.cs index 37a021740..1630e819e 100644 --- a/eng/tools/ToolDescriptionEvaluator/Program.cs +++ b/eng/tools/ToolDescriptionEvaluator/Program.cs @@ -34,29 +34,35 @@ static async Task Main(string[] args) !string.IsNullOrEmpty(Environment.GetEnvironmentVariable("GITHUB_ACTIONS")) || args.Contains("--ci"); - // Check if user wants to use a custom tools file - string? customToolsFile = null; + int maxResultsPerTest = 5; // Default maximum number of results to show per test + string? customToolsFile = null; // Optional custom tools file + string? customPromptsFile = null; // Optional custom prompts file + string? customOutputFileName = null; // Optional custom output file name for (int i = 0; i < args.Length; i++) { - if (args[i] == "--tools-file" && i + 1 < args.Length) + if (args[i] == "--top" && i + 1 < args.Length) + { + if (int.TryParse(args[i + 1], out var parsed) && parsed > 0) + { + maxResultsPerTest = parsed; + } + else + { + Console.WriteLine("⚠️ Ignoring --top value (must be a positive integer). Using default: 5."); + } + } + else if (args[i] == "--tools-file" && i + 1 < args.Length) { customToolsFile = args[i + 1]; - - break; } - } - - // Check if user wants to use a custom prompts file - string? customPromptsFile = null; - - for (int i = 0; i < args.Length; i++) - { - if (args[i] == "--prompts-file" && i + 1 < args.Length) + else if (args[i] == "--prompts-file" && i + 1 < args.Length) { customPromptsFile = args[i + 1]; - - break; + } + else if (args[i] == "--output-file-name" && i + 1 < args.Length) + { + customOutputFileName = args[i + 1]; } } @@ -175,9 +181,17 @@ static async Task Main(string[] args) // Check if output should use text format var isTextOutput = IsTextOutput(); + var outputFileName = "results"; + + if (!string.IsNullOrWhiteSpace(customOutputFileName)) + { + outputFileName = customOutputFileName; + } + + outputFileName += isTextOutput ? ".txt" : ".md"; // Determine output file path - var outputFilePath = Path.Combine(toolDir, isTextOutput ? "results.txt" : "results.md"); + var outputFilePath = Path.Combine(toolDir, outputFileName); // Add console output Console.WriteLine("🔍 Running tool selection analysis..."); @@ -245,14 +259,46 @@ static async Task Main(string[] args) { // Use default fallback logic var defaultPromptsPath = Path.Combine(repoRoot, "docs", "e2eTestPrompts.md"); - toolNameAndPrompts = await LoadPromptsFromMarkdownAsync(defaultPromptsPath, isCiMode); + var promptsJsonPath = Path.Combine(toolDir, "prompts.json"); - // Save parsed prompts to prompts.json for future use - if (toolNameAndPrompts != null) + if (File.Exists(defaultPromptsPath)) { - await SavePromptsToJsonAsync(toolNameAndPrompts, Path.Combine(toolDir, "prompts.json")); + // Load from markdown and save a normalized JSON copy for future runs + toolNameAndPrompts = await LoadPromptsFromMarkdownAsync(defaultPromptsPath, isCiMode); + + if (toolNameAndPrompts != null) + { + await SavePromptsToJsonAsync(toolNameAndPrompts, promptsJsonPath); - Console.WriteLine($"💾 Saved prompts to prompts.json"); + Console.WriteLine($"💾 Saved prompts to prompts.json"); + } + else + { + // If parsing returned no prompts, try to fall back to a previously saved prompts.json + if (File.Exists(promptsJsonPath)) + { + Console.WriteLine($"⚠️ No prompts parsed from {defaultPromptsPath}; falling back to prompts.json at {promptsJsonPath}"); + toolNameAndPrompts = await LoadPromptsFromJsonAsync(promptsJsonPath, isCiMode); + } + } + } + else + { + // Default markdown not present — try prompts.json before failing + if (File.Exists(promptsJsonPath)) + { + Console.WriteLine($"⚠️ Default prompts markdown not found at {defaultPromptsPath}; falling back to prompts.json at {promptsJsonPath}"); + toolNameAndPrompts = await LoadPromptsFromJsonAsync(promptsJsonPath, isCiMode); + } + else + { + // No default prompts available. In CI we silently let callers handle this (they may exit), otherwise warn the user. + if (!isCiMode) + { + Console.WriteLine($"⚠️ No prompts found: neither {defaultPromptsPath} nor {promptsJsonPath} exist. Provide prompts via --prompts-file or create one of these files."); + } + toolNameAndPrompts = null; + } } } @@ -279,7 +325,7 @@ static async Task Main(string[] args) return; } - await RunPromptsAsync(db, toolNameAndPrompts!, embeddingService, executionTime, writer, isCiMode); + await RunPromptsAsync(db, toolNameAndPrompts!, embeddingService, executionTime, writer, isCiMode, maxResultsPerTest); // Print summary to console for immediate feedback Console.WriteLine($"🎯 Tool selection analysis completed"); @@ -298,7 +344,7 @@ private static bool IsTextOutput() { var args = Environment.GetCommandLineArgs(); - return args.Contains("--text", StringComparer.OrdinalIgnoreCase); + return args.Contains("--text-results", StringComparer.OrdinalIgnoreCase); } private static string? GetApiKey(bool isCiMode = false) @@ -776,7 +822,7 @@ await Task.WhenAll( } } - private static async Task RunPromptsAsync(VectorDB db, Dictionary> toolNameWithPrompts, EmbeddingService embeddingService, TimeSpan databaseSetupTime, StreamWriter writer, bool isCiMode = false) + private static async Task RunPromptsAsync(VectorDB db, Dictionary> toolNameWithPrompts, EmbeddingService embeddingService, TimeSpan databaseSetupTime, StreamWriter writer, bool isCiMode = false, int maxResultsPerTest = 5) { var stopwatch = Stopwatch.StartNew(); int promptCount = 0; @@ -841,9 +887,12 @@ private static async Task RunPromptsAsync(VectorDB db, Dictionary CalculateSuccessRateAsync(VectorDB { metrics.TotalTests++; var vector = await embeddingService.CreateEmbeddingsAsync(prompt); - var queryResults = db.Query(vector, new QueryOptions(TopK: 10)); // Get more results to check confidence scores + var queryResults = db.Query(vector, new QueryOptions(TopK: 10)); // Metrics calculation keeps fixed TopK for consistency if (queryResults.Count > 0) { @@ -1089,35 +1138,37 @@ private static void ShowHelp() Console.WriteLine(); Console.WriteLine("MODES:"); Console.WriteLine(" Default mode Run full analysis on all tools and prompts"); - Console.WriteLine(" --validate Test a specific tool description against a prompt"); + Console.WriteLine(" --validate Test a specific tool description against one or more prompts"); Console.WriteLine(); Console.WriteLine("OPTIONS:"); Console.WriteLine(" --help, -h Show this help message"); Console.WriteLine(" --ci Run in CI mode (graceful failures)"); - Console.WriteLine(" --tools-file Use custom JSON file for tools instead of dynamic loading"); - Console.WriteLine(" --prompts-file Use custom prompts file (.md or .json format)"); - Console.WriteLine(" --markdown Output results in markdown format"); - Console.WriteLine(" --tool-description Tool description to test (used with --validate, only one allowed)"); + Console.WriteLine(" --tools-file Use a custom JSON file for tools instead of dynamic loading from docs .md"); + Console.WriteLine(" --prompts-file Use custom prompts file (supported formats: .md or .json)"); + Console.WriteLine(" --output-file-name Custom output file name (no extension)"); + Console.WriteLine(" --text-results Output results in .txt format"); + Console.WriteLine(" --top Number of results to display per test (default 5)"); + Console.WriteLine(" --tool-description A single tool description to test (used with --validate)"); Console.WriteLine(" --prompt Test prompt (used with --validate, can be repeated)"); Console.WriteLine(); Console.WriteLine("ENVIRONMENT VARIABLES:"); Console.WriteLine(" AOAI_ENDPOINT Azure OpenAI endpoint URL"); Console.WriteLine(" TEXT_EMBEDDING_API_KEY Azure OpenAI API key"); - Console.WriteLine(" output Set to 'md' for markdown output"); Console.WriteLine(); Console.WriteLine("EXAMPLES:"); Console.WriteLine(" ToolDescriptionEvaluator # Use dynamic tool loading (default)"); Console.WriteLine(" ToolDescriptionEvaluator --tools-file my-tools.json # Use custom tools file"); Console.WriteLine(" ToolDescriptionEvaluator --prompts-file my-prompts.md # Use custom prompts file"); - Console.WriteLine(" ToolDescriptionEvaluator --markdown # Output in markdown format"); - Console.WriteLine(" ToolDescriptionEvaluator --ci --tools-file tools.json # CI mode with JSON file"); + Console.WriteLine(" ToolDescriptionEvaluator --output-file-name my-results # Use custom output file name"); + Console.WriteLine(" ToolDescriptionEvaluator --text-results # Output in text format"); + Console.WriteLine(" ToolDescriptionEvaluator --ci --tools-file tools.json # CI mode with JSON file"); Console.WriteLine(); - Console.WriteLine(" # Validate a single tool description:"); + Console.WriteLine(" # Validate a tool description against a single prompt:"); Console.WriteLine(" ToolDescriptionEvaluator --validate \\"); Console.WriteLine(" --tool-description \"Lists all storage accounts in a subscription\" \\"); Console.WriteLine(" --prompt \"show me my storage accounts\""); Console.WriteLine(); - Console.WriteLine(" # Validate one description against multiple prompts:"); + Console.WriteLine(" # Validate a tool description against multiple prompts:"); Console.WriteLine(" ToolDescriptionEvaluator --validate \\"); Console.WriteLine(" --tool-description \"Lists storage accounts\" \\"); Console.WriteLine(" --prompt \"show me storage accounts\" \\"); diff --git a/eng/tools/ToolDescriptionEvaluator/README.md b/eng/tools/ToolDescriptionEvaluator/README.md index 4ce040880..08d1067ab 100644 --- a/eng/tools/ToolDescriptionEvaluator/README.md +++ b/eng/tools/ToolDescriptionEvaluator/README.md @@ -24,7 +24,6 @@ The application: ├── tools.json # Tool definitions (fallback/static) ├── prompts.json # Test prompts (fallback/static) ├── .env.example # Environment variables template -├── results.txt # Analysis output (plain text) ├── results.md # Analysis output (markdown) └── README.md # This file ``` @@ -159,7 +158,7 @@ Results are written to `results.md` with: ### Plain Text Output -Results are written to `results.txt`: +Results are written to `results.txt` when using the following option: ```bash dotnet run -- --text @@ -169,6 +168,14 @@ dotnet run -- --text - Includes confidence scores and success rates - Shows top matching tools for each prompt +### Custom output file name + +You can use a custom file name by using the option `--output-file-name` + +```bash +dotnet run -- --output-file-name my-tests +``` + ### Analysis Metrics The tool provides several key metrics: @@ -201,10 +208,10 @@ The tool reads from `../../../docs/e2eTestPrompts.md` which contains tables like ## Azure Storage | Tool Name | Test Prompt | -|:----------|:----------| -| azmcp-storage-account-list | List all storage accounts in my subscription | -| azmcp-storage-account-list | Show me my storage accounts | -| azmcp-storage-container-list | List containers in storage account | +|:----------|:------------| +| azmcp-storage-account-get | List all storage accounts in my subscription | +| azmcp-storage-account-get | Show me my storage accounts | +| azmcp-storage-container-get | List containers in storage account | ``` #### JSON Format (Alternative) @@ -213,11 +220,11 @@ Prompts can be organized in JSON format: ```json { - "azmcp-storage-account-list": [ + "azmcp-storage-account-get": [ "List all storage accounts in my subscription", "Show me my storage accounts" ], - "azmcp-storage-container-list": [ + "azmcp-storage-container-get": [ "List containers in storage account " ] } diff --git a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md index 48b14a37d..97d20ea22 100644 --- a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md +++ b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md @@ -1,14 +1,14 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 13:54:13 +**Setup completed:** 2025-09-22 14:31:23 **Tool count:** 36 -**Database setup time:** 1.0399260s +**Database setup time:** 2.4583385s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 13:54:13 +**Analysis Date:** 2025-09-22 14:31:24 **Tool count:** 36 ## Table of Contents @@ -329,16 +329,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.586152 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.585777 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.485389 | `azmcp_subscription` | ❌ | | 3 | 0.425309 | `azmcp_group` | ❌ | -| 4 | 0.393268 | `azmcp_quota` | ❌ | +| 4 | 0.393275 | `azmcp_quota` | ❌ | | 5 | 0.387948 | `azmcp_aks` | ❌ | -| 6 | 0.378672 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.361713 | `azmcp_bestpractices` | ❌ | -| 8 | 0.350190 | `azmcp_extension_azqr` | ❌ | -| 9 | 0.341916 | `azmcp_deploy` | ❌ | -| 10 | 0.341214 | `azmcp_storage` | ❌ | --- @@ -351,16 +346,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545837 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.545463 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.360104 | `azmcp_subscription` | ❌ | -| 3 | 0.349314 | `azmcp_quota` | ❌ | -| 4 | 0.349158 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.349345 | `azmcp_quota` | ❌ | +| 4 | 0.349125 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.346566 | `azmcp_aks` | ❌ | -| 6 | 0.343594 | `azmcp_group` | ❌ | -| 7 | 0.327733 | `azmcp_storage` | ❌ | -| 8 | 0.325777 | `azmcp_redis` | ❌ | -| 9 | 0.318343 | `azmcp_bestpractices` | ❌ | -| 10 | 0.315854 | `azmcp_deploy` | ❌ | --- @@ -373,16 +363,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489920 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.489631 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.471101 | `azmcp_subscription` | ❌ | | 3 | 0.362100 | `azmcp_group` | ❌ | -| 4 | 0.350860 | `azmcp_quota` | ❌ | +| 4 | 0.350873 | `azmcp_quota` | ❌ | | 5 | 0.336558 | `azmcp_aks` | ❌ | -| 6 | 0.334439 | `azmcp_eventgrid` | ❌ | -| 7 | 0.321125 | `azmcp_foundry` | ❌ | -| 8 | 0.316915 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.313850 | `azmcp_storage` | ❌ | -| 10 | 0.290800 | `azmcp_marketplace` | ❌ | --- @@ -396,15 +381,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.490769 | `azmcp_group` | ❌ | -| 2 | 0.475051 | `azmcp_acr` | ✅ **EXPECTED** | -| 3 | 0.364225 | `azmcp_quota` | ❌ | -| 4 | 0.338229 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.475102 | `azmcp_acr` | ✅ **EXPECTED** | +| 3 | 0.364256 | `azmcp_quota` | ❌ | +| 4 | 0.338147 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.325513 | `azmcp_subscription` | ❌ | -| 6 | 0.308668 | `azmcp_aks` | ❌ | -| 7 | 0.305265 | `azmcp_foundry` | ❌ | -| 8 | 0.296829 | `azmcp_extension_azqr` | ❌ | -| 9 | 0.277349 | `azmcp_cosmos` | ❌ | -| 10 | 0.275484 | `azmcp_resourcehealth` | ❌ | --- @@ -417,16 +397,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496675 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.496668 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.466365 | `azmcp_group` | ❌ | -| 3 | 0.360923 | `azmcp_quota` | ❌ | +| 3 | 0.360955 | `azmcp_quota` | ❌ | | 4 | 0.313044 | `azmcp_subscription` | ❌ | | 5 | 0.306924 | `azmcp_aks` | ❌ | -| 6 | 0.306880 | `azmcp_extension_azqr` | ❌ | -| 7 | 0.304698 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.294601 | `azmcp_resourcehealth` | ❌ | -| 9 | 0.289535 | `azmcp_foundry` | ❌ | -| 10 | 0.288924 | `azmcp_datadog` | ❌ | --- @@ -439,16 +414,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473189 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.472928 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.451939 | `azmcp_subscription` | ❌ | | 3 | 0.352583 | `azmcp_group` | ❌ | -| 4 | 0.327936 | `azmcp_quota` | ❌ | -| 5 | 0.324885 | `azmcp_foundry` | ❌ | -| 6 | 0.324307 | `azmcp_aks` | ❌ | -| 7 | 0.311457 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.301944 | `azmcp_eventgrid` | ❌ | -| 9 | 0.296600 | `azmcp_storage` | ❌ | -| 10 | 0.285801 | `azmcp_redis` | ❌ | +| 4 | 0.327971 | `azmcp_quota` | ❌ | +| 5 | 0.325163 | `azmcp_foundry` | ❌ | --- @@ -461,16 +431,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.439561 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.439263 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.291966 | `azmcp_subscription` | ❌ | -| 3 | 0.282952 | `azmcp_foundry` | ❌ | +| 3 | 0.283084 | `azmcp_foundry` | ❌ | | 4 | 0.274549 | `azmcp_storage` | ❌ | -| 5 | 0.272602 | `azmcp_quota` | ❌ | -| 6 | 0.270694 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.268755 | `azmcp_group` | ❌ | -| 8 | 0.264412 | `azmcp_aks` | ❌ | -| 9 | 0.236938 | `azmcp_cosmos` | ❌ | -| 10 | 0.235498 | `azmcp_keyvault` | ❌ | +| 5 | 0.272664 | `azmcp_quota` | ❌ | --- @@ -483,16 +448,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.485273 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.303211 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.484979 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.303131 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.298944 | `azmcp_subscription` | ❌ | | 4 | 0.287384 | `azmcp_group` | ❌ | -| 5 | 0.284438 | `azmcp_foundry` | ❌ | -| 6 | 0.279939 | `azmcp_quota` | ❌ | -| 7 | 0.266447 | `azmcp_aks` | ❌ | -| 8 | 0.261954 | `azmcp_storage` | ❌ | -| 9 | 0.229570 | `azmcp_redis` | ❌ | -| 10 | 0.229045 | `azmcp_keyvault` | ❌ | +| 5 | 0.284589 | `azmcp_foundry` | ❌ | --- @@ -505,16 +465,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.467520 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.467225 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.290472 | `azmcp_subscription` | ❌ | -| 3 | 0.270637 | `azmcp_quota` | ❌ | -| 4 | 0.269552 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.270675 | `azmcp_quota` | ❌ | +| 4 | 0.269478 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.269107 | `azmcp_group` | ❌ | -| 6 | 0.268803 | `azmcp_foundry` | ❌ | -| 7 | 0.261682 | `azmcp_aks` | ❌ | -| 8 | 0.257089 | `azmcp_storage` | ❌ | -| 9 | 0.240952 | `azmcp_redis` | ❌ | -| 10 | 0.238031 | `azmcp_cosmos` | ❌ | --- @@ -528,15 +483,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.545022 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.403335 | `azmcp_appconfig` | ❌ | -| 3 | 0.334783 | `azmcp_deploy` | ❌ | -| 4 | 0.331483 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.330508 | `azmcp_quota` | ❌ | -| 6 | 0.325417 | `azmcp_acr` | ❌ | -| 7 | 0.313949 | `azmcp_bestpractices` | ❌ | -| 8 | 0.309139 | `azmcp_kusto` | ❌ | -| 9 | 0.303184 | `azmcp_cloudarchitect` | ❌ | -| 10 | 0.289531 | `azmcp_functionapp` | ❌ | +| 2 | 0.403262 | `azmcp_appconfig` | ❌ | +| 3 | 0.334815 | `azmcp_deploy` | ❌ | +| 4 | 0.331327 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.330629 | `azmcp_quota` | ❌ | --- @@ -552,13 +502,8 @@ | 1 | 0.503486 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.417130 | `azmcp_group` | ❌ | | 3 | 0.339190 | `azmcp_kusto` | ❌ | -| 4 | 0.338928 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.338782 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.332219 | `azmcp_extension_azqr` | ❌ | -| 6 | 0.312317 | `azmcp_acr` | ❌ | -| 7 | 0.309175 | `azmcp_quota` | ❌ | -| 8 | 0.301928 | `azmcp_datadog` | ❌ | -| 9 | 0.301600 | `azmcp_resourcehealth` | ❌ | -| 10 | 0.290261 | `azmcp_monitor` | ❌ | --- @@ -571,16 +516,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.481022 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.305651 | `azmcp_appconfig` | ❌ | -| 3 | 0.293682 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.282416 | `azmcp_deploy` | ❌ | -| 5 | 0.265333 | `azmcp_cloudarchitect` | ❌ | -| 6 | 0.262015 | `azmcp_kusto` | ❌ | -| 7 | 0.259099 | `azmcp_acr` | ❌ | -| 8 | 0.252868 | `azmcp_quota` | ❌ | -| 9 | 0.251745 | `azmcp_monitor` | ❌ | -| 10 | 0.249516 | `azmcp_bestpractices` | ❌ | +| 1 | 0.481577 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.306013 | `azmcp_appconfig` | ❌ | +| 3 | 0.294326 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.283039 | `azmcp_deploy` | ❌ | +| 5 | 0.265640 | `azmcp_cloudarchitect` | ❌ | --- @@ -596,13 +536,8 @@ | 1 | 0.545582 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.402643 | `azmcp_group` | ❌ | | 3 | 0.362202 | `azmcp_kusto` | ❌ | -| 4 | 0.360521 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.347577 | `azmcp_acr` | ❌ | -| 6 | 0.342720 | `azmcp_quota` | ❌ | -| 7 | 0.327724 | `azmcp_extension_azqr` | ❌ | -| 8 | 0.323117 | `azmcp_deploy` | ❌ | -| 9 | 0.323001 | `azmcp_virtualdesktop` | ❌ | -| 10 | 0.321476 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.360355 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.347665 | `azmcp_acr` | ❌ | --- @@ -619,12 +554,7 @@ | 2 | 0.497131 | `azmcp_subscription` | ❌ | | 3 | 0.395664 | `azmcp_kusto` | ❌ | | 4 | 0.390826 | `azmcp_group` | ❌ | -| 5 | 0.387345 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.352840 | `azmcp_bestpractices` | ❌ | -| 7 | 0.330712 | `azmcp_acr` | ❌ | -| 8 | 0.330309 | `azmcp_quota` | ❌ | -| 9 | 0.329949 | `azmcp_eventgrid` | ❌ | -| 10 | 0.321347 | `azmcp_deploy` | ❌ | +| 5 | 0.387154 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -640,13 +570,8 @@ | 1 | 0.528505 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.399639 | `azmcp_kusto` | ❌ | | 3 | 0.375501 | `azmcp_subscription` | ❌ | -| 4 | 0.359457 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.359354 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.346603 | `azmcp_bestpractices` | ❌ | -| 6 | 0.336857 | `azmcp_quota` | ❌ | -| 7 | 0.334727 | `azmcp_grafana` | ❌ | -| 8 | 0.326695 | `azmcp_deploy` | ❌ | -| 9 | 0.326652 | `azmcp_group` | ❌ | -| 10 | 0.315896 | `azmcp_acr` | ❌ | --- @@ -661,14 +586,9 @@ |------|-------|------|--------| | 1 | 0.587161 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.398074 | `azmcp_kusto` | ❌ | -| 3 | 0.372009 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.371869 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.337291 | `azmcp_subscription` | ❌ | -| 5 | 0.329280 | `azmcp_acr` | ❌ | -| 6 | 0.327749 | `azmcp_quota` | ❌ | -| 7 | 0.323284 | `azmcp_bestpractices` | ❌ | -| 8 | 0.321979 | `azmcp_deploy` | ❌ | -| 9 | 0.312631 | `azmcp_virtualdesktop` | ❌ | -| 10 | 0.298257 | `azmcp_storage` | ❌ | +| 5 | 0.329120 | `azmcp_acr` | ❌ | --- @@ -683,14 +603,9 @@ |------|-------|------|--------| | 1 | 0.436414 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.368716 | `azmcp_group` | ❌ | -| 3 | 0.345696 | `azmcp_quota` | ❌ | +| 3 | 0.345795 | `azmcp_quota` | ❌ | | 4 | 0.336483 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.318521 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.317077 | `azmcp_sql` | ❌ | -| 7 | 0.313828 | `azmcp_kusto` | ❌ | -| 8 | 0.303722 | `azmcp_datadog` | ❌ | -| 9 | 0.302936 | `azmcp_resourcehealth` | ❌ | -| 10 | 0.297815 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.318385 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -703,16 +618,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.419885 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.347156 | `azmcp_group` | ❌ | -| 3 | 0.336997 | `azmcp_appconfig` | ❌ | -| 4 | 0.322340 | `azmcp_quota` | ❌ | -| 5 | 0.311667 | `azmcp_virtualdesktop` | ❌ | -| 6 | 0.309904 | `azmcp_sql` | ❌ | -| 7 | 0.291429 | `azmcp_acr` | ❌ | -| 8 | 0.284728 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.284082 | `azmcp_datadog` | ❌ | -| 10 | 0.282223 | `azmcp_deploy` | ❌ | +| 1 | 0.419916 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.347439 | `azmcp_group` | ❌ | +| 3 | 0.336864 | `azmcp_appconfig` | ❌ | +| 4 | 0.322431 | `azmcp_quota` | ❌ | +| 5 | 0.311818 | `azmcp_virtualdesktop` | ❌ | --- @@ -725,16 +635,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438148 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.351521 | `azmcp_group` | ❌ | -| 3 | 0.338937 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.312146 | `azmcp_sql` | ❌ | -| 5 | 0.299234 | `azmcp_acr` | ❌ | -| 6 | 0.296491 | `azmcp_cloudarchitect` | ❌ | -| 7 | 0.291099 | `azmcp_appconfig` | ❌ | -| 8 | 0.288697 | `azmcp_deploy` | ❌ | -| 9 | 0.286563 | `azmcp_kusto` | ❌ | -| 10 | 0.278832 | `azmcp_quota` | ❌ | +| 1 | 0.438310 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.351252 | `azmcp_group` | ❌ | +| 3 | 0.338857 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.312120 | `azmcp_sql` | ❌ | +| 5 | 0.299412 | `azmcp_acr` | ❌ | --- @@ -747,16 +652,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473549 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.428374 | `azmcp_group` | ❌ | -| 3 | 0.347116 | `azmcp_quota` | ❌ | -| 4 | 0.345065 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.338911 | `azmcp_kusto` | ❌ | -| 6 | 0.333028 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.328845 | `azmcp_sql` | ❌ | -| 8 | 0.325463 | `azmcp_datadog` | ❌ | -| 9 | 0.319569 | `azmcp_deploy` | ❌ | -| 10 | 0.318585 | `azmcp_subscription` | ❌ | +| 1 | 0.473478 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.428398 | `azmcp_group` | ❌ | +| 3 | 0.347077 | `azmcp_quota` | ❌ | +| 4 | 0.345076 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.338827 | `azmcp_kusto` | ❌ | --- @@ -771,14 +671,9 @@ |------|-------|------|--------| | 1 | 0.482539 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.423180 | `azmcp_group` | ❌ | -| 3 | 0.359248 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.359150 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.343208 | `azmcp_kusto` | ❌ | -| 5 | 0.338364 | `azmcp_quota` | ❌ | -| 6 | 0.335239 | `azmcp_virtualdesktop` | ❌ | -| 7 | 0.328986 | `azmcp_sql` | ❌ | -| 8 | 0.322387 | `azmcp_subscription` | ❌ | -| 9 | 0.307205 | `azmcp_acr` | ❌ | -| 10 | 0.307122 | `azmcp_datadog` | ❌ | +| 5 | 0.338415 | `azmcp_quota` | ❌ | --- @@ -794,13 +689,8 @@ | 1 | 0.458967 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.379102 | `azmcp_group` | ❌ | | 3 | 0.342419 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.334397 | `azmcp_quota` | ❌ | +| 4 | 0.334461 | `azmcp_quota` | ❌ | | 5 | 0.328375 | `azmcp_kusto` | ❌ | -| 6 | 0.325556 | `azmcp_sql` | ❌ | -| 7 | 0.318881 | `azmcp_deploy` | ❌ | -| 8 | 0.317466 | `azmcp_datadog` | ❌ | -| 9 | 0.296643 | `azmcp_acr` | ❌ | -| 10 | 0.294840 | `azmcp_bestpractices` | ❌ | --- @@ -813,16 +703,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549787 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.549859 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.432436 | `azmcp_subscription` | ❌ | | 3 | 0.347084 | `azmcp_functionapp` | ❌ | -| 4 | 0.329944 | `azmcp_eventgrid` | ❌ | -| 5 | 0.314043 | `azmcp_deploy` | ❌ | -| 6 | 0.310654 | `azmcp_marketplace` | ❌ | -| 7 | 0.309013 | `azmcp_storage` | ❌ | -| 8 | 0.305794 | `azmcp_quota` | ❌ | -| 9 | 0.299714 | `azmcp_group` | ❌ | -| 10 | 0.298766 | `azmcp_aks` | ❌ | +| 4 | 0.330231 | `azmcp_eventgrid` | ❌ | +| 5 | 0.314486 | `azmcp_deploy` | ❌ | --- @@ -835,16 +720,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.529077 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.529147 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.369729 | `azmcp_subscription` | ❌ | | 3 | 0.344995 | `azmcp_functionapp` | ❌ | -| 4 | 0.305117 | `azmcp_deploy` | ❌ | -| 5 | 0.302468 | `azmcp_eventgrid` | ❌ | -| 6 | 0.279946 | `azmcp_storage` | ❌ | -| 7 | 0.272376 | `azmcp_marketplace` | ❌ | -| 8 | 0.261824 | `azmcp_sql` | ❌ | -| 9 | 0.259530 | `azmcp_servicebus` | ❌ | -| 10 | 0.254741 | `azmcp_redis` | ❌ | +| 4 | 0.305549 | `azmcp_deploy` | ❌ | +| 5 | 0.302786 | `azmcp_eventgrid` | ❌ | --- @@ -857,16 +737,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.510866 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.510974 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.262223 | `azmcp_functionapp` | ❌ | | 3 | 0.236839 | `azmcp_storage` | ❌ | -| 4 | 0.234001 | `azmcp_deploy` | ❌ | +| 4 | 0.234352 | `azmcp_deploy` | ❌ | | 5 | 0.206792 | `azmcp_redis` | ❌ | -| 6 | 0.201273 | `azmcp_grafana` | ❌ | -| 7 | 0.192867 | `azmcp_sql` | ❌ | -| 8 | 0.192360 | `azmcp_quota` | ❌ | -| 9 | 0.188576 | `azmcp_marketplace` | ❌ | -| 10 | 0.188432 | `azmcp_foundry` | ❌ | --- @@ -879,16 +754,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.470820 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.470870 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.247502 | `azmcp_functionapp` | ❌ | -| 3 | 0.223997 | `azmcp_keyvault` | ❌ | +| 3 | 0.223986 | `azmcp_keyvault` | ❌ | | 4 | 0.184059 | `azmcp_redis` | ❌ | -| 5 | 0.164518 | `azmcp_acr` | ❌ | -| 6 | 0.161637 | `azmcp_workbooks` | ❌ | -| 7 | 0.151744 | `azmcp_deploy` | ❌ | -| 8 | 0.151717 | `azmcp_storage` | ❌ | -| 9 | 0.144604 | `azmcp_aks` | ❌ | -| 10 | 0.137866 | `azmcp_marketplace` | ❌ | +| 5 | 0.164539 | `azmcp_acr` | ❌ | --- @@ -901,16 +771,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.574549 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.574657 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.253328 | `azmcp_functionapp` | ❌ | | 3 | 0.249571 | `azmcp_storage` | ❌ | -| 4 | 0.246099 | `azmcp_deploy` | ❌ | -| 5 | 0.230127 | `azmcp_keyvault` | ❌ | -| 6 | 0.230073 | `azmcp_quota` | ❌ | -| 7 | 0.220498 | `azmcp_search` | ❌ | -| 8 | 0.214658 | `azmcp_aks` | ❌ | -| 9 | 0.212506 | `azmcp_subscription` | ❌ | -| 10 | 0.209394 | `azmcp_acr` | ❌ | +| 4 | 0.246381 | `azmcp_deploy` | ❌ | +| 5 | 0.230139 | `azmcp_keyvault` | ❌ | --- @@ -923,16 +788,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.571604 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.571709 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.241791 | `azmcp_functionapp` | ❌ | | 3 | 0.237126 | `azmcp_storage` | ❌ | -| 4 | 0.226322 | `azmcp_keyvault` | ❌ | -| 5 | 0.217114 | `azmcp_deploy` | ❌ | -| 6 | 0.212909 | `azmcp_quota` | ❌ | -| 7 | 0.205574 | `azmcp_redis` | ❌ | -| 8 | 0.201117 | `azmcp_search` | ❌ | -| 9 | 0.191542 | `azmcp_acr` | ❌ | -| 10 | 0.190834 | `azmcp_kusto` | ❌ | +| 4 | 0.226370 | `azmcp_keyvault` | ❌ | +| 5 | 0.217427 | `azmcp_deploy` | ❌ | --- @@ -945,16 +805,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.477748 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.206643 | `azmcp_keyvault` | ❌ | -| 3 | 0.182503 | `azmcp_functionapp` | ❌ | -| 4 | 0.166274 | `azmcp_storage` | ❌ | -| 5 | 0.147548 | `azmcp_redis` | ❌ | -| 6 | 0.137212 | `azmcp_acr` | ❌ | -| 7 | 0.132860 | `azmcp_deploy` | ❌ | -| 8 | 0.128306 | `azmcp_aks` | ❌ | -| 9 | 0.120056 | `azmcp_azureterraformbestpractices` | ❌ | -| 10 | 0.118843 | `azmcp_postgres` | ❌ | +| 1 | 0.477862 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.206708 | `azmcp_keyvault` | ❌ | +| 3 | 0.182517 | `azmcp_functionapp` | ❌ | +| 4 | 0.166385 | `azmcp_storage` | ❌ | +| 5 | 0.147560 | `azmcp_redis` | ❌ | --- @@ -967,16 +822,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.524632 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.264819 | `azmcp_functionapp` | ❌ | -| 3 | 0.226617 | `azmcp_keyvault` | ❌ | -| 4 | 0.191735 | `azmcp_storage` | ❌ | -| 5 | 0.174006 | `azmcp_redis` | ❌ | -| 6 | 0.171313 | `azmcp_deploy` | ❌ | -| 7 | 0.167728 | `azmcp_acr` | ❌ | -| 8 | 0.163875 | `azmcp_aks` | ❌ | -| 9 | 0.154540 | `azmcp_marketplace` | ❌ | -| 10 | 0.154003 | `azmcp_loadtesting` | ❌ | +| 1 | 0.524867 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.264941 | `azmcp_functionapp` | ❌ | +| 3 | 0.226686 | `azmcp_keyvault` | ❌ | +| 4 | 0.191766 | `azmcp_storage` | ❌ | +| 5 | 0.174033 | `azmcp_redis` | ❌ | --- @@ -989,16 +839,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.467977 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.220182 | `azmcp_keyvault` | ❌ | -| 3 | 0.219641 | `azmcp_functionapp` | ❌ | -| 4 | 0.193864 | `azmcp_storage` | ❌ | -| 5 | 0.187891 | `azmcp_deploy` | ❌ | -| 6 | 0.168492 | `azmcp_quota` | ❌ | -| 7 | 0.164637 | `azmcp_workbooks` | ❌ | -| 8 | 0.161955 | `azmcp_kusto` | ❌ | -| 9 | 0.160956 | `azmcp_search` | ❌ | -| 10 | 0.158347 | `azmcp_aks` | ❌ | +| 1 | 0.468169 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.220234 | `azmcp_keyvault` | ❌ | +| 3 | 0.219762 | `azmcp_functionapp` | ❌ | +| 4 | 0.193913 | `azmcp_storage` | ❌ | +| 5 | 0.188304 | `azmcp_deploy` | ❌ | --- @@ -1011,16 +856,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496123 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.247967 | `azmcp_keyvault` | ❌ | +| 1 | 0.496146 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.247922 | `azmcp_keyvault` | ❌ | | 3 | 0.219336 | `azmcp_functionapp` | ❌ | | 4 | 0.170310 | `azmcp_storage` | ❌ | -| 5 | 0.164100 | `azmcp_deploy` | ❌ | -| 6 | 0.156332 | `azmcp_redis` | ❌ | -| 7 | 0.147613 | `azmcp_marketplace` | ❌ | -| 8 | 0.146925 | `azmcp_aks` | ❌ | -| 9 | 0.144912 | `azmcp_acr` | ❌ | -| 10 | 0.139066 | `azmcp_workbooks` | ❌ | +| 5 | 0.164148 | `azmcp_deploy` | ❌ | --- @@ -1033,16 +873,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.568063 | `azmcp_applens` | ✅ **EXPECTED** | -| 2 | 0.264640 | `azmcp_deploy` | ❌ | +| 1 | 0.568397 | `azmcp_applens` | ✅ **EXPECTED** | +| 2 | 0.264916 | `azmcp_deploy` | ❌ | | 3 | 0.252477 | `azmcp_resourcehealth` | ❌ | | 4 | 0.218151 | `azmcp_functionapp` | ❌ | | 5 | 0.200396 | `azmcp_search` | ❌ | -| 6 | 0.199980 | `azmcp_monitor` | ❌ | -| 7 | 0.199712 | `azmcp_appconfig` | ❌ | -| 8 | 0.198035 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.193146 | `azmcp_datadog` | ❌ | -| 10 | 0.186357 | `azmcp_grafana` | ❌ | --- @@ -1055,16 +890,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.492549 | `azmcp_applens` | ✅ **EXPECTED** | +| 1 | 0.493356 | `azmcp_applens` | ✅ **EXPECTED** | | 2 | 0.204554 | `azmcp_functionapp` | ❌ | -| 3 | 0.195447 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.193440 | `azmcp_deploy` | ❌ | +| 3 | 0.195442 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.193544 | `azmcp_deploy` | ❌ | | 5 | 0.181013 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.172352 | `azmcp_monitor` | ❌ | -| 7 | 0.165597 | `azmcp_search` | ❌ | -| 8 | 0.162957 | `azmcp_grafana` | ❌ | -| 9 | 0.147543 | `azmcp_appconfig` | ❌ | -| 10 | 0.145562 | `azmcp_datadog` | ❌ | --- @@ -1077,16 +907,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.471382 | `azmcp_applens` | ✅ **EXPECTED** | +| 1 | 0.471417 | `azmcp_applens` | ✅ **EXPECTED** | | 2 | 0.210779 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.205877 | `azmcp_foundry` | ❌ | +| 3 | 0.205923 | `azmcp_foundry` | ❌ | | 4 | 0.205721 | `azmcp_functionapp` | ❌ | -| 5 | 0.205479 | `azmcp_appconfig` | ❌ | -| 6 | 0.180561 | `azmcp_deploy` | ❌ | -| 7 | 0.174753 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.168948 | `azmcp_search` | ❌ | -| 9 | 0.168022 | `azmcp_datadog` | ❌ | -| 10 | 0.156343 | `azmcp_servicebus` | ❌ | +| 5 | 0.205529 | `azmcp_appconfig` | ❌ | --- @@ -1099,16 +924,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.715846 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 1 | 0.715723 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | | 2 | 0.535477 | `azmcp_subscription` | ❌ | | 3 | 0.426534 | `azmcp_group` | ❌ | | 4 | 0.420740 | `azmcp_storage` | ❌ | -| 5 | 0.415253 | `azmcp_quota` | ❌ | -| 6 | 0.382523 | `azmcp_kusto` | ❌ | -| 7 | 0.382463 | `azmcp_aks` | ❌ | -| 8 | 0.372727 | `azmcp_foundry` | ❌ | -| 9 | 0.360071 | `azmcp_eventgrid` | ❌ | -| 10 | 0.348030 | `azmcp_functionapp` | ❌ | +| 5 | 0.415213 | `azmcp_quota` | ❌ | --- @@ -1121,16 +941,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690857 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 1 | 0.690774 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | | 2 | 0.523318 | `azmcp_group` | ❌ | -| 3 | 0.422130 | `azmcp_quota` | ❌ | +| 3 | 0.422145 | `azmcp_quota` | ❌ | | 4 | 0.396797 | `azmcp_subscription` | ❌ | | 5 | 0.382774 | `azmcp_storage` | ❌ | -| 6 | 0.374711 | `azmcp_kusto` | ❌ | -| 7 | 0.368543 | `azmcp_aks` | ❌ | -| 8 | 0.358285 | `azmcp_foundry` | ❌ | -| 9 | 0.354623 | `azmcp_datadog` | ❌ | -| 10 | 0.347129 | `azmcp_extension_azqr` | ❌ | --- @@ -1143,16 +958,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.350637 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.228011 | `azmcp_quota` | ❌ | +| 1 | 0.350582 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.228052 | `azmcp_quota` | ❌ | | 3 | 0.209876 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.209448 | `azmcp_storage` | ❌ | | 5 | 0.177664 | `azmcp_postgres` | ❌ | -| 6 | 0.177034 | `azmcp_foundry` | ❌ | -| 7 | 0.163115 | `azmcp_aks` | ❌ | -| 8 | 0.162515 | `azmcp_marketplace` | ❌ | -| 9 | 0.161694 | `azmcp_applens` | ❌ | -| 10 | 0.159376 | `azmcp_virtualdesktop` | ❌ | --- @@ -1165,16 +975,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642503 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.452436 | `azmcp_quota` | ❌ | +| 1 | 0.642500 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.452398 | `azmcp_quota` | ❌ | | 3 | 0.437801 | `azmcp_subscription` | ❌ | | 4 | 0.432290 | `azmcp_storage` | ❌ | | 5 | 0.408285 | `azmcp_aks` | ❌ | -| 6 | 0.402748 | `azmcp_marketplace` | ❌ | -| 7 | 0.396818 | `azmcp_kusto` | ❌ | -| 8 | 0.376131 | `azmcp_group` | ❌ | -| 9 | 0.367887 | `azmcp_loadtesting` | ❌ | -| 10 | 0.357842 | `azmcp_foundry` | ❌ | --- @@ -1190,13 +995,8 @@ | 1 | 0.683671 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | | 2 | 0.619628 | `azmcp_bestpractices` | ❌ | | 3 | 0.451916 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.437448 | `azmcp_deploy` | ❌ | +| 4 | 0.437543 | `azmcp_deploy` | ❌ | | 5 | 0.392789 | `azmcp_bicepschema` | ❌ | -| 6 | 0.370662 | `azmcp_quota` | ❌ | -| 7 | 0.349920 | `azmcp_datadog` | ❌ | -| 8 | 0.349550 | `azmcp_grafana` | ❌ | -| 9 | 0.347111 | `azmcp_aks` | ❌ | -| 10 | 0.340463 | `azmcp_resourcehealth` | ❌ | --- @@ -1211,14 +1011,9 @@ |------|-------|------|--------| | 1 | 0.551535 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | | 2 | 0.519992 | `azmcp_bestpractices` | ❌ | -| 3 | 0.454440 | `azmcp_keyvault` | ❌ | +| 3 | 0.454461 | `azmcp_keyvault` | ❌ | | 4 | 0.384779 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.364528 | `azmcp_deploy` | ❌ | -| 6 | 0.346919 | `azmcp_bicepschema` | ❌ | -| 7 | 0.317065 | `azmcp_appconfig` | ❌ | -| 8 | 0.310661 | `azmcp_storage` | ❌ | -| 9 | 0.308402 | `azmcp_quota` | ❌ | -| 10 | 0.297817 | `azmcp_aks` | ❌ | +| 5 | 0.364582 | `azmcp_deploy` | ❌ | --- @@ -1234,13 +1029,8 @@ | 1 | 0.638307 | `azmcp_bestpractices` | ✅ **EXPECTED** | | 2 | 0.628202 | `azmcp_azureterraformbestpractices` | ❌ | | 3 | 0.537281 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.475530 | `azmcp_deploy` | ❌ | +| 4 | 0.475377 | `azmcp_deploy` | ❌ | | 5 | 0.401076 | `azmcp_bicepschema` | ❌ | -| 6 | 0.348064 | `azmcp_sql` | ❌ | -| 7 | 0.346737 | `azmcp_storage` | ❌ | -| 8 | 0.344428 | `azmcp_quota` | ❌ | -| 9 | 0.342459 | `azmcp_redis` | ❌ | -| 10 | 0.340599 | `azmcp_keyvault` | ❌ | --- @@ -1255,14 +1045,9 @@ |------|-------|------|--------| | 1 | 0.612322 | `azmcp_bestpractices` | ✅ **EXPECTED** | | 2 | 0.532248 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.515758 | `azmcp_deploy` | ❌ | +| 3 | 0.515769 | `azmcp_deploy` | ❌ | | 4 | 0.501831 | `azmcp_cloudarchitect` | ❌ | | 5 | 0.379330 | `azmcp_aks` | ❌ | -| 6 | 0.375473 | `azmcp_virtualdesktop` | ❌ | -| 7 | 0.372730 | `azmcp_datadog` | ❌ | -| 8 | 0.372587 | `azmcp_functionapp` | ❌ | -| 9 | 0.370608 | `azmcp_bicepschema` | ❌ | -| 10 | 0.368872 | `azmcp_sql` | ❌ | --- @@ -1278,13 +1063,8 @@ | 1 | 0.648600 | `azmcp_bestpractices` | ✅ **EXPECTED** | | 2 | 0.576545 | `azmcp_azureterraformbestpractices` | ❌ | | 3 | 0.497430 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.460870 | `azmcp_deploy` | ❌ | +| 4 | 0.460794 | `azmcp_deploy` | ❌ | | 5 | 0.382008 | `azmcp_sql` | ❌ | -| 6 | 0.381674 | `azmcp_virtualdesktop` | ❌ | -| 7 | 0.375519 | `azmcp_quota` | ❌ | -| 8 | 0.372217 | `azmcp_datadog` | ❌ | -| 9 | 0.364590 | `azmcp_aks` | ❌ | -| 10 | 0.362987 | `azmcp_storage` | ❌ | --- @@ -1301,12 +1081,7 @@ | 2 | 0.565624 | `azmcp_azureterraformbestpractices` | ❌ | | 3 | 0.475943 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.446599 | `azmcp_functionapp` | ❌ | -| 5 | 0.441928 | `azmcp_deploy` | ❌ | -| 6 | 0.376133 | `azmcp_bicepschema` | ❌ | -| 7 | 0.327693 | `azmcp_storage` | ❌ | -| 8 | 0.320997 | `azmcp_servicebus` | ❌ | -| 9 | 0.314286 | `azmcp_keyvault` | ❌ | -| 10 | 0.312909 | `azmcp_quota` | ❌ | +| 5 | 0.441748 | `azmcp_deploy` | ❌ | --- @@ -1320,15 +1095,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.575056 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.485954 | `azmcp_deploy` | ❌ | +| 2 | 0.485937 | `azmcp_deploy` | ❌ | | 3 | 0.482805 | `azmcp_functionapp` | ❌ | | 4 | 0.480594 | `azmcp_azureterraformbestpractices` | ❌ | | 5 | 0.453749 | `azmcp_cloudarchitect` | ❌ | -| 6 | 0.363024 | `azmcp_bicepschema` | ❌ | -| 7 | 0.350843 | `azmcp_appconfig` | ❌ | -| 8 | 0.349605 | `azmcp_aks` | ❌ | -| 9 | 0.344874 | `azmcp_keyvault` | ❌ | -| 10 | 0.343113 | `azmcp_servicebus` | ❌ | --- @@ -1345,12 +1115,7 @@ | 2 | 0.524511 | `azmcp_azureterraformbestpractices` | ❌ | | 3 | 0.479221 | `azmcp_functionapp` | ❌ | | 4 | 0.445781 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.436858 | `azmcp_deploy` | ❌ | -| 6 | 0.366241 | `azmcp_servicebus` | ❌ | -| 7 | 0.347584 | `azmcp_keyvault` | ❌ | -| 8 | 0.346722 | `azmcp_storage` | ❌ | -| 9 | 0.346053 | `azmcp_sql` | ❌ | -| 10 | 0.345892 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.436785 | `azmcp_deploy` | ❌ | --- @@ -1365,14 +1130,9 @@ |------|-------|------|--------| | 1 | 0.561094 | `azmcp_bestpractices` | ✅ **EXPECTED** | | 2 | 0.491668 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.457901 | `azmcp_deploy` | ❌ | +| 3 | 0.457582 | `azmcp_deploy` | ❌ | | 4 | 0.414075 | `azmcp_cloudarchitect` | ❌ | | 5 | 0.408990 | `azmcp_functionapp` | ❌ | -| 6 | 0.353776 | `azmcp_appconfig` | ❌ | -| 7 | 0.340553 | `azmcp_storage` | ❌ | -| 8 | 0.335181 | `azmcp_bicepschema` | ❌ | -| 9 | 0.333058 | `azmcp_aks` | ❌ | -| 10 | 0.331224 | `azmcp_virtualdesktop` | ❌ | --- @@ -1389,12 +1149,7 @@ | 2 | 0.511649 | `azmcp_azureterraformbestpractices` | ❌ | | 3 | 0.466592 | `azmcp_functionapp` | ❌ | | 4 | 0.400851 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.381740 | `azmcp_deploy` | ❌ | -| 6 | 0.346486 | `azmcp_storage` | ❌ | -| 7 | 0.345479 | `azmcp_cosmos` | ❌ | -| 8 | 0.342792 | `azmcp_servicebus` | ❌ | -| 9 | 0.337312 | `azmcp_redis` | ❌ | -| 10 | 0.332986 | `azmcp_keyvault` | ❌ | +| 5 | 0.381536 | `azmcp_deploy` | ❌ | --- @@ -1408,15 +1163,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.372433 | `azmcp_functionapp` | ❌ | -| 2 | 0.368546 | `azmcp_deploy` | ❌ | +| 2 | 0.368594 | `azmcp_deploy` | ❌ | | 3 | 0.350441 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.341120 | `azmcp_bestpractices` | ✅ **EXPECTED** | | 5 | 0.308978 | `azmcp_azureterraformbestpractices` | ❌ | -| 6 | 0.284611 | `azmcp_loadtesting` | ❌ | -| 7 | 0.283892 | `azmcp_appconfig` | ❌ | -| 8 | 0.282191 | `azmcp_bicepschema` | ❌ | -| 9 | 0.267538 | `azmcp_cosmos` | ❌ | -| 10 | 0.248117 | `azmcp_search` | ❌ | --- @@ -1429,16 +1179,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.426478 | `azmcp_deploy` | ❌ | +| 1 | 0.426658 | `azmcp_deploy` | ❌ | | 2 | 0.368861 | `azmcp_cloudarchitect` | ❌ | | 3 | 0.360170 | `azmcp_azureterraformbestpractices` | ❌ | | 4 | 0.339417 | `azmcp_bestpractices` | ✅ **EXPECTED** | | 5 | 0.331621 | `azmcp_functionapp` | ❌ | -| 6 | 0.314347 | `azmcp_appconfig` | ❌ | -| 7 | 0.283304 | `azmcp_acr` | ❌ | -| 8 | 0.272191 | `azmcp_cosmos` | ❌ | -| 9 | 0.263071 | `azmcp_sql` | ❌ | -| 10 | 0.260409 | `azmcp_aks` | ❌ | --- @@ -1454,13 +1199,8 @@ | 1 | 0.528594 | `azmcp_bicepschema` | ✅ **EXPECTED** | | 2 | 0.430790 | `azmcp_cloudarchitect` | ❌ | | 3 | 0.428634 | `azmcp_bestpractices` | ❌ | -| 4 | 0.412642 | `azmcp_foundry` | ❌ | -| 5 | 0.410322 | `azmcp_deploy` | ❌ | -| 6 | 0.387148 | `azmcp_azureterraformbestpractices` | ❌ | -| 7 | 0.385101 | `azmcp_search` | ❌ | -| 8 | 0.374805 | `azmcp_aks` | ❌ | -| 9 | 0.363680 | `azmcp_storage` | ❌ | -| 10 | 0.345996 | `azmcp_functionapp` | ❌ | +| 4 | 0.412623 | `azmcp_foundry` | ❌ | +| 5 | 0.409898 | `azmcp_deploy` | ❌ | --- @@ -1475,14 +1215,9 @@ |------|-------|------|--------| | 1 | 0.328720 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | | 2 | 0.250170 | `azmcp_storage` | ❌ | -| 3 | 0.222216 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.194839 | `azmcp_eventgrid` | ❌ | -| 5 | 0.191212 | `azmcp_foundry` | ❌ | -| 6 | 0.168229 | `azmcp_servicebus` | ❌ | -| 7 | 0.159823 | `azmcp_postgres` | ❌ | -| 8 | 0.158051 | `azmcp_marketplace` | ❌ | -| 9 | 0.155455 | `azmcp_bicepschema` | ❌ | -| 10 | 0.154949 | `azmcp_cosmos` | ❌ | +| 3 | 0.222252 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.195152 | `azmcp_eventgrid` | ❌ | +| 5 | 0.191191 | `azmcp_foundry` | ❌ | --- @@ -1496,15 +1231,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.283657 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | -| 2 | 0.242922 | `azmcp_foundry` | ❌ | +| 2 | 0.242810 | `azmcp_foundry` | ❌ | | 3 | 0.224603 | `azmcp_virtualdesktop` | ❌ | | 4 | 0.219272 | `azmcp_storage` | ❌ | | 5 | 0.218512 | `azmcp_sql` | ❌ | -| 6 | 0.217073 | `azmcp_servicebus` | ❌ | -| 7 | 0.207982 | `azmcp_marketplace` | ❌ | -| 8 | 0.199264 | `azmcp_bestpractices` | ❌ | -| 9 | 0.197862 | `azmcp_redis` | ❌ | -| 10 | 0.195792 | `azmcp_postgres` | ❌ | --- @@ -1520,13 +1250,8 @@ | 1 | 0.326319 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | | 2 | 0.251675 | `azmcp_functionapp` | ❌ | | 3 | 0.246446 | `azmcp_marketplace` | ❌ | -| 4 | 0.238329 | `azmcp_appconfig` | ❌ | -| 5 | 0.222684 | `azmcp_deploy` | ❌ | -| 6 | 0.209072 | `azmcp_cosmos` | ❌ | -| 7 | 0.205166 | `azmcp_eventgrid` | ❌ | -| 8 | 0.193524 | `azmcp_storage` | ❌ | -| 9 | 0.190001 | `azmcp_bestpractices` | ❌ | -| 10 | 0.184329 | `azmcp_foundry` | ❌ | +| 4 | 0.238405 | `azmcp_appconfig` | ❌ | +| 5 | 0.222644 | `azmcp_deploy` | ❌ | --- @@ -1543,12 +1268,7 @@ | 2 | 0.377331 | `azmcp_storage` | ❌ | | 3 | 0.347068 | `azmcp_virtualdesktop` | ❌ | | 4 | 0.320885 | `azmcp_sql` | ❌ | -| 5 | 0.313211 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.301721 | `azmcp_cosmos` | ❌ | -| 7 | 0.298705 | `azmcp_servicebus` | ❌ | -| 8 | 0.292425 | `azmcp_deploy` | ❌ | -| 9 | 0.283985 | `azmcp_keyvault` | ❌ | -| 10 | 0.283765 | `azmcp_bestpractices` | ❌ | +| 5 | 0.313271 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1562,15 +1282,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.555025 | `azmcp_subscription` | ❌ | -| 2 | 0.478400 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.478428 | `azmcp_cosmos` | ✅ **EXPECTED** | | 3 | 0.409637 | `azmcp_group` | ❌ | -| 4 | 0.390475 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.390008 | `azmcp_quota` | ❌ | -| 6 | 0.364491 | `azmcp_storage` | ❌ | -| 7 | 0.363888 | `azmcp_eventgrid` | ❌ | -| 8 | 0.359523 | `azmcp_kusto` | ❌ | -| 9 | 0.351200 | `azmcp_datadog` | ❌ | -| 10 | 0.346469 | `azmcp_sql` | ❌ | +| 4 | 0.390391 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.390047 | `azmcp_quota` | ❌ | --- @@ -1583,16 +1298,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495138 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.495174 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.416867 | `azmcp_subscription` | ❌ | -| 3 | 0.373741 | `azmcp_quota` | ❌ | -| 4 | 0.373534 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.373806 | `azmcp_quota` | ❌ | +| 4 | 0.373501 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.362858 | `azmcp_kusto` | ❌ | -| 6 | 0.360318 | `azmcp_storage` | ❌ | -| 7 | 0.348190 | `azmcp_grafana` | ❌ | -| 8 | 0.346894 | `azmcp_datadog` | ❌ | -| 9 | 0.341262 | `azmcp_sql` | ❌ | -| 10 | 0.333808 | `azmcp_group` | ❌ | --- @@ -1606,15 +1316,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.527920 | `azmcp_subscription` | ❌ | -| 2 | 0.487577 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.487604 | `azmcp_cosmos` | ✅ **EXPECTED** | | 3 | 0.392271 | `azmcp_group` | ❌ | -| 4 | 0.391720 | `azmcp_quota` | ❌ | -| 5 | 0.370423 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.362357 | `azmcp_storage` | ❌ | -| 7 | 0.359981 | `azmcp_kusto` | ❌ | -| 8 | 0.356063 | `azmcp_eventgrid` | ❌ | -| 9 | 0.355953 | `azmcp_datadog` | ❌ | -| 10 | 0.352980 | `azmcp_sql` | ❌ | +| 4 | 0.391769 | `azmcp_quota` | ❌ | +| 5 | 0.370361 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1627,16 +1332,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478595 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.478653 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.386101 | `azmcp_search` | ❌ | | 3 | 0.330813 | `azmcp_kusto` | ❌ | | 4 | 0.306493 | `azmcp_sql` | ❌ | -| 5 | 0.296715 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.295608 | `azmcp_storage` | ❌ | -| 7 | 0.292730 | `azmcp_subscription` | ❌ | -| 8 | 0.291195 | `azmcp_acr` | ❌ | -| 9 | 0.283191 | `azmcp_quota` | ❌ | -| 10 | 0.281575 | `azmcp_postgres` | ❌ | +| 5 | 0.296649 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1649,16 +1349,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505612 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.352773 | `azmcp_subscription` | ❌ | -| 3 | 0.344158 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.336560 | `azmcp_kusto` | ❌ | -| 5 | 0.335845 | `azmcp_acr` | ❌ | -| 6 | 0.328457 | `azmcp_storage` | ❌ | -| 7 | 0.323260 | `azmcp_quota` | ❌ | -| 8 | 0.323172 | `azmcp_sql` | ❌ | -| 9 | 0.307595 | `azmcp_mysql` | ❌ | -| 10 | 0.303996 | `azmcp_group` | ❌ | +| 1 | 0.505665 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.352725 | `azmcp_subscription` | ❌ | +| 3 | 0.344027 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.336535 | `azmcp_kusto` | ❌ | +| 5 | 0.335590 | `azmcp_acr` | ❌ | --- @@ -1671,16 +1366,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.494447 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.494494 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.327296 | `azmcp_kusto` | ❌ | | 3 | 0.317629 | `azmcp_subscription` | ❌ | | 4 | 0.316882 | `azmcp_sql` | ❌ | -| 5 | 0.316446 | `azmcp_quota` | ❌ | -| 6 | 0.313510 | `azmcp_storage` | ❌ | -| 7 | 0.312590 | `azmcp_acr` | ❌ | -| 8 | 0.306481 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.301510 | `azmcp_mysql` | ❌ | -| 10 | 0.293908 | `azmcp_postgres` | ❌ | +| 5 | 0.316483 | `azmcp_quota` | ❌ | --- @@ -1693,16 +1383,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505877 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.505943 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.368700 | `azmcp_sql` | ❌ | | 3 | 0.362990 | `azmcp_kusto` | ❌ | | 4 | 0.362762 | `azmcp_subscription` | ❌ | -| 5 | 0.351082 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.338111 | `azmcp_mysql` | ❌ | -| 7 | 0.318887 | `azmcp_postgres` | ❌ | -| 8 | 0.317312 | `azmcp_storage` | ❌ | -| 9 | 0.309740 | `azmcp_group` | ❌ | -| 10 | 0.309492 | `azmcp_datadog` | ❌ | +| 5 | 0.351000 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1715,16 +1400,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505872 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.505935 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.367192 | `azmcp_kusto` | ❌ | | 3 | 0.357547 | `azmcp_sql` | ❌ | | 4 | 0.337014 | `azmcp_subscription` | ❌ | -| 5 | 0.334848 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.327883 | `azmcp_mysql` | ❌ | -| 7 | 0.315490 | `azmcp_storage` | ❌ | -| 8 | 0.314660 | `azmcp_postgres` | ❌ | -| 9 | 0.312270 | `azmcp_quota` | ❌ | -| 10 | 0.301126 | `azmcp_datadog` | ❌ | +| 5 | 0.334798 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1740,13 +1420,8 @@ | 1 | 0.505540 | `azmcp_datadog` | ✅ **EXPECTED** | | 2 | 0.341172 | `azmcp_resourcehealth` | ❌ | | 3 | 0.322074 | `azmcp_monitor` | ❌ | -| 4 | 0.307994 | `azmcp_foundry` | ❌ | -| 5 | 0.305199 | `azmcp_quota` | ❌ | -| 6 | 0.298870 | `azmcp_group` | ❌ | -| 7 | 0.288411 | `azmcp_grafana` | ❌ | -| 8 | 0.263550 | `azmcp_postgres` | ❌ | -| 9 | 0.249065 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.240672 | `azmcp_kusto` | ❌ | +| 4 | 0.308157 | `azmcp_foundry` | ❌ | +| 5 | 0.305237 | `azmcp_quota` | ❌ | --- @@ -1762,13 +1437,8 @@ | 1 | 0.494458 | `azmcp_datadog` | ✅ **EXPECTED** | | 2 | 0.341042 | `azmcp_resourcehealth` | ❌ | | 3 | 0.338501 | `azmcp_monitor` | ❌ | -| 4 | 0.316839 | `azmcp_quota` | ❌ | -| 5 | 0.296331 | `azmcp_foundry` | ❌ | -| 6 | 0.295269 | `azmcp_grafana` | ❌ | -| 7 | 0.274840 | `azmcp_group` | ❌ | -| 8 | 0.261081 | `azmcp_postgres` | ❌ | -| 9 | 0.255628 | `azmcp_applens` | ❌ | -| 10 | 0.245719 | `azmcp_kusto` | ❌ | +| 4 | 0.316880 | `azmcp_quota` | ❌ | +| 5 | 0.296525 | `azmcp_foundry` | ❌ | --- @@ -1781,16 +1451,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532432 | `azmcp_deploy` | ✅ **EXPECTED** | +| 1 | 0.532102 | `azmcp_deploy` | ✅ **EXPECTED** | | 2 | 0.388398 | `azmcp_monitor` | ❌ | | 3 | 0.379015 | `azmcp_datadog` | ❌ | | 4 | 0.357338 | `azmcp_functionapp` | ❌ | | 5 | 0.346793 | `azmcp_aks` | ❌ | -| 6 | 0.336979 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.333606 | `azmcp_cloudarchitect` | ❌ | -| 8 | 0.332832 | `azmcp_appconfig` | ❌ | -| 9 | 0.332746 | `azmcp_virtualdesktop` | ❌ | -| 10 | 0.330460 | `azmcp_sql` | ❌ | --- @@ -1804,15 +1469,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.597812 | `azmcp_cloudarchitect` | ❌ | -| 2 | 0.486296 | `azmcp_deploy` | ✅ **EXPECTED** | +| 2 | 0.486127 | `azmcp_deploy` | ✅ **EXPECTED** | | 3 | 0.424789 | `azmcp_azureterraformbestpractices` | ❌ | | 4 | 0.378685 | `azmcp_bestpractices` | ❌ | -| 5 | 0.322538 | `azmcp_applens` | ❌ | -| 6 | 0.322230 | `azmcp_extension_azqr` | ❌ | -| 7 | 0.321775 | `azmcp_functionapp` | ❌ | -| 8 | 0.317843 | `azmcp_bicepschema` | ❌ | -| 9 | 0.296496 | `azmcp_datadog` | ❌ | -| 10 | 0.288863 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.322230 | `azmcp_extension_azqr` | ❌ | --- @@ -1829,12 +1489,7 @@ | 2 | 0.389233 | `azmcp_bestpractices` | ❌ | | 3 | 0.356696 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.354340 | `azmcp_azureterraformbestpractices` | ❌ | -| 5 | 0.347627 | `azmcp_deploy` | ✅ **EXPECTED** | -| 6 | 0.279335 | `azmcp_storage` | ❌ | -| 7 | 0.275629 | `azmcp_loadtesting` | ❌ | -| 8 | 0.263916 | `azmcp_workbooks` | ❌ | -| 9 | 0.263047 | `azmcp_search` | ❌ | -| 10 | 0.261811 | `azmcp_functionapp` | ❌ | +| 5 | 0.347505 | `azmcp_deploy` | ✅ **EXPECTED** | --- @@ -1847,16 +1502,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.466964 | `azmcp_deploy` | ✅ **EXPECTED** | +| 1 | 0.466500 | `azmcp_deploy` | ✅ **EXPECTED** | | 2 | 0.372768 | `azmcp_functionapp` | ❌ | | 3 | 0.363156 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.339672 | `azmcp_bestpractices` | ❌ | | 5 | 0.332176 | `azmcp_azureterraformbestpractices` | ❌ | -| 6 | 0.308644 | `azmcp_appconfig` | ❌ | -| 7 | 0.286343 | `azmcp_aks` | ❌ | -| 8 | 0.284377 | `azmcp_acr` | ❌ | -| 9 | 0.281491 | `azmcp_sql` | ❌ | -| 10 | 0.275549 | `azmcp_bicepschema` | ❌ | --- @@ -1869,16 +1519,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.565968 | `azmcp_deploy` | ✅ **EXPECTED** | +| 1 | 0.566096 | `azmcp_deploy` | ✅ **EXPECTED** | | 2 | 0.481327 | `azmcp_cloudarchitect` | ❌ | | 3 | 0.421276 | `azmcp_azureterraformbestpractices` | ❌ | | 4 | 0.392658 | `azmcp_bestpractices` | ❌ | | 5 | 0.392313 | `azmcp_functionapp` | ❌ | -| 6 | 0.363246 | `azmcp_appconfig` | ❌ | -| 7 | 0.347804 | `azmcp_sql` | ❌ | -| 8 | 0.335035 | `azmcp_loadtesting` | ❌ | -| 9 | 0.328304 | `azmcp_aks` | ❌ | -| 10 | 0.325117 | `azmcp_bicepschema` | ❌ | --- @@ -1891,16 +1536,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609138 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.609040 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.487417 | `azmcp_subscription` | ❌ | | 3 | 0.398388 | `azmcp_group` | ❌ | | 4 | 0.370937 | `azmcp_servicebus` | ❌ | -| 5 | 0.327350 | `azmcp_quota` | ❌ | -| 6 | 0.318434 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.305462 | `azmcp_resourcehealth` | ❌ | -| 8 | 0.302627 | `azmcp_aks` | ❌ | -| 9 | 0.294008 | `azmcp_bestpractices` | ❌ | -| 10 | 0.293552 | `azmcp_kusto` | ❌ | +| 5 | 0.327332 | `azmcp_quota` | ❌ | --- @@ -1913,16 +1553,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609629 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.609578 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.453133 | `azmcp_subscription` | ❌ | | 3 | 0.383559 | `azmcp_group` | ❌ | | 4 | 0.380682 | `azmcp_servicebus` | ❌ | -| 5 | 0.330870 | `azmcp_quota` | ❌ | -| 6 | 0.305947 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.303629 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.301846 | `azmcp_monitor` | ❌ | -| 9 | 0.293112 | `azmcp_kusto` | ❌ | -| 10 | 0.292068 | `azmcp_datadog` | ❌ | +| 5 | 0.330862 | `azmcp_quota` | ❌ | --- @@ -1935,16 +1570,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.581669 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.581558 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.482326 | `azmcp_subscription` | ❌ | | 3 | 0.366686 | `azmcp_group` | ❌ | | 4 | 0.364622 | `azmcp_servicebus` | ❌ | -| 5 | 0.298583 | `azmcp_quota` | ❌ | -| 6 | 0.289473 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.284098 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.271164 | `azmcp_datadog` | ❌ | -| 9 | 0.271068 | `azmcp_aks` | ❌ | -| 10 | 0.270599 | `azmcp_search` | ❌ | +| 5 | 0.298574 | `azmcp_quota` | ❌ | --- @@ -1958,15 +1588,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.556899 | `azmcp_group` | ❌ | -| 2 | 0.514364 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.514351 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 3 | 0.421820 | `azmcp_subscription` | ❌ | | 4 | 0.331842 | `azmcp_servicebus` | ❌ | | 5 | 0.331472 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.331339 | `azmcp_quota` | ❌ | -| 7 | 0.330459 | `azmcp_extension_azqr` | ❌ | -| 8 | 0.286783 | `azmcp_datadog` | ❌ | -| 9 | 0.272245 | `azmcp_role` | ❌ | -| 10 | 0.267904 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1979,16 +1604,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.595396 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.595269 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.446492 | `azmcp_subscription` | ❌ | | 3 | 0.372509 | `azmcp_servicebus` | ❌ | | 4 | 0.367824 | `azmcp_group` | ❌ | -| 5 | 0.316921 | `azmcp_quota` | ❌ | -| 6 | 0.300870 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.298329 | `azmcp_monitor` | ❌ | -| 8 | 0.287961 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.287164 | `azmcp_datadog` | ❌ | -| 10 | 0.284959 | `azmcp_search` | ❌ | +| 5 | 0.316933 | `azmcp_quota` | ❌ | --- @@ -2001,16 +1621,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591743 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.591610 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.486190 | `azmcp_subscription` | ❌ | | 3 | 0.396456 | `azmcp_group` | ❌ | | 4 | 0.386525 | `azmcp_servicebus` | ❌ | -| 5 | 0.328972 | `azmcp_quota` | ❌ | -| 6 | 0.313368 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.309759 | `azmcp_resourcehealth` | ❌ | -| 8 | 0.303519 | `azmcp_monitor` | ❌ | -| 9 | 0.294868 | `azmcp_datadog` | ❌ | -| 10 | 0.286565 | `azmcp_marketplace` | ❌ | +| 5 | 0.328942 | `azmcp_quota` | ❌ | --- @@ -2023,16 +1638,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.565359 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.516734 | `azmcp_group` | ❌ | -| 3 | 0.464231 | `azmcp_subscription` | ❌ | -| 4 | 0.375868 | `azmcp_servicebus` | ❌ | -| 5 | 0.340821 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.340444 | `azmcp_quota` | ❌ | -| 7 | 0.324606 | `azmcp_extension_azqr` | ❌ | -| 8 | 0.315087 | `azmcp_datadog` | ❌ | -| 9 | 0.306648 | `azmcp_role` | ❌ | -| 10 | 0.304012 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.565168 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.516793 | `azmcp_group` | ❌ | +| 3 | 0.464216 | `azmcp_subscription` | ❌ | +| 4 | 0.375817 | `azmcp_servicebus` | ❌ | +| 5 | 0.340853 | `azmcp_resourcehealth` | ❌ | --- @@ -2045,16 +1655,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.564708 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.564693 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.507648 | `azmcp_subscription` | ❌ | | 3 | 0.392902 | `azmcp_group` | ❌ | | 4 | 0.339891 | `azmcp_servicebus` | ❌ | -| 5 | 0.322986 | `azmcp_quota` | ❌ | -| 6 | 0.322001 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.311450 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.310789 | `azmcp_datadog` | ❌ | -| 9 | 0.309646 | `azmcp_monitor` | ❌ | -| 10 | 0.299730 | `azmcp_aks` | ❌ | +| 5 | 0.322975 | `azmcp_quota` | ❌ | --- @@ -2068,15 +1673,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.532125 | `azmcp_subscription` | ❌ | -| 2 | 0.530934 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.530891 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 3 | 0.395075 | `azmcp_group` | ❌ | | 4 | 0.330035 | `azmcp_servicebus` | ❌ | | 5 | 0.297898 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.296541 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.295515 | `azmcp_quota` | ❌ | -| 8 | 0.286174 | `azmcp_datadog` | ❌ | -| 9 | 0.277986 | `azmcp_extension_azqr` | ❌ | -| 10 | 0.272329 | `azmcp_aks` | ❌ | --- @@ -2090,15 +1690,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.539388 | `azmcp_group` | ❌ | -| 2 | 0.508213 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.508190 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 3 | 0.467677 | `azmcp_subscription` | ❌ | | 4 | 0.351677 | `azmcp_resourcehealth` | ❌ | | 5 | 0.335222 | `azmcp_extension_azqr` | ❌ | -| 6 | 0.332902 | `azmcp_quota` | ❌ | -| 7 | 0.319810 | `azmcp_servicebus` | ❌ | -| 8 | 0.311375 | `azmcp_datadog` | ❌ | -| 9 | 0.288889 | `azmcp_monitor` | ❌ | -| 10 | 0.284099 | `azmcp_role` | ❌ | --- @@ -2111,16 +1706,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.540058 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.540008 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.504607 | `azmcp_subscription` | ❌ | | 3 | 0.404267 | `azmcp_group` | ❌ | -| 4 | 0.353377 | `azmcp_quota` | ❌ | +| 4 | 0.353344 | `azmcp_quota` | ❌ | | 5 | 0.323691 | `azmcp_servicebus` | ❌ | -| 6 | 0.322644 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.319625 | `azmcp_resourcehealth` | ❌ | -| 8 | 0.296422 | `azmcp_monitor` | ❌ | -| 9 | 0.290419 | `azmcp_datadog` | ❌ | -| 10 | 0.287618 | `azmcp_extension_azqr` | ❌ | --- @@ -2138,11 +1728,6 @@ | 3 | 0.475542 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.464915 | `azmcp_bestpractices` | ❌ | | 5 | 0.464037 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.450977 | `azmcp_quota` | ❌ | -| 7 | 0.437909 | `azmcp_applens` | ❌ | -| 8 | 0.436625 | `azmcp_azureterraformbestpractices` | ❌ | -| 9 | 0.424375 | `azmcp_monitor` | ❌ | -| 10 | 0.411639 | `azmcp_deploy` | ❌ | --- @@ -2160,11 +1745,6 @@ | 3 | 0.479029 | `azmcp_azureterraformbestpractices` | ❌ | | 4 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | | 5 | 0.454636 | `azmcp_subscription` | ❌ | -| 6 | 0.432417 | `azmcp_deploy` | ❌ | -| 7 | 0.399862 | `azmcp_quota` | ❌ | -| 8 | 0.397263 | `azmcp_resourcehealth` | ❌ | -| 9 | 0.395046 | `azmcp_applens` | ❌ | -| 10 | 0.383091 | `azmcp_role` | ❌ | --- @@ -2182,11 +1762,6 @@ | 3 | 0.497831 | `azmcp_azureterraformbestpractices` | ❌ | | 4 | 0.495991 | `azmcp_bestpractices` | ❌ | | 5 | 0.477837 | `azmcp_subscription` | ❌ | -| 6 | 0.447485 | `azmcp_deploy` | ❌ | -| 7 | 0.428462 | `azmcp_quota` | ❌ | -| 8 | 0.420284 | `azmcp_applens` | ❌ | -| 9 | 0.416916 | `azmcp_resourcehealth` | ❌ | -| 10 | 0.409001 | `azmcp_monitor` | ❌ | --- @@ -2199,16 +1774,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.474050 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.473829 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.324932 | `azmcp_search` | ❌ | -| 3 | 0.278608 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.278529 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.263364 | `azmcp_kusto` | ❌ | | 5 | 0.260814 | `azmcp_grafana` | ❌ | -| 6 | 0.254463 | `azmcp_aks` | ❌ | -| 7 | 0.224340 | `azmcp_deploy` | ❌ | -| 8 | 0.224282 | `azmcp_subscription` | ❌ | -| 9 | 0.216850 | `azmcp_marketplace` | ❌ | -| 10 | 0.216073 | `azmcp_bestpractices` | ❌ | --- @@ -2221,16 +1791,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.440800 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.440641 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.326070 | `azmcp_search` | ❌ | | 3 | 0.263918 | `azmcp_grafana` | ❌ | -| 4 | 0.261986 | `azmcp_applens` | ❌ | -| 5 | 0.249483 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.239658 | `azmcp_kusto` | ❌ | -| 7 | 0.233887 | `azmcp_monitor` | ❌ | -| 8 | 0.232806 | `azmcp_deploy` | ❌ | -| 9 | 0.223210 | `azmcp_workbooks` | ❌ | -| 10 | 0.222636 | `azmcp_aks` | ❌ | +| 4 | 0.261993 | `azmcp_applens` | ❌ | +| 5 | 0.249411 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2243,16 +1808,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.385252 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.335934 | `azmcp_search` | ❌ | -| 3 | 0.312430 | `azmcp_bicepschema` | ❌ | -| 4 | 0.291695 | `azmcp_kusto` | ❌ | -| 5 | 0.261719 | `azmcp_grafana` | ❌ | -| 6 | 0.248364 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.237381 | `azmcp_aks` | ❌ | -| 8 | 0.234182 | `azmcp_cloudarchitect` | ❌ | -| 9 | 0.233848 | `azmcp_postgres` | ❌ | -| 10 | 0.215409 | `azmcp_applens` | ❌ | +| 1 | 0.384981 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.335954 | `azmcp_search` | ❌ | +| 3 | 0.312420 | `azmcp_bicepschema` | ❌ | +| 4 | 0.291718 | `azmcp_kusto` | ❌ | +| 5 | 0.261708 | `azmcp_grafana` | ❌ | --- @@ -2268,13 +1828,8 @@ | 1 | 0.267849 | `azmcp_bicepschema` | ❌ | | 2 | 0.249555 | `azmcp_search` | ❌ | | 3 | 0.229289 | `azmcp_kusto` | ❌ | -| 4 | 0.222056 | `azmcp_appconfig` | ❌ | +| 4 | 0.222115 | `azmcp_appconfig` | ❌ | | 5 | 0.215793 | `azmcp_aks` | ❌ | -| 6 | 0.206737 | `azmcp_postgres` | ❌ | -| 7 | 0.193490 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.180191 | `azmcp_grafana` | ❌ | -| 9 | 0.179997 | `azmcp_quota` | ❌ | -| 10 | 0.177175 | `azmcp_mysql` | ❌ | --- @@ -2287,16 +1842,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.313936 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.314009 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.290762 | `azmcp_group` | ❌ | | 3 | 0.266857 | `azmcp_postgres` | ❌ | | 4 | 0.252874 | `azmcp_loadtesting` | ❌ | | 5 | 0.244022 | `azmcp_functionapp` | ❌ | -| 6 | 0.243618 | `azmcp_quota` | ❌ | -| 7 | 0.230088 | `azmcp_cloudarchitect` | ❌ | -| 8 | 0.229626 | `azmcp_grafana` | ❌ | -| 9 | 0.228564 | `azmcp_eventgrid` | ❌ | -| 10 | 0.226556 | `azmcp_bicepschema` | ❌ | --- @@ -2309,16 +1859,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576600 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.349659 | `azmcp_deploy` | ❌ | +| 1 | 0.576446 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.350067 | `azmcp_deploy` | ❌ | | 3 | 0.318385 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.304095 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.304023 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.290622 | `azmcp_search` | ❌ | -| 6 | 0.283331 | `azmcp_subscription` | ❌ | -| 7 | 0.282602 | `azmcp_marketplace` | ❌ | -| 8 | 0.277688 | `azmcp_bestpractices` | ❌ | -| 9 | 0.273495 | `azmcp_datadog` | ❌ | -| 10 | 0.272778 | `azmcp_grafana` | ❌ | --- @@ -2331,16 +1876,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.547282 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.326257 | `azmcp_deploy` | ❌ | +| 1 | 0.547146 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.326543 | `azmcp_deploy` | ❌ | | 3 | 0.305009 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.291042 | `azmcp_search` | ❌ | | 5 | 0.266932 | `azmcp_grafana` | ❌ | -| 6 | 0.256434 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.252530 | `azmcp_marketplace` | ❌ | -| 8 | 0.248963 | `azmcp_datadog` | ❌ | -| 9 | 0.248834 | `azmcp_bestpractices` | ❌ | -| 10 | 0.244907 | `azmcp_applens` | ❌ | --- @@ -2353,16 +1893,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.516049 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.251421 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.515934 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.251368 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.246756 | `azmcp_search` | ❌ | | 4 | 0.243136 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.240387 | `azmcp_deploy` | ❌ | -| 6 | 0.218320 | `azmcp_marketplace` | ❌ | -| 7 | 0.209731 | `azmcp_subscription` | ❌ | -| 8 | 0.206619 | `azmcp_grafana` | ❌ | -| 9 | 0.203995 | `azmcp_bestpractices` | ❌ | -| 10 | 0.198217 | `azmcp_bicepschema` | ❌ | +| 5 | 0.240667 | `azmcp_deploy` | ❌ | --- @@ -2375,16 +1910,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484092 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.483997 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.264390 | `azmcp_search` | ❌ | | 3 | 0.256450 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.240554 | `azmcp_deploy` | ❌ | -| 5 | 0.220400 | `azmcp_applens` | ❌ | -| 6 | 0.217579 | `azmcp_marketplace` | ❌ | -| 7 | 0.215159 | `azmcp_quota` | ❌ | -| 8 | 0.209424 | `azmcp_bestpractices` | ❌ | -| 9 | 0.209164 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.202138 | `azmcp_grafana` | ❌ | +| 4 | 0.240786 | `azmcp_deploy` | ❌ | +| 5 | 0.220120 | `azmcp_applens` | ❌ | --- @@ -2399,14 +1929,9 @@ |------|-------|------|--------| | 1 | 0.628110 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.431210 | `azmcp_group` | ❌ | -| 3 | 0.410849 | `azmcp_deploy` | ❌ | -| 4 | 0.394603 | `azmcp_appconfig` | ❌ | -| 5 | 0.379957 | `azmcp_applens` | ❌ | -| 6 | 0.374214 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.360809 | `azmcp_bestpractices` | ❌ | -| 8 | 0.359831 | `azmcp_datadog` | ❌ | -| 9 | 0.347163 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.340445 | `azmcp_role` | ❌ | +| 3 | 0.411135 | `azmcp_deploy` | ❌ | +| 4 | 0.394577 | `azmcp_appconfig` | ❌ | +| 5 | 0.379508 | `azmcp_applens` | ❌ | --- @@ -2420,15 +1945,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.582046 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.498985 | `azmcp_appconfig` | ❌ | -| 3 | 0.390856 | `azmcp_deploy` | ❌ | +| 2 | 0.498940 | `azmcp_appconfig` | ❌ | +| 3 | 0.391052 | `azmcp_deploy` | ❌ | | 4 | 0.358192 | `azmcp_bestpractices` | ❌ | -| 5 | 0.326173 | `azmcp_quota` | ❌ | -| 6 | 0.312828 | `azmcp_cloudarchitect` | ❌ | -| 7 | 0.302391 | `azmcp_resourcehealth` | ❌ | -| 8 | 0.300775 | `azmcp_datadog` | ❌ | -| 9 | 0.299605 | `azmcp_aks` | ❌ | -| 10 | 0.296835 | `azmcp_subscription` | ❌ | +| 5 | 0.326251 | `azmcp_quota` | ❌ | --- @@ -2442,15 +1962,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.567955 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.353492 | `azmcp_appconfig` | ❌ | +| 2 | 0.353461 | `azmcp_appconfig` | ❌ | | 3 | 0.352948 | `azmcp_resourcehealth` | ❌ | | 4 | 0.325533 | `azmcp_bestpractices` | ❌ | -| 5 | 0.319690 | `azmcp_deploy` | ❌ | -| 6 | 0.319662 | `azmcp_datadog` | ❌ | -| 7 | 0.309853 | `azmcp_quota` | ❌ | -| 8 | 0.295423 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.284938 | `azmcp_storage` | ❌ | -| 10 | 0.283001 | `azmcp_subscription` | ❌ | +| 5 | 0.320023 | `azmcp_deploy` | ❌ | --- @@ -2463,16 +1978,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.580212 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.418337 | `azmcp_group` | ❌ | -| 3 | 0.380960 | `azmcp_quota` | ❌ | -| 4 | 0.364796 | `azmcp_bestpractices` | ❌ | -| 5 | 0.362824 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.361200 | `azmcp_deploy` | ❌ | -| 7 | 0.358478 | `azmcp_datadog` | ❌ | -| 8 | 0.357695 | `azmcp_appconfig` | ❌ | -| 9 | 0.332519 | `azmcp_extension_azqr` | ❌ | -| 10 | 0.319945 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.580171 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.418371 | `azmcp_group` | ❌ | +| 3 | 0.381120 | `azmcp_quota` | ❌ | +| 4 | 0.364707 | `azmcp_bestpractices` | ❌ | +| 5 | 0.362772 | `azmcp_resourcehealth` | ❌ | --- @@ -2487,14 +1997,9 @@ |------|-------|------|--------| | 1 | 0.569840 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.401488 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.356708 | `azmcp_deploy` | ❌ | +| 3 | 0.356968 | `azmcp_deploy` | ❌ | | 4 | 0.353167 | `azmcp_datadog` | ❌ | -| 5 | 0.352709 | `azmcp_appconfig` | ❌ | -| 6 | 0.344234 | `azmcp_bestpractices` | ❌ | -| 7 | 0.327506 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.322909 | `azmcp_applens` | ❌ | -| 9 | 0.318154 | `azmcp_quota` | ❌ | -| 10 | 0.317124 | `azmcp_monitor` | ❌ | +| 5 | 0.352647 | `azmcp_appconfig` | ❌ | --- @@ -2509,14 +2014,9 @@ |------|-------|------|--------| | 1 | 0.562219 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.375633 | `azmcp_group` | ❌ | -| 3 | 0.364112 | `azmcp_deploy` | ❌ | -| 4 | 0.359562 | `azmcp_applens` | ❌ | +| 3 | 0.364359 | `azmcp_deploy` | ❌ | +| 4 | 0.359192 | `azmcp_applens` | ❌ | | 5 | 0.345442 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.343953 | `azmcp_appconfig` | ❌ | -| 7 | 0.336439 | `azmcp_datadog` | ❌ | -| 8 | 0.326832 | `azmcp_bestpractices` | ❌ | -| 9 | 0.308545 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.307996 | `azmcp_quota` | ❌ | --- @@ -2530,15 +2030,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.557426 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.365698 | `azmcp_deploy` | ❌ | -| 3 | 0.364287 | `azmcp_appconfig` | ❌ | +| 2 | 0.365951 | `azmcp_deploy` | ❌ | +| 3 | 0.364284 | `azmcp_appconfig` | ❌ | | 4 | 0.325394 | `azmcp_bestpractices` | ❌ | -| 5 | 0.316865 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.311453 | `azmcp_datadog` | ❌ | -| 7 | 0.307273 | `azmcp_storage` | ❌ | -| 8 | 0.303689 | `azmcp_monitor` | ❌ | -| 9 | 0.302884 | `azmcp_resourcehealth` | ❌ | -| 10 | 0.302325 | `azmcp_subscription` | ❌ | +| 5 | 0.316795 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2552,15 +2047,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.524943 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.425444 | `azmcp_deploy` | ❌ | -| 3 | 0.406688 | `azmcp_quota` | ❌ | -| 4 | 0.358593 | `azmcp_appconfig` | ❌ | +| 2 | 0.425824 | `azmcp_deploy` | ❌ | +| 3 | 0.406796 | `azmcp_quota` | ❌ | +| 4 | 0.358567 | `azmcp_appconfig` | ❌ | | 5 | 0.341503 | `azmcp_bestpractices` | ❌ | -| 6 | 0.323433 | `azmcp_cloudarchitect` | ❌ | -| 7 | 0.316017 | `azmcp_resourcehealth` | ❌ | -| 8 | 0.315252 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.312819 | `azmcp_monitor` | ❌ | -| 10 | 0.312663 | `azmcp_subscription` | ❌ | --- @@ -2574,15 +2064,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.574308 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.380681 | `azmcp_appconfig` | ❌ | +| 2 | 0.380655 | `azmcp_appconfig` | ❌ | | 3 | 0.376216 | `azmcp_resourcehealth` | ❌ | | 4 | 0.344797 | `azmcp_datadog` | ❌ | -| 5 | 0.344547 | `azmcp_deploy` | ❌ | -| 6 | 0.330230 | `azmcp_bestpractices` | ❌ | -| 7 | 0.323317 | `azmcp_applens` | ❌ | -| 8 | 0.309069 | `azmcp_quota` | ❌ | -| 9 | 0.301905 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.299341 | `azmcp_storage` | ❌ | +| 5 | 0.344748 | `azmcp_deploy` | ❌ | --- @@ -2598,13 +2083,8 @@ | 1 | 0.577726 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.515108 | `azmcp_subscription` | ❌ | | 3 | 0.412623 | `azmcp_group` | ❌ | -| 4 | 0.404884 | `azmcp_deploy` | ❌ | +| 4 | 0.405138 | `azmcp_deploy` | ❌ | | 5 | 0.388648 | `azmcp_bestpractices` | ❌ | -| 6 | 0.382802 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.363315 | `azmcp_eventgrid` | ❌ | -| 8 | 0.362129 | `azmcp_appconfig` | ❌ | -| 9 | 0.356032 | `azmcp_foundry` | ❌ | -| 10 | 0.353197 | `azmcp_aks` | ❌ | --- @@ -2618,15 +2098,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.546462 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.431422 | `azmcp_deploy` | ❌ | +| 2 | 0.431471 | `azmcp_deploy` | ❌ | | 3 | 0.411904 | `azmcp_bestpractices` | ❌ | | 4 | 0.388215 | `azmcp_subscription` | ❌ | -| 5 | 0.369532 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.359714 | `azmcp_appconfig` | ❌ | -| 7 | 0.348694 | `azmcp_group` | ❌ | -| 8 | 0.344194 | `azmcp_cloudarchitect` | ❌ | -| 9 | 0.343324 | `azmcp_datadog` | ❌ | -| 10 | 0.339113 | `azmcp_quota` | ❌ | +| 5 | 0.369507 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2640,15 +2115,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.477054 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.336045 | `azmcp_deploy` | ❌ | -| 3 | 0.315874 | `azmcp_applens` | ❌ | -| 4 | 0.307577 | `azmcp_appconfig` | ❌ | +| 2 | 0.336604 | `azmcp_deploy` | ❌ | +| 3 | 0.315284 | `azmcp_applens` | ❌ | +| 4 | 0.307606 | `azmcp_appconfig` | ❌ | | 5 | 0.281592 | `azmcp_storage` | ❌ | -| 6 | 0.275795 | `azmcp_bestpractices` | ❌ | -| 7 | 0.263539 | `azmcp_datadog` | ❌ | -| 8 | 0.263060 | `azmcp_foundry` | ❌ | -| 9 | 0.256138 | `azmcp_search` | ❌ | -| 10 | 0.255436 | `azmcp_kusto` | ❌ | --- @@ -2666,11 +2136,6 @@ | 3 | 0.418066 | `azmcp_group` | ❌ | | 4 | 0.402195 | `azmcp_monitor` | ❌ | | 5 | 0.379533 | `azmcp_datadog` | ❌ | -| 6 | 0.369398 | `azmcp_eventgrid` | ❌ | -| 7 | 0.360017 | `azmcp_aks` | ❌ | -| 8 | 0.354475 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.349955 | `azmcp_kusto` | ❌ | -| 10 | 0.343147 | `azmcp_sql` | ❌ | --- @@ -2686,13 +2151,8 @@ | 1 | 0.630696 | `azmcp_group` | ✅ **EXPECTED** | | 2 | 0.484042 | `azmcp_subscription` | ❌ | | 3 | 0.351016 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.350239 | `azmcp_quota` | ❌ | -| 5 | 0.321025 | `azmcp_foundry` | ❌ | -| 6 | 0.319368 | `azmcp_eventgrid` | ❌ | -| 7 | 0.306216 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.305052 | `azmcp_resourcehealth` | ❌ | -| 9 | 0.301199 | `azmcp_role` | ❌ | -| 10 | 0.295431 | `azmcp_aks` | ❌ | +| 4 | 0.350266 | `azmcp_quota` | ❌ | +| 5 | 0.321202 | `azmcp_foundry` | ❌ | --- @@ -2706,15 +2166,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.543670 | `azmcp_group` | ✅ **EXPECTED** | -| 2 | 0.357902 | `azmcp_quota` | ❌ | +| 2 | 0.357959 | `azmcp_quota` | ❌ | | 3 | 0.332796 | `azmcp_subscription` | ❌ | -| 4 | 0.332315 | `azmcp_foundry` | ❌ | +| 4 | 0.332319 | `azmcp_foundry` | ❌ | | 5 | 0.323258 | `azmcp_extension_azqr` | ❌ | -| 6 | 0.309079 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.304220 | `azmcp_datadog` | ❌ | -| 8 | 0.299658 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.294679 | `azmcp_grafana` | ❌ | -| 10 | 0.291949 | `azmcp_role` | ❌ | --- @@ -2729,14 +2184,9 @@ |------|-------|------|--------| | 1 | 0.599256 | `azmcp_group` | ✅ **EXPECTED** | | 2 | 0.464939 | `azmcp_subscription` | ❌ | -| 3 | 0.375107 | `azmcp_quota` | ❌ | +| 3 | 0.375146 | `azmcp_quota` | ❌ | | 4 | 0.367930 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.337136 | `azmcp_eventgrid` | ❌ | -| 6 | 0.323888 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.315345 | `azmcp_foundry` | ❌ | -| 8 | 0.309760 | `azmcp_role` | ❌ | -| 9 | 0.300293 | `azmcp_aks` | ❌ | -| 10 | 0.297613 | `azmcp_datadog` | ❌ | +| 5 | 0.337324 | `azmcp_eventgrid` | ❌ | --- @@ -2749,16 +2199,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414956 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.261027 | `azmcp_subscription` | ❌ | -| 3 | 0.250185 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.247385 | `azmcp_functionapp` | ❌ | -| 5 | 0.240163 | `azmcp_appconfig` | ❌ | -| 6 | 0.222949 | `azmcp_acr` | ❌ | -| 7 | 0.213769 | `azmcp_role` | ❌ | -| 8 | 0.209628 | `azmcp_bestpractices` | ❌ | -| 9 | 0.208864 | `azmcp_storage` | ❌ | -| 10 | 0.208604 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.414879 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261000 | `azmcp_subscription` | ❌ | +| 3 | 0.250057 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.247595 | `azmcp_functionapp` | ❌ | +| 5 | 0.240096 | `azmcp_appconfig` | ❌ | --- @@ -2771,16 +2216,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.430470 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 1 | 0.430540 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.310188 | `azmcp_subscription` | ❌ | | 3 | 0.262525 | `azmcp_storage` | ❌ | | 4 | 0.261820 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.260111 | `azmcp_quota` | ❌ | -| 6 | 0.258225 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.250553 | `azmcp_appconfig` | ❌ | -| 8 | 0.249673 | `azmcp_monitor` | ❌ | -| 9 | 0.248089 | `azmcp_search` | ❌ | -| 10 | 0.237310 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.260121 | `azmcp_quota` | ❌ | --- @@ -2793,16 +2233,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.415223 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 1 | 0.415308 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.307997 | `azmcp_subscription` | ❌ | -| 3 | 0.268045 | `azmcp_quota` | ❌ | +| 3 | 0.268099 | `azmcp_quota` | ❌ | | 4 | 0.264143 | `azmcp_extension_azqr` | ❌ | | 5 | 0.262927 | `azmcp_storage` | ❌ | -| 6 | 0.258833 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.258582 | `azmcp_monitor` | ❌ | -| 8 | 0.256711 | `azmcp_appconfig` | ❌ | -| 9 | 0.249206 | `azmcp_aks` | ❌ | -| 10 | 0.240227 | `azmcp_search` | ❌ | --- @@ -2815,16 +2250,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.368547 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.230171 | `azmcp_subscription` | ❌ | -| 3 | 0.210857 | `azmcp_functionapp` | ❌ | -| 4 | 0.210482 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.209985 | `azmcp_appconfig` | ❌ | -| 6 | 0.208808 | `azmcp_storage` | ❌ | -| 7 | 0.199260 | `azmcp_cloudarchitect` | ❌ | -| 8 | 0.191327 | `azmcp_acr` | ❌ | -| 9 | 0.190976 | `azmcp_bicepschema` | ❌ | -| 10 | 0.186954 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.368805 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.230265 | `azmcp_subscription` | ❌ | +| 3 | 0.210953 | `azmcp_functionapp` | ❌ | +| 4 | 0.210537 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.210335 | `azmcp_appconfig` | ❌ | --- @@ -2837,16 +2267,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.393495 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.261423 | `azmcp_subscription` | ❌ | -| 3 | 0.234363 | `azmcp_functionapp` | ❌ | -| 4 | 0.214973 | `azmcp_acr` | ❌ | -| 5 | 0.214343 | `azmcp_storage` | ❌ | -| 6 | 0.212306 | `azmcp_bicepschema` | ❌ | -| 7 | 0.209511 | `azmcp_appconfig` | ❌ | -| 8 | 0.207376 | `azmcp_cloudarchitect` | ❌ | -| 9 | 0.198655 | `azmcp_extension_azqr` | ❌ | -| 10 | 0.197304 | `azmcp_deploy` | ❌ | +| 1 | 0.393300 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261356 | `azmcp_subscription` | ❌ | +| 3 | 0.234087 | `azmcp_functionapp` | ❌ | +| 4 | 0.215088 | `azmcp_acr` | ❌ | +| 5 | 0.213903 | `azmcp_storage` | ❌ | --- @@ -2859,16 +2284,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.457880 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 1 | 0.457947 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.371875 | `azmcp_subscription` | ❌ | | 3 | 0.282556 | `azmcp_storage` | ❌ | -| 4 | 0.278864 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.278776 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.271396 | `azmcp_bestpractices` | ❌ | -| 6 | 0.269812 | `azmcp_group` | ❌ | -| 7 | 0.269165 | `azmcp_role` | ❌ | -| 8 | 0.263515 | `azmcp_aks` | ❌ | -| 9 | 0.261774 | `azmcp_quota` | ❌ | -| 10 | 0.258326 | `azmcp_acr` | ❌ | --- @@ -2881,16 +2301,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.446779 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 1 | 0.446836 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.347408 | `azmcp_subscription` | ❌ | | 3 | 0.291540 | `azmcp_storage` | ❌ | -| 4 | 0.279813 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.276152 | `azmcp_quota` | ❌ | -| 6 | 0.256931 | `azmcp_virtualdesktop` | ❌ | -| 7 | 0.254946 | `azmcp_functionapp` | ❌ | -| 8 | 0.254285 | `azmcp_appconfig` | ❌ | -| 9 | 0.253630 | `azmcp_aks` | ❌ | -| 10 | 0.253540 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.279759 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.276156 | `azmcp_quota` | ❌ | --- @@ -2903,16 +2318,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.437063 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.252600 | `azmcp_role` | ❌ | -| 3 | 0.239020 | `azmcp_storage` | ❌ | -| 4 | 0.231401 | `azmcp_appconfig` | ❌ | -| 5 | 0.231400 | `azmcp_subscription` | ❌ | -| 6 | 0.228889 | `azmcp_functionapp` | ❌ | -| 7 | 0.228839 | `azmcp_aks` | ❌ | -| 8 | 0.228719 | `azmcp_acr` | ❌ | -| 9 | 0.228562 | `azmcp_sql` | ❌ | -| 10 | 0.223763 | `azmcp_cloudarchitect` | ❌ | +| 1 | 0.436803 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.252619 | `azmcp_role` | ❌ | +| 3 | 0.238861 | `azmcp_storage` | ❌ | +| 4 | 0.231356 | `azmcp_subscription` | ❌ | +| 5 | 0.231298 | `azmcp_appconfig` | ❌ | --- @@ -2925,16 +2335,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489042 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.378477 | `azmcp_subscription` | ❌ | -| 3 | 0.323082 | `azmcp_storage` | ❌ | -| 4 | 0.312646 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.288367 | `azmcp_appconfig` | ❌ | -| 6 | 0.288230 | `azmcp_aks` | ❌ | -| 7 | 0.277344 | `azmcp_quota` | ❌ | -| 8 | 0.273574 | `azmcp_functionapp` | ❌ | -| 9 | 0.273033 | `azmcp_bestpractices` | ❌ | -| 10 | 0.269972 | `azmcp_group` | ❌ | +| 1 | 0.488265 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.377889 | `azmcp_subscription` | ❌ | +| 3 | 0.322539 | `azmcp_storage` | ❌ | +| 4 | 0.312340 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.287980 | `azmcp_aks` | ❌ | --- @@ -2947,16 +2352,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484488 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 1 | 0.484503 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.335838 | `azmcp_subscription` | ❌ | | 3 | 0.309437 | `azmcp_storage` | ❌ | -| 4 | 0.289215 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.279515 | `azmcp_appconfig` | ❌ | -| 6 | 0.278884 | `azmcp_virtualdesktop` | ❌ | -| 7 | 0.267041 | `azmcp_quota` | ❌ | -| 8 | 0.265503 | `azmcp_kusto` | ❌ | -| 9 | 0.262598 | `azmcp_functionapp` | ❌ | -| 10 | 0.261913 | `azmcp_aks` | ❌ | +| 4 | 0.289136 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.279513 | `azmcp_appconfig` | ❌ | --- @@ -2969,16 +2369,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.428954 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.290174 | `azmcp_appconfig` | ❌ | +| 1 | 0.428999 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.290105 | `azmcp_appconfig` | ❌ | | 3 | 0.253700 | `azmcp_storage` | ❌ | | 4 | 0.249726 | `azmcp_functionapp` | ❌ | | 5 | 0.239625 | `azmcp_subscription` | ❌ | -| 6 | 0.221018 | `azmcp_acr` | ❌ | -| 7 | 0.215972 | `azmcp_role` | ❌ | -| 8 | 0.214762 | `azmcp_virtualdesktop` | ❌ | -| 9 | 0.214314 | `azmcp_aks` | ❌ | -| 10 | 0.209354 | `azmcp_sql` | ❌ | --- @@ -2991,16 +2386,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461770 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 1 | 0.461786 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.362117 | `azmcp_subscription` | ❌ | | 3 | 0.298624 | `azmcp_storage` | ❌ | -| 4 | 0.285664 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.285653 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.273135 | `azmcp_aks` | ❌ | -| 6 | 0.269529 | `azmcp_role` | ❌ | -| 7 | 0.267643 | `azmcp_appconfig` | ❌ | -| 8 | 0.264749 | `azmcp_group` | ❌ | -| 9 | 0.259628 | `azmcp_functionapp` | ❌ | -| 10 | 0.259534 | `azmcp_bestpractices` | ❌ | --- @@ -3013,16 +2403,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.491063 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 1 | 0.491108 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.345964 | `azmcp_subscription` | ❌ | | 3 | 0.343006 | `azmcp_storage` | ❌ | -| 4 | 0.313082 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.294372 | `azmcp_appconfig` | ❌ | -| 6 | 0.292498 | `azmcp_virtualdesktop` | ❌ | -| 7 | 0.289602 | `azmcp_search` | ❌ | -| 8 | 0.283516 | `azmcp_kusto` | ❌ | -| 9 | 0.280336 | `azmcp_bestpractices` | ❌ | -| 10 | 0.280156 | `azmcp_aks` | ❌ | +| 4 | 0.313047 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.294365 | `azmcp_appconfig` | ❌ | --- @@ -3039,12 +2424,7 @@ | 2 | 0.291656 | `azmcp_aks` | ❌ | | 3 | 0.289176 | `azmcp_datadog` | ❌ | | 4 | 0.288562 | `azmcp_grafana` | ❌ | -| 5 | 0.285235 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.274531 | `azmcp_monitor` | ❌ | -| 7 | 0.267253 | `azmcp_search` | ❌ | -| 8 | 0.262184 | `azmcp_resourcehealth` | ❌ | -| 9 | 0.255912 | `azmcp_postgres` | ❌ | -| 10 | 0.247675 | `azmcp_cosmos` | ❌ | +| 5 | 0.285106 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3060,13 +2440,8 @@ | 1 | 0.469685 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.418050 | `azmcp_subscription` | ❌ | | 3 | 0.373466 | `azmcp_aks` | ❌ | -| 4 | 0.357577 | `azmcp_eventgrid` | ❌ | -| 5 | 0.336887 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.335710 | `azmcp_datadog` | ❌ | -| 7 | 0.332153 | `azmcp_grafana` | ❌ | -| 8 | 0.330970 | `azmcp_group` | ❌ | -| 9 | 0.316992 | `azmcp_quota` | ❌ | -| 10 | 0.311420 | `azmcp_search` | ❌ | +| 4 | 0.357733 | `azmcp_eventgrid` | ❌ | +| 5 | 0.336755 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3083,12 +2458,7 @@ | 2 | 0.303718 | `azmcp_grafana` | ❌ | | 3 | 0.276598 | `azmcp_aks` | ❌ | | 4 | 0.265648 | `azmcp_datadog` | ❌ | -| 5 | 0.264845 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.261966 | `azmcp_search` | ❌ | -| 7 | 0.245224 | `azmcp_monitor` | ❌ | -| 8 | 0.237777 | `azmcp_cosmos` | ❌ | -| 9 | 0.232591 | `azmcp_quota` | ❌ | -| 10 | 0.231540 | `azmcp_postgres` | ❌ | +| 5 | 0.264765 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3103,14 +2473,9 @@ |------|-------|------|--------| | 1 | 0.470329 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.393411 | `azmcp_subscription` | ❌ | -| 3 | 0.367847 | `azmcp_eventgrid` | ❌ | +| 3 | 0.368108 | `azmcp_eventgrid` | ❌ | | 4 | 0.363297 | `azmcp_aks` | ❌ | | 5 | 0.353939 | `azmcp_grafana` | ❌ | -| 6 | 0.345894 | `azmcp_datadog` | ❌ | -| 7 | 0.329599 | `azmcp_monitor` | ❌ | -| 8 | 0.323074 | `azmcp_group` | ❌ | -| 9 | 0.321334 | `azmcp_quota` | ❌ | -| 10 | 0.317763 | `azmcp_cosmos` | ❌ | --- @@ -3125,14 +2490,9 @@ |------|-------|------|--------| | 1 | 0.441110 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.322033 | `azmcp_postgres` | ❌ | -| 3 | 0.321703 | `azmcp_cosmos` | ❌ | +| 3 | 0.321699 | `azmcp_cosmos` | ❌ | | 4 | 0.305613 | `azmcp_sql` | ❌ | | 5 | 0.294813 | `azmcp_mysql` | ❌ | -| 6 | 0.292121 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.289287 | `azmcp_grafana` | ❌ | -| 8 | 0.278173 | `azmcp_datadog` | ❌ | -| 9 | 0.272000 | `azmcp_aks` | ❌ | -| 10 | 0.248457 | `azmcp_search` | ❌ | --- @@ -3146,15 +2506,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.437140 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.340300 | `azmcp_cosmos` | ❌ | +| 2 | 0.340297 | `azmcp_cosmos` | ❌ | | 3 | 0.312765 | `azmcp_postgres` | ❌ | | 4 | 0.304479 | `azmcp_sql` | ❌ | | 5 | 0.285119 | `azmcp_mysql` | ❌ | -| 6 | 0.280287 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.277043 | `azmcp_grafana` | ❌ | -| 8 | 0.274113 | `azmcp_datadog` | ❌ | -| 9 | 0.260362 | `azmcp_aks` | ❌ | -| 10 | 0.248206 | `azmcp_search` | ❌ | --- @@ -3170,13 +2525,8 @@ | 1 | 0.372634 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.344929 | `azmcp_search` | ❌ | | 3 | 0.262841 | `azmcp_postgres` | ❌ | -| 4 | 0.243571 | `azmcp_cosmos` | ❌ | +| 4 | 0.243565 | `azmcp_cosmos` | ❌ | | 5 | 0.237454 | `azmcp_grafana` | ❌ | -| 6 | 0.223395 | `azmcp_sql` | ❌ | -| 7 | 0.214948 | `azmcp_mysql` | ❌ | -| 8 | 0.210887 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.210411 | `azmcp_monitor` | ❌ | -| 10 | 0.207593 | `azmcp_aks` | ❌ | --- @@ -3189,16 +2539,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.394274 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.280897 | `azmcp_postgres` | ❌ | -| 3 | 0.243538 | `azmcp_cosmos` | ❌ | -| 4 | 0.242176 | `azmcp_grafana` | ❌ | -| 5 | 0.232336 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.229544 | `azmcp_mysql` | ❌ | -| 7 | 0.219929 | `azmcp_datadog` | ❌ | -| 8 | 0.216798 | `azmcp_aks` | ❌ | -| 9 | 0.213520 | `azmcp_search` | ❌ | -| 10 | 0.212336 | `azmcp_sql` | ❌ | +| 1 | 0.394206 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.280880 | `azmcp_postgres` | ❌ | +| 3 | 0.243508 | `azmcp_cosmos` | ❌ | +| 4 | 0.242143 | `azmcp_grafana` | ❌ | +| 5 | 0.232175 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3213,14 +2558,9 @@ |------|-------|------|--------| | 1 | 0.432854 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.323641 | `azmcp_postgres` | ❌ | -| 3 | 0.288326 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.288181 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.280233 | `azmcp_grafana` | ❌ | | 5 | 0.275229 | `azmcp_sql` | ❌ | -| 6 | 0.274022 | `azmcp_cosmos` | ❌ | -| 7 | 0.271088 | `azmcp_mysql` | ❌ | -| 8 | 0.249565 | `azmcp_datadog` | ❌ | -| 9 | 0.247908 | `azmcp_aks` | ❌ | -| 10 | 0.237305 | `azmcp_storage` | ❌ | --- @@ -3233,16 +2573,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.434011 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.324197 | `azmcp_postgres` | ❌ | -| 3 | 0.296475 | `azmcp_cosmos` | ❌ | -| 4 | 0.282237 | `azmcp_sql` | ❌ | -| 5 | 0.274686 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.272279 | `azmcp_mysql` | ❌ | -| 7 | 0.267183 | `azmcp_grafana` | ❌ | -| 8 | 0.250012 | `azmcp_datadog` | ❌ | -| 9 | 0.240927 | `azmcp_aks` | ❌ | -| 10 | 0.231356 | `azmcp_storage` | ❌ | +| 1 | 0.433872 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.324174 | `azmcp_postgres` | ❌ | +| 3 | 0.296490 | `azmcp_cosmos` | ❌ | +| 4 | 0.282232 | `azmcp_sql` | ❌ | +| 5 | 0.274380 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3259,12 +2594,7 @@ | 2 | 0.296771 | `azmcp_postgres` | ❌ | | 3 | 0.279198 | `azmcp_bicepschema` | ❌ | | 4 | 0.248783 | `azmcp_mysql` | ❌ | -| 5 | 0.245880 | `azmcp_cosmos` | ❌ | -| 6 | 0.231741 | `azmcp_sql` | ❌ | -| 7 | 0.225069 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.224879 | `azmcp_grafana` | ❌ | -| 9 | 0.205717 | `azmcp_aks` | ❌ | -| 10 | 0.201414 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.245866 | `azmcp_cosmos` | ❌ | --- @@ -3282,11 +2612,6 @@ | 3 | 0.287017 | `azmcp_group` | ❌ | | 4 | 0.283765 | `azmcp_virtualdesktop` | ❌ | | 5 | 0.282053 | `azmcp_extension_azqr` | ❌ | -| 6 | 0.260342 | `azmcp_functionapp` | ❌ | -| 7 | 0.258060 | `azmcp_cloudarchitect` | ❌ | -| 8 | 0.251022 | `azmcp_search` | ❌ | -| 9 | 0.248870 | `azmcp_subscription` | ❌ | -| 10 | 0.245369 | `azmcp_applens` | ❌ | --- @@ -3299,16 +2624,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.535112 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.370769 | `azmcp_group` | ❌ | -| 3 | 0.340588 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.322534 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.302826 | `azmcp_quota` | ❌ | -| 6 | 0.263705 | `azmcp_datadog` | ❌ | -| 7 | 0.260744 | `azmcp_monitor` | ❌ | -| 8 | 0.255694 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.254828 | `azmcp_functionapp` | ❌ | -| 10 | 0.238316 | `azmcp_kusto` | ❌ | +| 1 | 0.534485 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.370431 | `azmcp_group` | ❌ | +| 3 | 0.340421 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.322170 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.302571 | `azmcp_quota` | ❌ | --- @@ -3326,11 +2646,6 @@ | 3 | 0.339752 | `azmcp_extension_azqr` | ❌ | | 4 | 0.299933 | `azmcp_resourcehealth` | ❌ | | 5 | 0.298318 | `azmcp_subscription` | ❌ | -| 6 | 0.294030 | `azmcp_functionapp` | ❌ | -| 7 | 0.291404 | `azmcp_quota` | ❌ | -| 8 | 0.269683 | `azmcp_eventgrid` | ❌ | -| 9 | 0.264913 | `azmcp_foundry` | ❌ | -| 10 | 0.258992 | `azmcp_acr` | ❌ | --- @@ -3346,13 +2661,8 @@ | 1 | 0.561530 | `azmcp_loadtesting` | ✅ **EXPECTED** | | 2 | 0.561458 | `azmcp_group` | ❌ | | 3 | 0.418136 | `azmcp_subscription` | ❌ | -| 4 | 0.392691 | `azmcp_quota` | ❌ | +| 4 | 0.392727 | `azmcp_quota` | ❌ | | 5 | 0.380496 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.368686 | `azmcp_extension_azqr` | ❌ | -| 7 | 0.367275 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.349176 | `azmcp_foundry` | ❌ | -| 9 | 0.337242 | `azmcp_monitor` | ❌ | -| 10 | 0.336542 | `azmcp_functionapp` | ❌ | --- @@ -3370,11 +2680,6 @@ | 3 | 0.300269 | `azmcp_extension_azqr` | ❌ | | 4 | 0.278848 | `azmcp_functionapp` | ❌ | | 5 | 0.262554 | `azmcp_cloudarchitect` | ❌ | -| 6 | 0.256802 | `azmcp_foundry` | ❌ | -| 7 | 0.255458 | `azmcp_resourcehealth` | ❌ | -| 8 | 0.252374 | `azmcp_acr` | ❌ | -| 9 | 0.248121 | `azmcp_sql` | ❌ | -| 10 | 0.246814 | `azmcp_subscription` | ❌ | --- @@ -3387,16 +2692,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.542545 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.368912 | `azmcp_group` | ❌ | -| 3 | 0.339385 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.311943 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.294793 | `azmcp_quota` | ❌ | -| 6 | 0.258167 | `azmcp_functionapp` | ❌ | -| 7 | 0.256276 | `azmcp_monitor` | ❌ | -| 8 | 0.253581 | `azmcp_datadog` | ❌ | -| 9 | 0.250594 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.233768 | `azmcp_foundry` | ❌ | +| 1 | 0.543027 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.368006 | `azmcp_group` | ❌ | +| 3 | 0.339154 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.311696 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.294813 | `azmcp_quota` | ❌ | --- @@ -3409,16 +2709,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.535448 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.367775 | `azmcp_group` | ❌ | -| 3 | 0.322831 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.306857 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.299614 | `azmcp_quota` | ❌ | -| 6 | 0.264810 | `azmcp_monitor` | ❌ | -| 7 | 0.259791 | `azmcp_functionapp` | ❌ | -| 8 | 0.256381 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.251713 | `azmcp_datadog` | ❌ | -| 10 | 0.245391 | `azmcp_subscription` | ❌ | +| 1 | 0.535525 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.367211 | `azmcp_group` | ❌ | +| 3 | 0.322733 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.306856 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.299779 | `azmcp_quota` | ❌ | --- @@ -3436,11 +2731,6 @@ | 3 | 0.237845 | `azmcp_functionapp` | ❌ | | 4 | 0.223800 | `azmcp_extension_azqr` | ❌ | | 5 | 0.222799 | `azmcp_sql` | ❌ | -| 6 | 0.221597 | `azmcp_virtualdesktop` | ❌ | -| 7 | 0.220259 | `azmcp_appconfig` | ❌ | -| 8 | 0.219857 | `azmcp_datadog` | ❌ | -| 9 | 0.218665 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.217183 | `azmcp_resourcehealth` | ❌ | --- @@ -3454,15 +2744,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.452534 | `azmcp_marketplace` | ✅ **EXPECTED** | -| 2 | 0.212285 | `azmcp_quota` | ❌ | +| 2 | 0.212282 | `azmcp_quota` | ❌ | | 3 | 0.204853 | `azmcp_search` | ❌ | | 4 | 0.201502 | `azmcp_servicebus` | ❌ | -| 5 | 0.197796 | `azmcp_foundry` | ❌ | -| 6 | 0.191047 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.187071 | `azmcp_subscription` | ❌ | -| 8 | 0.185958 | `azmcp_grafana` | ❌ | -| 9 | 0.183289 | `azmcp_eventgrid` | ❌ | -| 10 | 0.181377 | `azmcp_workbooks` | ❌ | +| 5 | 0.197988 | `azmcp_foundry` | ❌ | --- @@ -3475,16 +2760,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.529988 | `azmcp_marketplace` | ✅ **EXPECTED** | -| 2 | 0.395643 | `azmcp_search` | ❌ | -| 3 | 0.313169 | `azmcp_sql` | ❌ | -| 4 | 0.308916 | `azmcp_monitor` | ❌ | -| 5 | 0.295966 | `azmcp_virtualdesktop` | ❌ | -| 6 | 0.291640 | `azmcp_kusto` | ❌ | -| 7 | 0.288536 | `azmcp_subscription` | ❌ | -| 8 | 0.287118 | `azmcp_eventgrid` | ❌ | -| 9 | 0.285044 | `azmcp_cloudarchitect` | ❌ | -| 10 | 0.283280 | `azmcp_cosmos` | ❌ | +| 1 | 0.529919 | `azmcp_marketplace` | ✅ **EXPECTED** | +| 2 | 0.395674 | `azmcp_search` | ❌ | +| 3 | 0.313164 | `azmcp_sql` | ❌ | +| 4 | 0.308872 | `azmcp_monitor` | ❌ | +| 5 | 0.295930 | `azmcp_virtualdesktop` | ❌ | --- @@ -3499,14 +2779,9 @@ |------|-------|------|--------| | 1 | 0.438400 | `azmcp_marketplace` | ✅ **EXPECTED** | | 2 | 0.216907 | `azmcp_subscription` | ❌ | -| 3 | 0.211683 | `azmcp_eventgrid` | ❌ | +| 3 | 0.211636 | `azmcp_eventgrid` | ❌ | | 4 | 0.201609 | `azmcp_search` | ❌ | | 5 | 0.197938 | `azmcp_grafana` | ❌ | -| 6 | 0.195197 | `azmcp_servicebus` | ❌ | -| 7 | 0.192156 | `azmcp_foundry` | ❌ | -| 8 | 0.183762 | `azmcp_quota` | ❌ | -| 9 | 0.183747 | `azmcp_workbooks` | ❌ | -| 10 | 0.183332 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3519,16 +2794,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.422624 | `azmcp_resourcehealth` | ❌ | -| 2 | 0.418441 | `azmcp_grafana` | ❌ | -| 3 | 0.387549 | `azmcp_monitor` | ✅ **EXPECTED** | +| 1 | 0.422606 | `azmcp_resourcehealth` | ❌ | +| 2 | 0.418598 | `azmcp_grafana` | ❌ | +| 3 | 0.387541 | `azmcp_monitor` | ✅ **EXPECTED** | | 4 | 0.346611 | `azmcp_datadog` | ❌ | -| 5 | 0.317525 | `azmcp_applens` | ❌ | -| 6 | 0.308125 | `azmcp_kusto` | ❌ | -| 7 | 0.269965 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.268515 | `azmcp_search` | ❌ | -| 9 | 0.264866 | `azmcp_quota` | ❌ | -| 10 | 0.264082 | `azmcp_workbooks` | ❌ | +| 5 | 0.317142 | `azmcp_applens` | ❌ | --- @@ -3541,16 +2811,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.351982 | `azmcp_quota` | ❌ | +| 1 | 0.352091 | `azmcp_quota` | ❌ | | 2 | 0.272063 | `azmcp_monitor` | ✅ **EXPECTED** | | 3 | 0.248439 | `azmcp_resourcehealth` | ❌ | | 4 | 0.247208 | `azmcp_datadog` | ❌ | | 5 | 0.246255 | `azmcp_grafana` | ❌ | -| 6 | 0.245525 | `azmcp_bicepschema` | ❌ | -| 7 | 0.236474 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.224460 | `azmcp_foundry` | ❌ | -| 9 | 0.217035 | `azmcp_aks` | ❌ | -| 10 | 0.208050 | `azmcp_servicebus` | ❌ | --- @@ -3564,15 +2829,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.493833 | `azmcp_storage` | ❌ | -| 2 | 0.432167 | `azmcp_quota` | ❌ | -| 3 | 0.423608 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.432243 | `azmcp_quota` | ❌ | +| 3 | 0.423525 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.381914 | `azmcp_monitor` | ✅ **EXPECTED** | | 5 | 0.354717 | `azmcp_datadog` | ❌ | -| 6 | 0.342172 | `azmcp_subscription` | ❌ | -| 7 | 0.331352 | `azmcp_resourcehealth` | ❌ | -| 8 | 0.318640 | `azmcp_kusto` | ❌ | -| 9 | 0.317037 | `azmcp_search` | ❌ | -| 10 | 0.312625 | `azmcp_grafana` | ❌ | --- @@ -3586,15 +2846,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.433212 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.373960 | `azmcp_quota` | ❌ | +| 2 | 0.374025 | `azmcp_quota` | ❌ | | 3 | 0.367555 | `azmcp_datadog` | ❌ | | 4 | 0.363460 | `azmcp_loadtesting` | ❌ | -| 5 | 0.353600 | `azmcp_applens` | ❌ | -| 6 | 0.345413 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.325271 | `azmcp_functionapp` | ❌ | -| 8 | 0.321014 | `azmcp_kusto` | ❌ | -| 9 | 0.320198 | `azmcp_grafana` | ❌ | -| 10 | 0.310320 | `azmcp_sql` | ❌ | +| 5 | 0.353281 | `azmcp_applens` | ❌ | --- @@ -3608,15 +2863,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.438639 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.411589 | `azmcp_applens` | ❌ | +| 2 | 0.411671 | `azmcp_applens` | ❌ | | 3 | 0.390067 | `azmcp_resourcehealth` | ❌ | | 4 | 0.346779 | `azmcp_loadtesting` | ❌ | | 5 | 0.326919 | `azmcp_functionapp` | ❌ | -| 6 | 0.322796 | `azmcp_datadog` | ❌ | -| 7 | 0.314675 | `azmcp_extension_azqr` | ❌ | -| 8 | 0.304102 | `azmcp_quota` | ❌ | -| 9 | 0.301880 | `azmcp_kusto` | ❌ | -| 10 | 0.299662 | `azmcp_grafana` | ❌ | --- @@ -3630,15 +2880,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.399765 | `azmcp_resourcehealth` | ❌ | -| 2 | 0.388325 | `azmcp_quota` | ❌ | +| 2 | 0.388355 | `azmcp_quota` | ❌ | | 3 | 0.385832 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.343441 | `azmcp_applens` | ❌ | +| 4 | 0.343255 | `azmcp_applens` | ❌ | | 5 | 0.307587 | `azmcp_datadog` | ❌ | -| 6 | 0.300984 | `azmcp_loadtesting` | ❌ | -| 7 | 0.297007 | `azmcp_functionapp` | ❌ | -| 8 | 0.270383 | `azmcp_extension_azqr` | ❌ | -| 9 | 0.264353 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.264031 | `azmcp_kusto` | ❌ | --- @@ -3651,16 +2896,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.305426 | `azmcp_quota` | ❌ | -| 2 | 0.266407 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.216692 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.212537 | `azmcp_datadog` | ❌ | -| 5 | 0.209334 | `azmcp_grafana` | ❌ | -| 6 | 0.187891 | `azmcp_kusto` | ❌ | -| 7 | 0.184234 | `azmcp_group` | ❌ | -| 8 | 0.180186 | `azmcp_applens` | ❌ | -| 9 | 0.178896 | `azmcp_extension_azqr` | ❌ | -| 10 | 0.172957 | `azmcp_foundry` | ❌ | +| 1 | 0.305424 | `azmcp_quota` | ❌ | +| 2 | 0.266178 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.216569 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.212468 | `azmcp_datadog` | ❌ | +| 5 | 0.209216 | `azmcp_grafana` | ❌ | --- @@ -3674,15 +2914,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.392711 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.383712 | `azmcp_applens` | ❌ | +| 2 | 0.383378 | `azmcp_applens` | ❌ | | 3 | 0.366024 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.338263 | `azmcp_quota` | ❌ | +| 4 | 0.338373 | `azmcp_quota` | ❌ | | 5 | 0.321564 | `azmcp_datadog` | ❌ | -| 6 | 0.311959 | `azmcp_loadtesting` | ❌ | -| 7 | 0.304615 | `azmcp_functionapp` | ❌ | -| 8 | 0.289844 | `azmcp_kusto` | ❌ | -| 9 | 0.283523 | `azmcp_extension_azqr` | ❌ | -| 10 | 0.271184 | `azmcp_search` | ❌ | --- @@ -3695,16 +2930,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.341092 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.331651 | `azmcp_quota` | ❌ | -| 3 | 0.261588 | `azmcp_kusto` | ❌ | -| 4 | 0.248080 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.238623 | `azmcp_grafana` | ❌ | -| 6 | 0.234638 | `azmcp_datadog` | ❌ | -| 7 | 0.221923 | `azmcp_mysql` | ❌ | -| 8 | 0.219342 | `azmcp_postgres` | ❌ | -| 9 | 0.206016 | `azmcp_extension_azqr` | ❌ | -| 10 | 0.202060 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.341096 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.331738 | `azmcp_quota` | ❌ | +| 3 | 0.261541 | `azmcp_kusto` | ❌ | +| 4 | 0.247972 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.238599 | `azmcp_grafana` | ❌ | --- @@ -3717,16 +2947,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.347052 | `azmcp_quota` | ❌ | -| 2 | 0.340061 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.326242 | `azmcp_loadtesting` | ❌ | -| 4 | 0.322101 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.314390 | `azmcp_applens` | ❌ | -| 6 | 0.292787 | `azmcp_functionapp` | ❌ | -| 7 | 0.291904 | `azmcp_datadog` | ❌ | -| 8 | 0.259311 | `azmcp_kusto` | ❌ | -| 9 | 0.258891 | `azmcp_extension_azqr` | ❌ | -| 10 | 0.252319 | `azmcp_role` | ❌ | +| 1 | 0.347140 | `azmcp_quota` | ❌ | +| 2 | 0.339972 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.326177 | `azmcp_loadtesting` | ❌ | +| 4 | 0.322003 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.314145 | `azmcp_applens` | ❌ | --- @@ -3739,16 +2964,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.445442 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.368844 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.362288 | `azmcp_grafana` | ❌ | -| 4 | 0.338120 | `azmcp_kusto` | ❌ | -| 5 | 0.313567 | `azmcp_datadog` | ❌ | -| 6 | 0.312097 | `azmcp_quota` | ❌ | -| 7 | 0.309686 | `azmcp_applens` | ❌ | -| 8 | 0.297287 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.293340 | `azmcp_group` | ❌ | -| 10 | 0.286562 | `azmcp_aks` | ❌ | +| 1 | 0.445524 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.368850 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.362336 | `azmcp_grafana` | ❌ | +| 4 | 0.338117 | `azmcp_kusto` | ❌ | +| 5 | 0.313539 | `azmcp_datadog` | ❌ | --- @@ -3765,12 +2985,7 @@ | 2 | 0.388783 | `azmcp_kusto` | ❌ | | 3 | 0.368180 | `azmcp_workbooks` | ❌ | | 4 | 0.368135 | `azmcp_monitor` | ✅ **EXPECTED** | -| 5 | 0.349227 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.338863 | `azmcp_sql` | ❌ | -| 7 | 0.312427 | `azmcp_postgres` | ❌ | -| 8 | 0.306137 | `azmcp_cosmos` | ❌ | -| 9 | 0.305865 | `azmcp_mysql` | ❌ | -| 10 | 0.304702 | `azmcp_storage` | ❌ | +| 5 | 0.349017 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3787,12 +3002,7 @@ | 2 | 0.405068 | `azmcp_kusto` | ❌ | | 3 | 0.383687 | `azmcp_monitor` | ✅ **EXPECTED** | | 4 | 0.370746 | `azmcp_workbooks` | ❌ | -| 5 | 0.338658 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.334989 | `azmcp_sql` | ❌ | -| 7 | 0.319132 | `azmcp_cosmos` | ❌ | -| 8 | 0.312400 | `azmcp_postgres` | ❌ | -| 9 | 0.304436 | `azmcp_mysql` | ❌ | -| 10 | 0.304066 | `azmcp_aks` | ❌ | +| 5 | 0.338468 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3808,13 +3018,8 @@ | 1 | 0.464888 | `azmcp_grafana` | ❌ | | 2 | 0.402005 | `azmcp_kusto` | ❌ | | 3 | 0.353489 | `azmcp_sql` | ❌ | -| 4 | 0.353487 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.353307 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.348783 | `azmcp_monitor` | ✅ **EXPECTED** | -| 6 | 0.345854 | `azmcp_workbooks` | ❌ | -| 7 | 0.340746 | `azmcp_quota` | ❌ | -| 8 | 0.326593 | `azmcp_postgres` | ❌ | -| 9 | 0.324471 | `azmcp_storage` | ❌ | -| 10 | 0.322132 | `azmcp_mysql` | ❌ | --- @@ -3830,13 +3035,8 @@ | 1 | 0.475507 | `azmcp_grafana` | ❌ | | 2 | 0.406264 | `azmcp_kusto` | ❌ | | 3 | 0.359559 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.352540 | `azmcp_quota` | ❌ | +| 4 | 0.352596 | `azmcp_quota` | ❌ | | 5 | 0.344392 | `azmcp_sql` | ❌ | -| 6 | 0.342589 | `azmcp_workbooks` | ❌ | -| 7 | 0.339395 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.327606 | `azmcp_storage` | ❌ | -| 9 | 0.319753 | `azmcp_postgres` | ❌ | -| 10 | 0.315933 | `azmcp_search` | ❌ | --- @@ -3854,11 +3054,6 @@ | 3 | 0.382964 | `azmcp_group` | ❌ | | 4 | 0.379664 | `azmcp_monitor` | ✅ **EXPECTED** | | 5 | 0.371660 | `azmcp_workbooks` | ❌ | -| 6 | 0.357570 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.339512 | `azmcp_aks` | ❌ | -| 8 | 0.335932 | `azmcp_kusto` | ❌ | -| 9 | 0.333567 | `azmcp_eventgrid` | ❌ | -| 10 | 0.331795 | `azmcp_quota` | ❌ | --- @@ -3875,12 +3070,7 @@ | 2 | 0.406049 | `azmcp_monitor` | ✅ **EXPECTED** | | 3 | 0.380500 | `azmcp_workbooks` | ❌ | | 4 | 0.372430 | `azmcp_kusto` | ❌ | -| 5 | 0.361355 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.348645 | `azmcp_subscription` | ❌ | -| 7 | 0.346527 | `azmcp_search` | ❌ | -| 8 | 0.340120 | `azmcp_storage` | ❌ | -| 9 | 0.336245 | `azmcp_datadog` | ❌ | -| 10 | 0.331733 | `azmcp_aks` | ❌ | +| 5 | 0.361240 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3898,11 +3088,6 @@ | 3 | 0.415960 | `azmcp_monitor` | ✅ **EXPECTED** | | 4 | 0.375788 | `azmcp_workbooks` | ❌ | | 5 | 0.364537 | `azmcp_group` | ❌ | -| 6 | 0.350056 | `azmcp_kusto` | ❌ | -| 7 | 0.340184 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.333467 | `azmcp_eventgrid` | ❌ | -| 9 | 0.331574 | `azmcp_datadog` | ❌ | -| 10 | 0.328450 | `azmcp_quota` | ❌ | --- @@ -3920,11 +3105,6 @@ | 3 | 0.344817 | `azmcp_kusto` | ❌ | | 4 | 0.318029 | `azmcp_resourcehealth` | ❌ | | 5 | 0.305353 | `azmcp_search` | ❌ | -| 6 | 0.304018 | `azmcp_datadog` | ❌ | -| 7 | 0.293440 | `azmcp_workbooks` | ❌ | -| 8 | 0.292203 | `azmcp_applens` | ❌ | -| 9 | 0.290118 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.283063 | `azmcp_aks` | ❌ | --- @@ -3941,12 +3121,7 @@ | 2 | 0.335618 | `azmcp_postgres` | ❌ | | 3 | 0.298836 | `azmcp_sql` | ❌ | | 4 | 0.237442 | `azmcp_kusto` | ❌ | -| 5 | 0.236545 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.228192 | `azmcp_subscription` | ❌ | -| 7 | 0.218406 | `azmcp_grafana` | ❌ | -| 8 | 0.214933 | `azmcp_foundry` | ❌ | -| 9 | 0.210067 | `azmcp_cosmos` | ❌ | -| 10 | 0.202822 | `azmcp_group` | ❌ | +| 5 | 0.236482 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3963,12 +3138,7 @@ | 2 | 0.325492 | `azmcp_postgres` | ❌ | | 3 | 0.288100 | `azmcp_sql` | ❌ | | 4 | 0.244163 | `azmcp_kusto` | ❌ | -| 5 | 0.216951 | `azmcp_cosmos` | ❌ | -| 6 | 0.214079 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.208194 | `azmcp_grafana` | ❌ | -| 8 | 0.198541 | `azmcp_foundry` | ❌ | -| 9 | 0.195965 | `azmcp_subscription` | ❌ | -| 10 | 0.183015 | `azmcp_quota` | ❌ | +| 5 | 0.216985 | `azmcp_cosmos` | ❌ | --- @@ -3986,11 +3156,6 @@ | 3 | 0.299730 | `azmcp_postgres` | ❌ | | 4 | 0.269395 | `azmcp_sql` | ❌ | | 5 | 0.236073 | `azmcp_kusto` | ❌ | -| 6 | 0.210813 | `azmcp_cosmos` | ❌ | -| 7 | 0.189688 | `azmcp_grafana` | ❌ | -| 8 | 0.166527 | `azmcp_monitor` | ❌ | -| 9 | 0.165845 | `azmcp_foundry` | ❌ | -| 10 | 0.162718 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4006,13 +3171,8 @@ | 1 | 0.392620 | `azmcp_mysql` | ✅ **EXPECTED** | | 2 | 0.258177 | `azmcp_postgres` | ❌ | | 3 | 0.217939 | `azmcp_sql` | ❌ | -| 4 | 0.209603 | `azmcp_appconfig` | ❌ | -| 5 | 0.170141 | `azmcp_quota` | ❌ | -| 6 | 0.162785 | `azmcp_foundry` | ❌ | -| 7 | 0.161050 | `azmcp_redis` | ❌ | -| 8 | 0.159950 | `azmcp_grafana` | ❌ | -| 9 | 0.151409 | `azmcp_monitor` | ❌ | -| 10 | 0.146375 | `azmcp_datadog` | ❌ | +| 4 | 0.209582 | `azmcp_appconfig` | ❌ | +| 5 | 0.170190 | `azmcp_quota` | ❌ | --- @@ -4029,12 +3189,7 @@ | 2 | 0.411552 | `azmcp_subscription` | ❌ | | 3 | 0.338975 | `azmcp_sql` | ❌ | | 4 | 0.335083 | `azmcp_postgres` | ❌ | -| 5 | 0.284037 | `azmcp_foundry` | ❌ | -| 6 | 0.282689 | `azmcp_eventgrid` | ❌ | -| 7 | 0.282670 | `azmcp_group` | ❌ | -| 8 | 0.274582 | `azmcp_kusto` | ❌ | -| 9 | 0.266776 | `azmcp_grafana` | ❌ | -| 10 | 0.260214 | `azmcp_redis` | ❌ | +| 5 | 0.283912 | `azmcp_foundry` | ❌ | --- @@ -4051,12 +3206,7 @@ | 2 | 0.244379 | `azmcp_postgres` | ❌ | | 3 | 0.244331 | `azmcp_sql` | ❌ | | 4 | 0.209077 | `azmcp_grafana` | ❌ | -| 5 | 0.207333 | `azmcp_foundry` | ❌ | -| 6 | 0.206544 | `azmcp_kusto` | ❌ | -| 7 | 0.191239 | `azmcp_subscription` | ❌ | -| 8 | 0.181680 | `azmcp_quota` | ❌ | -| 9 | 0.179401 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.176370 | `azmcp_redis` | ❌ | +| 5 | 0.207063 | `azmcp_foundry` | ❌ | --- @@ -4074,11 +3224,6 @@ | 3 | 0.357912 | `azmcp_sql` | ❌ | | 4 | 0.340553 | `azmcp_postgres` | ❌ | | 5 | 0.286037 | `azmcp_kusto` | ❌ | -| 6 | 0.284135 | `azmcp_eventgrid` | ❌ | -| 7 | 0.277898 | `azmcp_foundry` | ❌ | -| 8 | 0.277645 | `azmcp_quota` | ❌ | -| 9 | 0.275796 | `azmcp_group` | ❌ | -| 10 | 0.272299 | `azmcp_grafana` | ❌ | --- @@ -4095,12 +3240,7 @@ | 2 | 0.165585 | `azmcp_postgres` | ❌ | | 3 | 0.147878 | `azmcp_sql` | ❌ | | 4 | 0.134969 | `azmcp_redis` | ❌ | -| 5 | 0.129702 | `azmcp_quota` | ❌ | -| 6 | 0.121577 | `azmcp_kusto` | ❌ | -| 7 | 0.121211 | `azmcp_grafana` | ❌ | -| 8 | 0.111610 | `azmcp_appconfig` | ❌ | -| 9 | 0.111152 | `azmcp_foundry` | ❌ | -| 10 | 0.110405 | `azmcp_datadog` | ❌ | +| 5 | 0.129734 | `azmcp_quota` | ❌ | --- @@ -4117,12 +3257,7 @@ | 2 | 0.170686 | `azmcp_postgres` | ❌ | | 3 | 0.163432 | `azmcp_sql` | ❌ | | 4 | 0.125859 | `azmcp_redis` | ❌ | -| 5 | 0.103961 | `azmcp_foundry` | ❌ | -| 6 | 0.103955 | `azmcp_cosmos` | ❌ | -| 7 | 0.090740 | `azmcp_grafana` | ❌ | -| 8 | 0.090153 | `azmcp_quota` | ❌ | -| 9 | 0.089806 | `azmcp_kusto` | ❌ | -| 10 | 0.089135 | `azmcp_subscription` | ❌ | +| 5 | 0.104015 | `azmcp_cosmos` | ❌ | --- @@ -4139,12 +3274,7 @@ | 2 | 0.309067 | `azmcp_postgres` | ❌ | | 3 | 0.265189 | `azmcp_sql` | ❌ | | 4 | 0.230436 | `azmcp_kusto` | ❌ | -| 5 | 0.210486 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.202400 | `azmcp_subscription` | ❌ | -| 7 | 0.187484 | `azmcp_grafana` | ❌ | -| 8 | 0.186341 | `azmcp_cosmos` | ❌ | -| 9 | 0.176869 | `azmcp_foundry` | ❌ | -| 10 | 0.170647 | `azmcp_group` | ❌ | +| 5 | 0.210413 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4161,12 +3291,7 @@ | 2 | 0.313649 | `azmcp_postgres` | ❌ | | 3 | 0.263849 | `azmcp_sql` | ❌ | | 4 | 0.244073 | `azmcp_kusto` | ❌ | -| 5 | 0.204013 | `azmcp_cosmos` | ❌ | -| 6 | 0.202090 | `azmcp_grafana` | ❌ | -| 7 | 0.201124 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.182707 | `azmcp_subscription` | ❌ | -| 9 | 0.172425 | `azmcp_quota` | ❌ | -| 10 | 0.161361 | `azmcp_datadog` | ❌ | +| 5 | 0.204039 | `azmcp_cosmos` | ❌ | --- @@ -4184,11 +3309,6 @@ | 3 | 0.235354 | `azmcp_bicepschema` | ❌ | | 4 | 0.213487 | `azmcp_sql` | ❌ | | 5 | 0.211200 | `azmcp_kusto` | ❌ | -| 6 | 0.168844 | `azmcp_grafana` | ❌ | -| 7 | 0.162134 | `azmcp_cosmos` | ❌ | -| 8 | 0.158988 | `azmcp_quota` | ❌ | -| 9 | 0.158456 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.149380 | `azmcp_cloudarchitect` | ❌ | --- @@ -4205,12 +3325,7 @@ | 2 | 0.270336 | `azmcp_sql` | ❌ | | 3 | 0.248242 | `azmcp_mysql` | ❌ | | 4 | 0.222211 | `azmcp_kusto` | ❌ | -| 5 | 0.211906 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.208730 | `azmcp_subscription` | ❌ | -| 7 | 0.208045 | `azmcp_foundry` | ❌ | -| 8 | 0.184841 | `azmcp_group` | ❌ | -| 9 | 0.184531 | `azmcp_grafana` | ❌ | -| 10 | 0.179894 | `azmcp_cosmos` | ❌ | +| 5 | 0.211826 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4227,12 +3342,7 @@ | 2 | 0.262843 | `azmcp_sql` | ❌ | | 3 | 0.239247 | `azmcp_mysql` | ❌ | | 4 | 0.223616 | `azmcp_kusto` | ❌ | -| 5 | 0.190133 | `azmcp_foundry` | ❌ | -| 6 | 0.187399 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.185711 | `azmcp_cosmos` | ❌ | -| 8 | 0.181771 | `azmcp_subscription` | ❌ | -| 9 | 0.171564 | `azmcp_grafana` | ❌ | -| 10 | 0.161869 | `azmcp_datadog` | ❌ | +| 5 | 0.190044 | `azmcp_foundry` | ❌ | --- @@ -4245,16 +3355,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.442320 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.281076 | `azmcp_search` | ❌ | -| 3 | 0.254583 | `azmcp_sql` | ❌ | -| 4 | 0.226298 | `azmcp_mysql` | ❌ | -| 5 | 0.223699 | `azmcp_kusto` | ❌ | -| 6 | 0.189317 | `azmcp_cosmos` | ❌ | -| 7 | 0.175817 | `azmcp_grafana` | ❌ | -| 8 | 0.168399 | `azmcp_foundry` | ❌ | -| 9 | 0.148220 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.143930 | `azmcp_subscription` | ❌ | +| 1 | 0.441334 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.280539 | `azmcp_search` | ❌ | +| 3 | 0.254962 | `azmcp_sql` | ❌ | +| 4 | 0.226501 | `azmcp_mysql` | ❌ | +| 5 | 0.223792 | `azmcp_kusto` | ❌ | --- @@ -4270,13 +3375,8 @@ | 1 | 0.480171 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.201594 | `azmcp_sql` | ❌ | | 3 | 0.196627 | `azmcp_mysql` | ❌ | -| 4 | 0.177772 | `azmcp_appconfig` | ❌ | -| 5 | 0.164270 | `azmcp_foundry` | ❌ | -| 6 | 0.151477 | `azmcp_quota` | ❌ | -| 7 | 0.140783 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.134939 | `azmcp_kusto` | ❌ | -| 9 | 0.130993 | `azmcp_datadog` | ❌ | -| 10 | 0.129832 | `azmcp_grafana` | ❌ | +| 4 | 0.177783 | `azmcp_appconfig` | ❌ | +| 5 | 0.164246 | `azmcp_foundry` | ❌ | --- @@ -4292,13 +3392,8 @@ | 1 | 0.544907 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.401506 | `azmcp_subscription` | ❌ | | 3 | 0.327082 | `azmcp_sql` | ❌ | -| 4 | 0.311534 | `azmcp_eventgrid` | ❌ | -| 5 | 0.300621 | `azmcp_foundry` | ❌ | -| 6 | 0.286205 | `azmcp_mysql` | ❌ | -| 7 | 0.283976 | `azmcp_group` | ❌ | -| 8 | 0.275330 | `azmcp_kusto` | ❌ | -| 9 | 0.262206 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.259620 | `azmcp_aks` | ❌ | +| 4 | 0.311685 | `azmcp_eventgrid` | ❌ | +| 5 | 0.300671 | `azmcp_foundry` | ❌ | --- @@ -4313,14 +3408,9 @@ |------|-------|------|--------| | 1 | 0.472426 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.241585 | `azmcp_sql` | ❌ | -| 3 | 0.230855 | `azmcp_foundry` | ❌ | +| 3 | 0.230728 | `azmcp_foundry` | ❌ | | 4 | 0.221810 | `azmcp_mysql` | ❌ | | 5 | 0.209751 | `azmcp_kusto` | ❌ | -| 6 | 0.207818 | `azmcp_subscription` | ❌ | -| 7 | 0.190223 | `azmcp_grafana` | ❌ | -| 8 | 0.189019 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.179392 | `azmcp_datadog` | ❌ | -| 10 | 0.178234 | `azmcp_quota` | ❌ | --- @@ -4336,13 +3426,8 @@ | 1 | 0.544209 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.390308 | `azmcp_subscription` | ❌ | | 3 | 0.341243 | `azmcp_sql` | ❌ | -| 4 | 0.311251 | `azmcp_eventgrid` | ❌ | +| 4 | 0.311423 | `azmcp_eventgrid` | ❌ | | 5 | 0.297834 | `azmcp_mysql` | ❌ | -| 6 | 0.294569 | `azmcp_foundry` | ❌ | -| 7 | 0.285843 | `azmcp_kusto` | ❌ | -| 8 | 0.278531 | `azmcp_quota` | ❌ | -| 9 | 0.277530 | `azmcp_group` | ❌ | -| 10 | 0.270254 | `azmcp_datadog` | ❌ | --- @@ -4358,13 +3443,8 @@ | 1 | 0.400135 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.182286 | `azmcp_mysql` | ❌ | | 3 | 0.164005 | `azmcp_sql` | ❌ | -| 4 | 0.143079 | `azmcp_foundry` | ❌ | -| 5 | 0.141150 | `azmcp_quota` | ❌ | -| 6 | 0.130612 | `azmcp_kusto` | ❌ | -| 7 | 0.129964 | `azmcp_subscription` | ❌ | -| 8 | 0.127612 | `azmcp_eventgrid` | ❌ | -| 9 | 0.127218 | `azmcp_datadog` | ❌ | -| 10 | 0.125766 | `azmcp_search` | ❌ | +| 4 | 0.143240 | `azmcp_foundry` | ❌ | +| 5 | 0.141180 | `azmcp_quota` | ❌ | --- @@ -4380,13 +3460,8 @@ | 1 | 0.438215 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.200461 | `azmcp_mysql` | ❌ | | 3 | 0.191113 | `azmcp_sql` | ❌ | -| 4 | 0.146671 | `azmcp_foundry` | ❌ | -| 5 | 0.129667 | `azmcp_eventgrid` | ❌ | -| 6 | 0.124194 | `azmcp_subscription` | ❌ | -| 7 | 0.118972 | `azmcp_kusto` | ❌ | -| 8 | 0.115820 | `azmcp_cosmos` | ❌ | -| 9 | 0.114909 | `azmcp_datadog` | ❌ | -| 10 | 0.109645 | `azmcp_group` | ❌ | +| 4 | 0.146803 | `azmcp_foundry` | ❌ | +| 5 | 0.129824 | `azmcp_eventgrid` | ❌ | --- @@ -4403,12 +3478,7 @@ | 2 | 0.238779 | `azmcp_sql` | ❌ | | 3 | 0.226041 | `azmcp_mysql` | ❌ | | 4 | 0.216206 | `azmcp_kusto` | ❌ | -| 5 | 0.191490 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.183986 | `azmcp_subscription` | ❌ | -| 7 | 0.170090 | `azmcp_foundry` | ❌ | -| 8 | 0.160214 | `azmcp_cosmos` | ❌ | -| 9 | 0.152714 | `azmcp_grafana` | ❌ | -| 10 | 0.150386 | `azmcp_group` | ❌ | +| 5 | 0.191400 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4425,12 +3495,7 @@ | 2 | 0.235454 | `azmcp_sql` | ❌ | | 3 | 0.229419 | `azmcp_kusto` | ❌ | | 4 | 0.226514 | `azmcp_mysql` | ❌ | -| 5 | 0.183320 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.172002 | `azmcp_cosmos` | ❌ | -| 7 | 0.167167 | `azmcp_subscription` | ❌ | -| 8 | 0.166661 | `azmcp_grafana` | ❌ | -| 9 | 0.158309 | `azmcp_foundry` | ❌ | -| 10 | 0.153267 | `azmcp_quota` | ❌ | +| 5 | 0.183255 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4443,16 +3508,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.443429 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.219528 | `azmcp_bicepschema` | ❌ | -| 3 | 0.204498 | `azmcp_mysql` | ❌ | -| 4 | 0.195507 | `azmcp_kusto` | ❌ | -| 5 | 0.194360 | `azmcp_sql` | ❌ | -| 6 | 0.137517 | `azmcp_quota` | ❌ | -| 7 | 0.137459 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.136825 | `azmcp_cosmos` | ❌ | -| 9 | 0.134742 | `azmcp_grafana` | ❌ | -| 10 | 0.130122 | `azmcp_cloudarchitect` | ❌ | +| 1 | 0.443527 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.219591 | `azmcp_bicepschema` | ❌ | +| 3 | 0.204544 | `azmcp_mysql` | ❌ | +| 4 | 0.195597 | `azmcp_kusto` | ❌ | +| 5 | 0.194450 | `azmcp_sql` | ❌ | --- @@ -4465,16 +3525,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.526693 | `azmcp_quota` | ✅ **EXPECTED** | -| 2 | 0.307941 | `azmcp_foundry` | ❌ | +| 1 | 0.526764 | `azmcp_quota` | ✅ **EXPECTED** | +| 2 | 0.307938 | `azmcp_foundry` | ❌ | | 3 | 0.287794 | `azmcp_resourcehealth` | ❌ | | 4 | 0.283510 | `azmcp_group` | ❌ | -| 5 | 0.250516 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.247910 | `azmcp_postgres` | ❌ | -| 7 | 0.245201 | `azmcp_subscription` | ❌ | -| 8 | 0.240009 | `azmcp_datadog` | ❌ | -| 9 | 0.233884 | `azmcp_aks` | ❌ | -| 10 | 0.231445 | `azmcp_eventgrid` | ❌ | +| 5 | 0.250381 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4487,16 +3542,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594588 | `azmcp_quota` | ✅ **EXPECTED** | +| 1 | 0.594721 | `azmcp_quota` | ✅ **EXPECTED** | | 2 | 0.381039 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.322727 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.322572 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.311277 | `azmcp_storage` | ❌ | -| 5 | 0.304968 | `azmcp_foundry` | ❌ | -| 6 | 0.302456 | `azmcp_group` | ❌ | -| 7 | 0.295590 | `azmcp_datadog` | ❌ | -| 8 | 0.288971 | `azmcp_subscription` | ❌ | -| 9 | 0.278466 | `azmcp_monitor` | ❌ | -| 10 | 0.263989 | `azmcp_kusto` | ❌ | +| 5 | 0.305016 | `azmcp_foundry` | ❌ | --- @@ -4514,11 +3564,6 @@ | 3 | 0.280213 | `azmcp_subscription` | ❌ | | 4 | 0.266609 | `azmcp_grafana` | ❌ | | 5 | 0.263463 | `azmcp_bestpractices` | ❌ | -| 6 | 0.263008 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.262725 | `azmcp_keyvault` | ❌ | -| 8 | 0.252810 | `azmcp_quota` | ❌ | -| 9 | 0.250393 | `azmcp_storage` | ❌ | -| 10 | 0.246327 | `azmcp_acr` | ❌ | --- @@ -4534,13 +3579,8 @@ | 1 | 0.538481 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.290386 | `azmcp_role` | ❌ | | 3 | 0.278779 | `azmcp_grafana` | ❌ | -| 4 | 0.274594 | `azmcp_keyvault` | ❌ | -| 5 | 0.272004 | `azmcp_quota` | ❌ | -| 6 | 0.266732 | `azmcp_subscription` | ❌ | -| 7 | 0.260619 | `azmcp_storage` | ❌ | -| 8 | 0.253037 | `azmcp_datadog` | ❌ | -| 9 | 0.250995 | `azmcp_bestpractices` | ❌ | -| 10 | 0.250294 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.274605 | `azmcp_keyvault` | ❌ | +| 5 | 0.272049 | `azmcp_quota` | ❌ | --- @@ -4555,14 +3595,9 @@ |------|-------|------|--------| | 1 | 0.524835 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.421616 | `azmcp_subscription` | ❌ | -| 3 | 0.310005 | `azmcp_eventgrid` | ❌ | +| 3 | 0.310162 | `azmcp_eventgrid` | ❌ | | 4 | 0.309418 | `azmcp_group` | ❌ | | 5 | 0.282303 | `azmcp_kusto` | ❌ | -| 6 | 0.272714 | `azmcp_grafana` | ❌ | -| 7 | 0.270478 | `azmcp_servicebus` | ❌ | -| 8 | 0.266747 | `azmcp_foundry` | ❌ | -| 9 | 0.260466 | `azmcp_datadog` | ❌ | -| 10 | 0.260077 | `azmcp_quota` | ❌ | --- @@ -4580,11 +3615,6 @@ | 3 | 0.235526 | `azmcp_kusto` | ❌ | | 4 | 0.215469 | `azmcp_mysql` | ❌ | | 5 | 0.213039 | `azmcp_datadog` | ❌ | -| 6 | 0.210696 | `azmcp_postgres` | ❌ | -| 7 | 0.207560 | `azmcp_subscription` | ❌ | -| 8 | 0.205706 | `azmcp_quota` | ❌ | -| 9 | 0.200855 | `azmcp_storage` | ❌ | -| 10 | 0.195011 | `azmcp_foundry` | ❌ | --- @@ -4599,14 +3629,9 @@ |------|-------|------|--------| | 1 | 0.506847 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.382302 | `azmcp_subscription` | ❌ | -| 3 | 0.290925 | `azmcp_eventgrid` | ❌ | +| 3 | 0.291110 | `azmcp_eventgrid` | ❌ | | 4 | 0.277338 | `azmcp_grafana` | ❌ | | 5 | 0.273901 | `azmcp_group` | ❌ | -| 6 | 0.263634 | `azmcp_kusto` | ❌ | -| 7 | 0.255835 | `azmcp_servicebus` | ❌ | -| 8 | 0.251709 | `azmcp_datadog` | ❌ | -| 9 | 0.244227 | `azmcp_quota` | ❌ | -| 10 | 0.241968 | `azmcp_postgres` | ❌ | --- @@ -4622,13 +3647,8 @@ | 1 | 0.360827 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.357219 | `azmcp_kusto` | ❌ | | 3 | 0.301675 | `azmcp_postgres` | ❌ | -| 4 | 0.284249 | `azmcp_cosmos` | ❌ | +| 4 | 0.284263 | `azmcp_cosmos` | ❌ | | 5 | 0.282172 | `azmcp_mysql` | ❌ | -| 6 | 0.272976 | `azmcp_aks` | ❌ | -| 7 | 0.267935 | `azmcp_sql` | ❌ | -| 8 | 0.253162 | `azmcp_grafana` | ❌ | -| 9 | 0.249822 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.246186 | `azmcp_group` | ❌ | --- @@ -4644,13 +3664,8 @@ | 1 | 0.353610 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.351483 | `azmcp_kusto` | ❌ | | 3 | 0.292684 | `azmcp_postgres` | ❌ | -| 4 | 0.292149 | `azmcp_cosmos` | ❌ | +| 4 | 0.292160 | `azmcp_cosmos` | ❌ | | 5 | 0.273921 | `azmcp_mysql` | ❌ | -| 6 | 0.257470 | `azmcp_sql` | ❌ | -| 7 | 0.252687 | `azmcp_aks` | ❌ | -| 8 | 0.245455 | `azmcp_grafana` | ❌ | -| 9 | 0.233233 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.221784 | `azmcp_group` | ❌ | --- @@ -4667,12 +3682,7 @@ | 2 | 0.442659 | `azmcp_subscription` | ❌ | | 3 | 0.390091 | `azmcp_kusto` | ❌ | | 4 | 0.386188 | `azmcp_aks` | ❌ | -| 5 | 0.364753 | `azmcp_eventgrid` | ❌ | -| 6 | 0.362736 | `azmcp_group` | ❌ | -| 7 | 0.323842 | `azmcp_quota` | ❌ | -| 8 | 0.320872 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.302992 | `azmcp_foundry` | ❌ | -| 10 | 0.299736 | `azmcp_postgres` | ❌ | +| 5 | 0.364952 | `azmcp_eventgrid` | ❌ | --- @@ -4690,11 +3700,6 @@ | 3 | 0.287172 | `azmcp_aks` | ❌ | | 4 | 0.259381 | `azmcp_grafana` | ❌ | | 5 | 0.246000 | `azmcp_group` | ❌ | -| 6 | 0.245073 | `azmcp_postgres` | ❌ | -| 7 | 0.244387 | `azmcp_quota` | ❌ | -| 8 | 0.238117 | `azmcp_foundry` | ❌ | -| 9 | 0.235654 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.234636 | `azmcp_mysql` | ❌ | --- @@ -4711,12 +3716,7 @@ | 2 | 0.400978 | `azmcp_subscription` | ❌ | | 3 | 0.371350 | `azmcp_kusto` | ❌ | | 4 | 0.354359 | `azmcp_aks` | ❌ | -| 5 | 0.351516 | `azmcp_eventgrid` | ❌ | -| 6 | 0.334365 | `azmcp_group` | ❌ | -| 7 | 0.308509 | `azmcp_quota` | ❌ | -| 8 | 0.297796 | `azmcp_grafana` | ❌ | -| 9 | 0.290553 | `azmcp_cosmos` | ❌ | -| 10 | 0.285627 | `azmcp_datadog` | ❌ | +| 5 | 0.351730 | `azmcp_eventgrid` | ❌ | --- @@ -4730,15 +3730,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.418025 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.398212 | `azmcp_quota` | ❌ | -| 3 | 0.275781 | `azmcp_foundry` | ❌ | +| 2 | 0.398244 | `azmcp_quota` | ❌ | +| 3 | 0.275823 | `azmcp_foundry` | ❌ | | 4 | 0.260375 | `azmcp_group` | ❌ | | 5 | 0.260164 | `azmcp_datadog` | ❌ | -| 6 | 0.246206 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.234292 | `azmcp_role` | ❌ | -| 8 | 0.230112 | `azmcp_subscription` | ❌ | -| 9 | 0.226513 | `azmcp_extension_azqr` | ❌ | -| 10 | 0.223786 | `azmcp_postgres` | ❌ | --- @@ -4753,14 +3748,9 @@ |------|-------|------|--------| | 1 | 0.446300 | `azmcp_storage` | ❌ | | 2 | 0.434595 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 3 | 0.371539 | `azmcp_quota` | ❌ | -| 4 | 0.360693 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.371609 | `azmcp_quota` | ❌ | +| 4 | 0.360639 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.340138 | `azmcp_datadog` | ❌ | -| 6 | 0.317235 | `azmcp_subscription` | ❌ | -| 7 | 0.298780 | `azmcp_functionapp` | ❌ | -| 8 | 0.294750 | `azmcp_monitor` | ❌ | -| 9 | 0.278141 | `azmcp_keyvault` | ❌ | -| 10 | 0.269394 | `azmcp_aks` | ❌ | --- @@ -4775,14 +3765,9 @@ |------|-------|------|--------| | 1 | 0.413391 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.395586 | `azmcp_group` | ❌ | -| 3 | 0.382169 | `azmcp_quota` | ❌ | +| 3 | 0.382261 | `azmcp_quota` | ❌ | | 4 | 0.343056 | `azmcp_virtualdesktop` | ❌ | | 5 | 0.339436 | `azmcp_datadog` | ❌ | -| 6 | 0.299383 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.289013 | `azmcp_functionapp` | ❌ | -| 8 | 0.282909 | `azmcp_subscription` | ❌ | -| 9 | 0.278469 | `azmcp_aks` | ❌ | -| 10 | 0.276604 | `azmcp_monitor` | ❌ | --- @@ -4796,15 +3781,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.521277 | `azmcp_subscription` | ❌ | -| 2 | 0.473950 | `azmcp_quota` | ❌ | +| 2 | 0.473999 | `azmcp_quota` | ❌ | | 3 | 0.472732 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 4 | 0.438679 | `azmcp_group` | ❌ | -| 5 | 0.370294 | `azmcp_foundry` | ❌ | -| 6 | 0.369232 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.365647 | `azmcp_datadog` | ❌ | -| 8 | 0.359969 | `azmcp_eventgrid` | ❌ | -| 9 | 0.350508 | `azmcp_marketplace` | ❌ | -| 10 | 0.347640 | `azmcp_aks` | ❌ | +| 5 | 0.370568 | `azmcp_foundry` | ❌ | --- @@ -4819,14 +3799,9 @@ |------|-------|------|--------| | 1 | 0.569808 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.458158 | `azmcp_datadog` | ❌ | -| 3 | 0.428684 | `azmcp_quota` | ❌ | +| 3 | 0.428790 | `azmcp_quota` | ❌ | | 4 | 0.406390 | `azmcp_bestpractices` | ❌ | | 5 | 0.396871 | `azmcp_monitor` | ❌ | -| 6 | 0.386160 | `azmcp_subscription` | ❌ | -| 7 | 0.379332 | `azmcp_applens` | ❌ | -| 8 | 0.372846 | `azmcp_group` | ❌ | -| 9 | 0.370278 | `azmcp_deploy` | ❌ | -| 10 | 0.362140 | `azmcp_aks` | ❌ | --- @@ -4842,13 +3817,8 @@ | 1 | 0.575344 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.437073 | `azmcp_group` | ❌ | | 3 | 0.420929 | `azmcp_datadog` | ❌ | -| 4 | 0.376753 | `azmcp_applens` | ❌ | -| 5 | 0.373304 | `azmcp_quota` | ❌ | -| 6 | 0.330185 | `azmcp_extension_azqr` | ❌ | -| 7 | 0.328447 | `azmcp_monitor` | ❌ | -| 8 | 0.302020 | `azmcp_foundry` | ❌ | -| 9 | 0.296445 | `azmcp_bestpractices` | ❌ | -| 10 | 0.296402 | `azmcp_role` | ❌ | +| 4 | 0.376123 | `azmcp_applens` | ❌ | +| 5 | 0.373430 | `azmcp_quota` | ❌ | --- @@ -4863,14 +3833,9 @@ |------|-------|------|--------| | 1 | 0.495135 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.446696 | `azmcp_subscription` | ❌ | -| 3 | 0.444646 | `azmcp_eventgrid` | ❌ | +| 3 | 0.444835 | `azmcp_eventgrid` | ❌ | | 4 | 0.373484 | `azmcp_datadog` | ❌ | | 5 | 0.370892 | `azmcp_servicebus` | ❌ | -| 6 | 0.342289 | `azmcp_monitor` | ❌ | -| 7 | 0.332208 | `azmcp_group` | ❌ | -| 8 | 0.329392 | `azmcp_foundry` | ❌ | -| 9 | 0.303592 | `azmcp_aks` | ❌ | -| 10 | 0.301782 | `azmcp_quota` | ❌ | --- @@ -4885,14 +3850,9 @@ |------|-------|------|--------| | 1 | 0.502417 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.469826 | `azmcp_subscription` | ❌ | -| 3 | 0.414984 | `azmcp_eventgrid` | ❌ | +| 3 | 0.415192 | `azmcp_eventgrid` | ❌ | | 4 | 0.399025 | `azmcp_datadog` | ❌ | | 5 | 0.373389 | `azmcp_monitor` | ❌ | -| 6 | 0.364761 | `azmcp_servicebus` | ❌ | -| 7 | 0.346927 | `azmcp_quota` | ❌ | -| 8 | 0.337956 | `azmcp_extension_azqr` | ❌ | -| 9 | 0.337033 | `azmcp_group` | ❌ | -| 10 | 0.315545 | `azmcp_sql` | ❌ | --- @@ -4905,16 +3865,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.278725 | `azmcp_foundry` | ❌ | +| 1 | 0.278886 | `azmcp_foundry` | ❌ | | 2 | 0.266076 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 3 | 0.258189 | `azmcp_datadog` | ❌ | | 4 | 0.253985 | `azmcp_servicebus` | ❌ | -| 5 | 0.247487 | `azmcp_applens` | ❌ | -| 6 | 0.244392 | `azmcp_eventgrid` | ❌ | -| 7 | 0.229695 | `azmcp_monitor` | ❌ | -| 8 | 0.216820 | `azmcp_aks` | ❌ | -| 9 | 0.204627 | `azmcp_sql` | ❌ | -| 10 | 0.201222 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.246733 | `azmcp_applens` | ❌ | --- @@ -4928,15 +3883,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.496164 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.459820 | `azmcp_eventgrid` | ❌ | +| 2 | 0.459988 | `azmcp_eventgrid` | ❌ | | 3 | 0.442619 | `azmcp_subscription` | ❌ | | 4 | 0.379736 | `azmcp_servicebus` | ❌ | | 5 | 0.375840 | `azmcp_datadog` | ❌ | -| 6 | 0.342317 | `azmcp_monitor` | ❌ | -| 7 | 0.325897 | `azmcp_foundry` | ❌ | -| 8 | 0.322835 | `azmcp_group` | ❌ | -| 9 | 0.308440 | `azmcp_quota` | ❌ | -| 10 | 0.304116 | `azmcp_aks` | ❌ | --- @@ -4952,13 +3902,8 @@ | 1 | 0.417500 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.408581 | `azmcp_monitor` | ❌ | | 3 | 0.405886 | `azmcp_datadog` | ❌ | -| 4 | 0.391096 | `azmcp_deploy` | ❌ | +| 4 | 0.391338 | `azmcp_deploy` | ❌ | | 5 | 0.381085 | `azmcp_subscription` | ❌ | -| 6 | 0.375543 | `azmcp_eventgrid` | ❌ | -| 7 | 0.373124 | `azmcp_quota` | ❌ | -| 8 | 0.370375 | `azmcp_cloudarchitect` | ❌ | -| 9 | 0.366383 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.364299 | `azmcp_sql` | ❌ | --- @@ -4974,13 +3919,8 @@ | 1 | 0.472280 | `azmcp_subscription` | ❌ | | 2 | 0.459704 | `azmcp_role` | ✅ **EXPECTED** | | 3 | 0.359733 | `azmcp_group` | ❌ | -| 4 | 0.323728 | `azmcp_quota` | ❌ | -| 5 | 0.308279 | `azmcp_eventgrid` | ❌ | -| 6 | 0.282426 | `azmcp_marketplace` | ❌ | -| 7 | 0.275105 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.272787 | `azmcp_bestpractices` | ❌ | -| 9 | 0.271439 | `azmcp_deploy` | ❌ | -| 10 | 0.271212 | `azmcp_aks` | ❌ | +| 4 | 0.323734 | `azmcp_quota` | ❌ | +| 5 | 0.308495 | `azmcp_eventgrid` | ❌ | --- @@ -4993,16 +3933,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458736 | `azmcp_subscription` | ❌ | -| 2 | 0.451875 | `azmcp_role` | ✅ **EXPECTED** | -| 3 | 0.354289 | `azmcp_group` | ❌ | -| 4 | 0.350849 | `azmcp_quota` | ❌ | -| 5 | 0.319092 | `azmcp_eventgrid` | ❌ | -| 6 | 0.307040 | `azmcp_marketplace` | ❌ | -| 7 | 0.296300 | `azmcp_deploy` | ❌ | -| 8 | 0.291314 | `azmcp_resourcehealth` | ❌ | -| 9 | 0.278336 | `azmcp_functionapp` | ❌ | -| 10 | 0.277531 | `azmcp_grafana` | ❌ | +| 1 | 0.458711 | `azmcp_subscription` | ❌ | +| 2 | 0.451858 | `azmcp_role` | ✅ **EXPECTED** | +| 3 | 0.354219 | `azmcp_group` | ❌ | +| 4 | 0.350810 | `azmcp_quota` | ❌ | +| 5 | 0.319337 | `azmcp_eventgrid` | ❌ | --- @@ -5015,16 +3950,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.464596 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.341600 | `azmcp_foundry` | ❌ | -| 3 | 0.327010 | `azmcp_kusto` | ❌ | -| 4 | 0.320590 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.313225 | `azmcp_monitor` | ❌ | -| 6 | 0.298288 | `azmcp_cosmos` | ❌ | -| 7 | 0.290768 | `azmcp_datadog` | ❌ | -| 8 | 0.284039 | `azmcp_quota` | ❌ | -| 9 | 0.271405 | `azmcp_resourcehealth` | ❌ | -| 10 | 0.268411 | `azmcp_aks` | ❌ | +| 1 | 0.464600 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.341503 | `azmcp_foundry` | ❌ | +| 3 | 0.326910 | `azmcp_kusto` | ❌ | +| 4 | 0.320480 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.313167 | `azmcp_monitor` | ❌ | --- @@ -5038,15 +3968,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.519226 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.391829 | `azmcp_foundry` | ❌ | -| 3 | 0.338280 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.391826 | `azmcp_foundry` | ❌ | +| 3 | 0.338256 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.334339 | `azmcp_kusto` | ❌ | -| 5 | 0.317141 | `azmcp_cosmos` | ❌ | -| 6 | 0.296659 | `azmcp_subscription` | ❌ | -| 7 | 0.294372 | `azmcp_monitor` | ❌ | -| 8 | 0.293909 | `azmcp_postgres` | ❌ | -| 9 | 0.293395 | `azmcp_aks` | ❌ | -| 10 | 0.293279 | `azmcp_sql` | ❌ | +| 5 | 0.317176 | `azmcp_cosmos` | ❌ | --- @@ -5060,15 +3985,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.498146 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.375540 | `azmcp_foundry` | ❌ | +| 2 | 0.375555 | `azmcp_foundry` | ❌ | | 3 | 0.353150 | `azmcp_kusto` | ❌ | -| 4 | 0.338925 | `azmcp_cosmos` | ❌ | -| 5 | 0.331715 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.319727 | `azmcp_monitor` | ❌ | -| 7 | 0.296098 | `azmcp_datadog` | ❌ | -| 8 | 0.295050 | `azmcp_sql` | ❌ | -| 9 | 0.294719 | `azmcp_quota` | ❌ | -| 10 | 0.290788 | `azmcp_postgres` | ❌ | +| 4 | 0.338963 | `azmcp_cosmos` | ❌ | +| 5 | 0.331688 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -5082,15 +4002,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.502447 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.307555 | `azmcp_foundry` | ❌ | +| 2 | 0.307393 | `azmcp_foundry` | ❌ | | 3 | 0.300930 | `azmcp_monitor` | ❌ | -| 4 | 0.289442 | `azmcp_cosmos` | ❌ | +| 4 | 0.289450 | `azmcp_cosmos` | ❌ | | 5 | 0.284065 | `azmcp_kusto` | ❌ | -| 6 | 0.254755 | `azmcp_sql` | ❌ | -| 7 | 0.244489 | `azmcp_postgres` | ❌ | -| 8 | 0.237671 | `azmcp_redis` | ❌ | -| 9 | 0.235245 | `azmcp_eventgrid` | ❌ | -| 10 | 0.234440 | `azmcp_quota` | ❌ | --- @@ -5105,14 +4020,9 @@ |------|-------|------|--------| | 1 | 0.498549 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.479136 | `azmcp_subscription` | ❌ | -| 3 | 0.453625 | `azmcp_foundry` | ❌ | +| 3 | 0.453803 | `azmcp_foundry` | ❌ | | 4 | 0.364003 | `azmcp_group` | ❌ | -| 5 | 0.361223 | `azmcp_eventgrid` | ❌ | -| 6 | 0.342784 | `azmcp_aks` | ❌ | -| 7 | 0.339819 | `azmcp_bestpractices` | ❌ | -| 8 | 0.336819 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.336398 | `azmcp_quota` | ❌ | -| 10 | 0.332505 | `azmcp_marketplace` | ❌ | +| 5 | 0.361535 | `azmcp_eventgrid` | ❌ | --- @@ -5127,14 +4037,9 @@ |------|-------|------|--------| | 1 | 0.522087 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.427264 | `azmcp_subscription` | ❌ | -| 3 | 0.395980 | `azmcp_foundry` | ❌ | -| 4 | 0.350033 | `azmcp_cosmos` | ❌ | -| 5 | 0.349156 | `azmcp_eventgrid` | ❌ | -| 6 | 0.347143 | `azmcp_kusto` | ❌ | -| 7 | 0.347099 | `azmcp_marketplace` | ❌ | -| 8 | 0.341602 | `azmcp_monitor` | ❌ | -| 9 | 0.336849 | `azmcp_group` | ❌ | -| 10 | 0.335340 | `azmcp_quota` | ❌ | +| 3 | 0.396173 | `azmcp_foundry` | ❌ | +| 4 | 0.350050 | `azmcp_cosmos` | ❌ | +| 5 | 0.349550 | `azmcp_eventgrid` | ❌ | --- @@ -5148,15 +4053,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.484171 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.392029 | `azmcp_foundry` | ❌ | +| 2 | 0.392016 | `azmcp_foundry` | ❌ | | 3 | 0.305470 | `azmcp_kusto` | ❌ | -| 4 | 0.301629 | `azmcp_cosmos` | ❌ | +| 4 | 0.301650 | `azmcp_cosmos` | ❌ | | 5 | 0.286864 | `azmcp_grafana` | ❌ | -| 6 | 0.284404 | `azmcp_sql` | ❌ | -| 7 | 0.284079 | `azmcp_cloudarchitect` | ❌ | -| 8 | 0.284056 | `azmcp_monitor` | ❌ | -| 9 | 0.281667 | `azmcp_storage` | ❌ | -| 10 | 0.281410 | `azmcp_deploy` | ❌ | --- @@ -5170,15 +4070,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.515210 | `azmcp_servicebus` | ✅ **EXPECTED** | -| 2 | 0.312904 | `azmcp_quota` | ❌ | -| 3 | 0.286360 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.312915 | `azmcp_quota` | ❌ | +| 3 | 0.286245 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.275943 | `azmcp_kusto` | ❌ | -| 5 | 0.272038 | `azmcp_foundry` | ❌ | -| 6 | 0.262728 | `azmcp_eventgrid` | ❌ | -| 7 | 0.259788 | `azmcp_storage` | ❌ | -| 8 | 0.251788 | `azmcp_monitor` | ❌ | -| 9 | 0.251344 | `azmcp_resourcehealth` | ❌ | -| 10 | 0.244928 | `azmcp_aks` | ❌ | +| 5 | 0.272137 | `azmcp_foundry` | ❌ | --- @@ -5192,15 +4087,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.513487 | `azmcp_servicebus` | ✅ **EXPECTED** | -| 2 | 0.372201 | `azmcp_eventgrid` | ❌ | +| 2 | 0.372310 | `azmcp_eventgrid` | ❌ | | 3 | 0.298671 | `azmcp_subscription` | ❌ | -| 4 | 0.291785 | `azmcp_foundry` | ❌ | -| 5 | 0.282600 | `azmcp_quota` | ❌ | -| 6 | 0.282077 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.271208 | `azmcp_resourcehealth` | ❌ | -| 8 | 0.269860 | `azmcp_search` | ❌ | -| 9 | 0.268553 | `azmcp_monitor` | ❌ | -| 10 | 0.265564 | `azmcp_aks` | ❌ | +| 4 | 0.291994 | `azmcp_foundry` | ❌ | +| 5 | 0.282648 | `azmcp_quota` | ❌ | --- @@ -5215,14 +4105,9 @@ |------|-------|------|--------| | 1 | 0.483620 | `azmcp_servicebus` | ✅ **EXPECTED** | | 2 | 0.404173 | `azmcp_subscription` | ❌ | -| 3 | 0.353947 | `azmcp_eventgrid` | ❌ | +| 3 | 0.354136 | `azmcp_eventgrid` | ❌ | | 4 | 0.278273 | `azmcp_group` | ❌ | | 5 | 0.267185 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.264548 | `azmcp_foundry` | ❌ | -| 7 | 0.261472 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.254120 | `azmcp_quota` | ❌ | -| 9 | 0.249486 | `azmcp_monitor` | ❌ | -| 10 | 0.246711 | `azmcp_extension_azqr` | ❌ | --- @@ -5238,13 +4123,8 @@ | 1 | 0.354889 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.326429 | `azmcp_postgres` | ❌ | | 3 | 0.296864 | `azmcp_mysql` | ❌ | -| 4 | 0.220158 | `azmcp_cosmos` | ❌ | +| 4 | 0.220197 | `azmcp_cosmos` | ❌ | | 5 | 0.203427 | `azmcp_kusto` | ❌ | -| 6 | 0.174318 | `azmcp_search` | ❌ | -| 7 | 0.172873 | `azmcp_cloudarchitect` | ❌ | -| 8 | 0.165702 | `azmcp_bicepschema` | ❌ | -| 9 | 0.163315 | `azmcp_storage` | ❌ | -| 10 | 0.154363 | `azmcp_group` | ❌ | --- @@ -5260,13 +4140,8 @@ | 1 | 0.427036 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.377151 | `azmcp_postgres` | ❌ | | 3 | 0.353239 | `azmcp_mysql` | ❌ | -| 4 | 0.291727 | `azmcp_cosmos` | ❌ | +| 4 | 0.291790 | `azmcp_cosmos` | ❌ | | 5 | 0.271791 | `azmcp_kusto` | ❌ | -| 6 | 0.264317 | `azmcp_bicepschema` | ❌ | -| 7 | 0.263575 | `azmcp_cloudarchitect` | ❌ | -| 8 | 0.245992 | `azmcp_storage` | ❌ | -| 9 | 0.243610 | `azmcp_keyvault` | ❌ | -| 10 | 0.235687 | `azmcp_functionapp` | ❌ | --- @@ -5279,16 +4154,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.402220 | `azmcp_group` | ❌ | -| 2 | 0.399096 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.344192 | `azmcp_postgres` | ❌ | -| 4 | 0.325680 | `azmcp_cosmos` | ❌ | -| 5 | 0.325161 | `azmcp_mysql` | ❌ | -| 6 | 0.273047 | `azmcp_functionapp` | ❌ | -| 7 | 0.267818 | `azmcp_cloudarchitect` | ❌ | -| 8 | 0.266096 | `azmcp_kusto` | ❌ | -| 9 | 0.263051 | `azmcp_datadog` | ❌ | -| 10 | 0.260257 | `azmcp_acr` | ❌ | +| 1 | 0.402306 | `azmcp_group` | ❌ | +| 2 | 0.399066 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.344114 | `azmcp_postgres` | ❌ | +| 4 | 0.325359 | `azmcp_cosmos` | ❌ | +| 5 | 0.325026 | `azmcp_mysql` | ❌ | --- @@ -5306,11 +4176,6 @@ | 3 | 0.313922 | `azmcp_mysql` | ❌ | | 4 | 0.222678 | `azmcp_kusto` | ❌ | | 5 | 0.218277 | `azmcp_cosmos` | ❌ | -| 6 | 0.175415 | `azmcp_grafana` | ❌ | -| 7 | 0.170540 | `azmcp_functionapp` | ❌ | -| 8 | 0.166703 | `azmcp_storage` | ❌ | -| 9 | 0.164516 | `azmcp_subscription` | ❌ | -| 10 | 0.163586 | `azmcp_redis` | ❌ | --- @@ -5323,16 +4188,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433699 | `azmcp_group` | ❌ | -| 2 | 0.382013 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.337766 | `azmcp_postgres` | ❌ | -| 4 | 0.328687 | `azmcp_cosmos` | ❌ | -| 5 | 0.313432 | `azmcp_mysql` | ❌ | -| 6 | 0.292780 | `azmcp_functionapp` | ❌ | -| 7 | 0.282031 | `azmcp_kusto` | ❌ | -| 8 | 0.277462 | `azmcp_redis` | ❌ | -| 9 | 0.266161 | `azmcp_acr` | ❌ | -| 10 | 0.265866 | `azmcp_role` | ❌ | +| 1 | 0.433697 | `azmcp_group` | ❌ | +| 2 | 0.382043 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.337805 | `azmcp_postgres` | ❌ | +| 4 | 0.328730 | `azmcp_cosmos` | ❌ | +| 5 | 0.313418 | `azmcp_mysql` | ❌ | --- @@ -5348,13 +4208,8 @@ | 1 | 0.313811 | `azmcp_postgres` | ❌ | | 2 | 0.288769 | `azmcp_mysql` | ❌ | | 3 | 0.278216 | `azmcp_sql` | ✅ **EXPECTED** | -| 4 | 0.223266 | `azmcp_cosmos` | ❌ | +| 4 | 0.223281 | `azmcp_cosmos` | ❌ | | 5 | 0.196580 | `azmcp_kusto` | ❌ | -| 6 | 0.166727 | `azmcp_redis` | ❌ | -| 7 | 0.163054 | `azmcp_grafana` | ❌ | -| 8 | 0.158706 | `azmcp_functionapp` | ❌ | -| 9 | 0.152230 | `azmcp_subscription` | ❌ | -| 10 | 0.146265 | `azmcp_bicepschema` | ❌ | --- @@ -5371,12 +4226,7 @@ | 2 | 0.435227 | `azmcp_postgres` | ❌ | | 3 | 0.411265 | `azmcp_mysql` | ❌ | | 4 | 0.362256 | `azmcp_kusto` | ❌ | -| 5 | 0.361211 | `azmcp_cosmos` | ❌ | -| 6 | 0.347685 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.346110 | `azmcp_subscription` | ❌ | -| 8 | 0.328404 | `azmcp_datadog` | ❌ | -| 9 | 0.319099 | `azmcp_group` | ❌ | -| 10 | 0.312592 | `azmcp_storage` | ❌ | +| 5 | 0.361206 | `azmcp_cosmos` | ❌ | --- @@ -5392,13 +4242,8 @@ | 1 | 0.433230 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.382584 | `azmcp_postgres` | ❌ | | 3 | 0.377617 | `azmcp_mysql` | ❌ | -| 4 | 0.322424 | `azmcp_appconfig` | ❌ | -| 5 | 0.292651 | `azmcp_cosmos` | ❌ | -| 6 | 0.287388 | `azmcp_quota` | ❌ | -| 7 | 0.283697 | `azmcp_kusto` | ❌ | -| 8 | 0.279683 | `azmcp_datadog` | ❌ | -| 9 | 0.277502 | `azmcp_deploy` | ❌ | -| 10 | 0.273744 | `azmcp_bestpractices` | ❌ | +| 4 | 0.322370 | `azmcp_appconfig` | ❌ | +| 5 | 0.292612 | `azmcp_cosmos` | ❌ | --- @@ -5414,13 +4259,8 @@ | 1 | 0.331119 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.315911 | `azmcp_postgres` | ❌ | | 3 | 0.284460 | `azmcp_mysql` | ❌ | -| 4 | 0.259903 | `azmcp_appconfig` | ❌ | -| 5 | 0.223361 | `azmcp_quota` | ❌ | -| 6 | 0.180046 | `azmcp_kusto` | ❌ | -| 7 | 0.179869 | `azmcp_cosmos` | ❌ | -| 8 | 0.172370 | `azmcp_resourcehealth` | ❌ | -| 9 | 0.171587 | `azmcp_bicepschema` | ❌ | -| 10 | 0.170890 | `azmcp_servicebus` | ❌ | +| 4 | 0.259874 | `azmcp_appconfig` | ❌ | +| 5 | 0.223407 | `azmcp_quota` | ❌ | --- @@ -5437,12 +4277,7 @@ | 2 | 0.343676 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.297867 | `azmcp_mysql` | ❌ | | 4 | 0.261261 | `azmcp_kusto` | ❌ | -| 5 | 0.236717 | `azmcp_cosmos` | ❌ | -| 6 | 0.228112 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.212781 | `azmcp_search` | ❌ | -| 8 | 0.211080 | `azmcp_quota` | ❌ | -| 9 | 0.207654 | `azmcp_datadog` | ❌ | -| 10 | 0.197841 | `azmcp_storage` | ❌ | +| 5 | 0.236693 | `azmcp_cosmos` | ❌ | --- @@ -5459,12 +4294,7 @@ | 2 | 0.382015 | `azmcp_postgres` | ❌ | | 3 | 0.358128 | `azmcp_mysql` | ❌ | | 4 | 0.337734 | `azmcp_kusto` | ❌ | -| 5 | 0.318174 | `azmcp_quota` | ❌ | -| 6 | 0.313235 | `azmcp_azuremanagedlustre` | ❌ | -| 7 | 0.288409 | `azmcp_cosmos` | ❌ | -| 8 | 0.287461 | `azmcp_search` | ❌ | -| 9 | 0.286980 | `azmcp_storage` | ❌ | -| 10 | 0.284197 | `azmcp_aks` | ❌ | +| 5 | 0.318176 | `azmcp_quota` | ❌ | --- @@ -5480,13 +4310,8 @@ | 1 | 0.497997 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.376034 | `azmcp_postgres` | ❌ | | 3 | 0.356804 | `azmcp_mysql` | ❌ | -| 4 | 0.331796 | `azmcp_quota` | ❌ | +| 4 | 0.331815 | `azmcp_quota` | ❌ | | 5 | 0.297870 | `azmcp_kusto` | ❌ | -| 6 | 0.290138 | `azmcp_aks` | ❌ | -| 7 | 0.281185 | `azmcp_cosmos` | ❌ | -| 8 | 0.279705 | `azmcp_virtualdesktop` | ❌ | -| 9 | 0.278975 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.275223 | `azmcp_appconfig` | ❌ | --- @@ -5502,13 +4327,8 @@ | 1 | 0.489544 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.362013 | `azmcp_postgres` | ❌ | | 3 | 0.355550 | `azmcp_mysql` | ❌ | -| 4 | 0.347591 | `azmcp_quota` | ❌ | +| 4 | 0.347582 | `azmcp_quota` | ❌ | | 5 | 0.315322 | `azmcp_kusto` | ❌ | -| 6 | 0.292007 | `azmcp_cosmos` | ❌ | -| 7 | 0.271119 | `azmcp_storage` | ❌ | -| 8 | 0.269593 | `azmcp_virtualdesktop` | ❌ | -| 9 | 0.265846 | `azmcp_aks` | ❌ | -| 10 | 0.259620 | `azmcp_search` | ❌ | --- @@ -5526,11 +4346,6 @@ | 3 | 0.358221 | `azmcp_postgres` | ❌ | | 4 | 0.340018 | `azmcp_mysql` | ❌ | | 5 | 0.332831 | `azmcp_extension_azqr` | ❌ | -| 6 | 0.316645 | `azmcp_cloudarchitect` | ❌ | -| 7 | 0.291217 | `azmcp_functionapp` | ❌ | -| 8 | 0.287714 | `azmcp_acr` | ❌ | -| 9 | 0.287431 | `azmcp_datadog` | ❌ | -| 10 | 0.273617 | `azmcp_cosmos` | ❌ | --- @@ -5543,16 +4358,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441697 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.359023 | `azmcp_mysql` | ❌ | -| 3 | 0.356599 | `azmcp_postgres` | ❌ | -| 4 | 0.336075 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.301281 | `azmcp_subscription` | ❌ | -| 6 | 0.295381 | `azmcp_search` | ❌ | -| 7 | 0.290846 | `azmcp_deploy` | ❌ | -| 8 | 0.289774 | `azmcp_aks` | ❌ | -| 9 | 0.285365 | `azmcp_storage` | ❌ | -| 10 | 0.282247 | `azmcp_virtualdesktop` | ❌ | +| 1 | 0.441610 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.359043 | `azmcp_mysql` | ❌ | +| 3 | 0.356581 | `azmcp_postgres` | ❌ | +| 4 | 0.336132 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.301353 | `azmcp_subscription` | ❌ | --- @@ -5565,16 +4375,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414844 | `azmcp_group` | ❌ | -| 2 | 0.407435 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.336369 | `azmcp_postgres` | ❌ | -| 4 | 0.320172 | `azmcp_mysql` | ❌ | -| 5 | 0.290261 | `azmcp_functionapp` | ❌ | -| 6 | 0.273630 | `azmcp_cloudarchitect` | ❌ | -| 7 | 0.263351 | `azmcp_quota` | ❌ | -| 8 | 0.263261 | `azmcp_extension_azqr` | ❌ | -| 9 | 0.259347 | `azmcp_aks` | ❌ | -| 10 | 0.256552 | `azmcp_loadtesting` | ❌ | +| 1 | 0.414765 | `azmcp_group` | ❌ | +| 2 | 0.407589 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.336515 | `azmcp_postgres` | ❌ | +| 4 | 0.320398 | `azmcp_mysql` | ❌ | +| 5 | 0.290285 | `azmcp_functionapp` | ❌ | --- @@ -5592,11 +4397,6 @@ | 3 | 0.370771 | `azmcp_postgres` | ❌ | | 4 | 0.363453 | `azmcp_mysql` | ❌ | | 5 | 0.329260 | `azmcp_functionapp` | ❌ | -| 6 | 0.320411 | `azmcp_subscription` | ❌ | -| 7 | 0.317588 | `azmcp_extension_azqr` | ❌ | -| 8 | 0.312219 | `azmcp_role` | ❌ | -| 9 | 0.308250 | `azmcp_aks` | ❌ | -| 10 | 0.298916 | `azmcp_quota` | ❌ | --- @@ -5613,12 +4413,7 @@ | 2 | 0.322005 | `azmcp_subscription` | ❌ | | 3 | 0.277999 | `azmcp_postgres` | ❌ | | 4 | 0.248747 | `azmcp_mysql` | ❌ | -| 5 | 0.233488 | `azmcp_eventgrid` | ❌ | -| 6 | 0.217006 | `azmcp_group` | ❌ | -| 7 | 0.215538 | `azmcp_servicebus` | ❌ | -| 8 | 0.209730 | `azmcp_kusto` | ❌ | -| 9 | 0.197073 | `azmcp_virtualdesktop` | ❌ | -| 10 | 0.179068 | `azmcp_redis` | ❌ | +| 5 | 0.233739 | `azmcp_eventgrid` | ❌ | --- @@ -5636,11 +4431,6 @@ | 3 | 0.243498 | `azmcp_mysql` | ❌ | | 4 | 0.224113 | `azmcp_kusto` | ❌ | | 5 | 0.192758 | `azmcp_storage` | ❌ | -| 6 | 0.188154 | `azmcp_redis` | ❌ | -| 7 | 0.183781 | `azmcp_cosmos` | ❌ | -| 8 | 0.165444 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.164503 | `azmcp_search` | ❌ | -| 10 | 0.161234 | `azmcp_bicepschema` | ❌ | --- @@ -5658,11 +4448,6 @@ | 3 | 0.272843 | `azmcp_role` | ❌ | | 4 | 0.267755 | `azmcp_subscription` | ❌ | | 5 | 0.267122 | `azmcp_search` | ❌ | -| 6 | 0.261196 | `azmcp_mysql` | ❌ | -| 7 | 0.249550 | `azmcp_kusto` | ❌ | -| 8 | 0.249339 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.243688 | `azmcp_group` | ❌ | -| 10 | 0.243532 | `azmcp_quota` | ❌ | --- @@ -5680,11 +4465,6 @@ | 3 | 0.213214 | `azmcp_mysql` | ❌ | | 4 | 0.210631 | `azmcp_search` | ❌ | | 5 | 0.205300 | `azmcp_role` | ❌ | -| 6 | 0.200855 | `azmcp_kusto` | ❌ | -| 7 | 0.189314 | `azmcp_quota` | ❌ | -| 8 | 0.177902 | `azmcp_datadog` | ❌ | -| 9 | 0.176942 | `azmcp_virtualdesktop` | ❌ | -| 10 | 0.176884 | `azmcp_subscription` | ❌ | --- @@ -5702,11 +4482,6 @@ | 3 | 0.239884 | `azmcp_postgres` | ❌ | | 4 | 0.228914 | `azmcp_search` | ❌ | | 5 | 0.227351 | `azmcp_virtualdesktop` | ❌ | -| 6 | 0.222202 | `azmcp_role` | ❌ | -| 7 | 0.218015 | `azmcp_kusto` | ❌ | -| 8 | 0.201699 | `azmcp_applens` | ❌ | -| 9 | 0.190207 | `azmcp_cosmos` | ❌ | -| 10 | 0.189008 | `azmcp_storage` | ❌ | --- @@ -5724,11 +4499,6 @@ | 3 | 0.348106 | `azmcp_mysql` | ❌ | | 4 | 0.291863 | `azmcp_role` | ❌ | | 5 | 0.289214 | `azmcp_monitor` | ❌ | -| 6 | 0.283650 | `azmcp_cloudarchitect` | ❌ | -| 7 | 0.283356 | `azmcp_functionapp` | ❌ | -| 8 | 0.281877 | `azmcp_redis` | ❌ | -| 9 | 0.272489 | `azmcp_servicebus` | ❌ | -| 10 | 0.270930 | `azmcp_search` | ❌ | --- @@ -5741,16 +4511,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349030 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.276443 | `azmcp_postgres` | ❌ | -| 3 | 0.220736 | `azmcp_mysql` | ❌ | -| 4 | 0.208250 | `azmcp_quota` | ❌ | -| 5 | 0.206693 | `azmcp_role` | ❌ | -| 6 | 0.203945 | `azmcp_functionapp` | ❌ | -| 7 | 0.198208 | `azmcp_search` | ❌ | -| 8 | 0.187439 | `azmcp_foundry` | ❌ | -| 9 | 0.184773 | `azmcp_redis` | ❌ | -| 10 | 0.180380 | `azmcp_bicepschema` | ❌ | +| 1 | 0.348937 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.276370 | `azmcp_postgres` | ❌ | +| 3 | 0.220582 | `azmcp_mysql` | ❌ | +| 4 | 0.208322 | `azmcp_quota` | ❌ | +| 5 | 0.206789 | `azmcp_role` | ❌ | --- @@ -5768,11 +4533,6 @@ | 3 | 0.251502 | `azmcp_mysql` | ❌ | | 4 | 0.222495 | `azmcp_search` | ❌ | | 5 | 0.216068 | `azmcp_cloudarchitect` | ❌ | -| 6 | 0.203085 | `azmcp_quota` | ❌ | -| 7 | 0.201205 | `azmcp_servicebus` | ❌ | -| 8 | 0.200070 | `azmcp_monitor` | ❌ | -| 9 | 0.196763 | `azmcp_redis` | ❌ | -| 10 | 0.194800 | `azmcp_functionapp` | ❌ | --- @@ -5790,11 +4550,6 @@ | 3 | 0.334096 | `azmcp_mysql` | ❌ | | 4 | 0.295978 | `azmcp_functionapp` | ❌ | | 5 | 0.287440 | `azmcp_redis` | ❌ | -| 6 | 0.284686 | `azmcp_monitor` | ❌ | -| 7 | 0.277691 | `azmcp_role` | ❌ | -| 8 | 0.276848 | `azmcp_quota` | ❌ | -| 9 | 0.271822 | `azmcp_subscription` | ❌ | -| 10 | 0.261720 | `azmcp_servicebus` | ❌ | --- @@ -5811,12 +4566,7 @@ | 2 | 0.244050 | `azmcp_postgres` | ❌ | | 3 | 0.198427 | `azmcp_role` | ❌ | | 4 | 0.197587 | `azmcp_functionapp` | ❌ | -| 5 | 0.191987 | `azmcp_quota` | ❌ | -| 6 | 0.190779 | `azmcp_mysql` | ❌ | -| 7 | 0.190190 | `azmcp_redis` | ❌ | -| 8 | 0.183533 | `azmcp_monitor` | ❌ | -| 9 | 0.179710 | `azmcp_servicebus` | ❌ | -| 10 | 0.175918 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.191984 | `azmcp_quota` | ❌ | --- @@ -5832,13 +4582,8 @@ | 1 | 0.374666 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.302565 | `azmcp_postgres` | ❌ | | 3 | 0.266095 | `azmcp_mysql` | ❌ | -| 4 | 0.248874 | `azmcp_quota` | ❌ | +| 4 | 0.248895 | `azmcp_quota` | ❌ | | 5 | 0.245669 | `azmcp_redis` | ❌ | -| 6 | 0.233061 | `azmcp_functionapp` | ❌ | -| 7 | 0.230288 | `azmcp_role` | ❌ | -| 8 | 0.219787 | `azmcp_monitor` | ❌ | -| 9 | 0.218614 | `azmcp_cloudarchitect` | ❌ | -| 10 | 0.211232 | `azmcp_search` | ❌ | --- @@ -5853,14 +4598,9 @@ |------|-------|------|--------| | 1 | 0.408644 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.343544 | `azmcp_postgres` | ❌ | -| 3 | 0.286859 | `azmcp_quota` | ❌ | +| 3 | 0.286888 | `azmcp_quota` | ❌ | | 4 | 0.273793 | `azmcp_mysql` | ❌ | -| 5 | 0.265185 | `azmcp_azuremanagedlustre` | ❌ | -| 6 | 0.260348 | `azmcp_subscription` | ❌ | -| 7 | 0.256440 | `azmcp_search` | ❌ | -| 8 | 0.246804 | `azmcp_kusto` | ❌ | -| 9 | 0.246222 | `azmcp_monitor` | ❌ | -| 10 | 0.239682 | `azmcp_bestpractices` | ❌ | +| 5 | 0.265123 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -5875,14 +4615,9 @@ |------|-------|------|--------| | 1 | 0.394749 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.329782 | `azmcp_postgres` | ❌ | -| 3 | 0.269570 | `azmcp_quota` | ❌ | +| 3 | 0.269620 | `azmcp_quota` | ❌ | | 4 | 0.263067 | `azmcp_mysql` | ❌ | | 5 | 0.245959 | `azmcp_monitor` | ❌ | -| 6 | 0.237497 | `azmcp_kusto` | ❌ | -| 7 | 0.237137 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.233764 | `azmcp_search` | ❌ | -| 9 | 0.227179 | `azmcp_redis` | ❌ | -| 10 | 0.225913 | `azmcp_servicebus` | ❌ | --- @@ -5898,13 +4633,8 @@ | 1 | 0.390688 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.311190 | `azmcp_postgres` | ❌ | | 3 | 0.260548 | `azmcp_mysql` | ❌ | -| 4 | 0.256885 | `azmcp_quota` | ❌ | +| 4 | 0.256953 | `azmcp_quota` | ❌ | | 5 | 0.238047 | `azmcp_redis` | ❌ | -| 6 | 0.226366 | `azmcp_monitor` | ❌ | -| 7 | 0.225082 | `azmcp_role` | ❌ | -| 8 | 0.222700 | `azmcp_servicebus` | ❌ | -| 9 | 0.220352 | `azmcp_search` | ❌ | -| 10 | 0.215415 | `azmcp_kusto` | ❌ | --- @@ -5917,16 +4647,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493954 | `azmcp_group` | ❌ | -| 2 | 0.439495 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.397148 | `azmcp_postgres` | ❌ | -| 4 | 0.386015 | `azmcp_quota` | ❌ | -| 5 | 0.385318 | `azmcp_extension_azqr` | ❌ | -| 6 | 0.371435 | `azmcp_datadog` | ❌ | -| 7 | 0.366218 | `azmcp_mysql` | ❌ | -| 8 | 0.357924 | `azmcp_resourcehealth` | ❌ | -| 9 | 0.335571 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.335197 | `azmcp_monitor` | ❌ | +| 1 | 0.493891 | `azmcp_group` | ❌ | +| 2 | 0.439233 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.396830 | `azmcp_postgres` | ❌ | +| 4 | 0.385972 | `azmcp_quota` | ❌ | +| 5 | 0.385026 | `azmcp_extension_azqr` | ❌ | --- @@ -5941,14 +4666,9 @@ |------|-------|------|--------| | 1 | 0.318318 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.292498 | `azmcp_postgres` | ❌ | -| 3 | 0.291868 | `azmcp_appconfig` | ❌ | +| 3 | 0.291815 | `azmcp_appconfig` | ❌ | | 4 | 0.259466 | `azmcp_mysql` | ❌ | -| 5 | 0.255966 | `azmcp_quota` | ❌ | -| 6 | 0.215692 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.213417 | `azmcp_search` | ❌ | -| 8 | 0.208568 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.208310 | `azmcp_cloudarchitect` | ❌ | -| 10 | 0.204324 | `azmcp_deploy` | ❌ | +| 5 | 0.256045 | `azmcp_quota` | ❌ | --- @@ -5964,13 +4684,8 @@ | 1 | 0.341151 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.314077 | `azmcp_postgres` | ❌ | | 3 | 0.272830 | `azmcp_kusto` | ❌ | -| 4 | 0.271643 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.271597 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.271529 | `azmcp_search` | ❌ | -| 6 | 0.269773 | `azmcp_mysql` | ❌ | -| 7 | 0.264026 | `azmcp_storage` | ❌ | -| 8 | 0.251428 | `azmcp_resourcehealth` | ❌ | -| 9 | 0.244545 | `azmcp_quota` | ❌ | -| 10 | 0.237671 | `azmcp_datadog` | ❌ | --- @@ -5985,14 +4700,9 @@ |------|-------|------|--------| | 1 | 0.413741 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.303463 | `azmcp_loadtesting` | ❌ | -| 3 | 0.300949 | `azmcp_quota` | ❌ | +| 3 | 0.300981 | `azmcp_quota` | ❌ | | 4 | 0.280951 | `azmcp_subscription` | ❌ | | 5 | 0.275618 | `azmcp_cloudarchitect` | ❌ | -| 6 | 0.264633 | `azmcp_keyvault` | ❌ | -| 7 | 0.263528 | `azmcp_acr` | ❌ | -| 8 | 0.259127 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.257551 | `azmcp_functionapp` | ❌ | -| 10 | 0.256122 | `azmcp_sql` | ❌ | --- @@ -6006,15 +4716,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.405301 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.372605 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.372635 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.352246 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.341673 | `azmcp_loadtesting` | ❌ | | 5 | 0.334731 | `azmcp_sql` | ❌ | -| 6 | 0.322564 | `azmcp_acr` | ❌ | -| 7 | 0.321778 | `azmcp_redis` | ❌ | -| 8 | 0.319361 | `azmcp_quota` | ❌ | -| 9 | 0.317445 | `azmcp_cosmos` | ❌ | -| 10 | 0.314803 | `azmcp_keyvault` | ❌ | --- @@ -6029,14 +4734,9 @@ |------|-------|------|--------| | 1 | 0.486960 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.378261 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.374347 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.374284 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.344197 | `azmcp_functionapp` | ❌ | | 5 | 0.331636 | `azmcp_sql` | ❌ | -| 6 | 0.330498 | `azmcp_acr` | ❌ | -| 7 | 0.320561 | `azmcp_keyvault` | ❌ | -| 8 | 0.313433 | `azmcp_datadog` | ❌ | -| 9 | 0.308941 | `azmcp_group` | ❌ | -| 10 | 0.307754 | `azmcp_loadtesting` | ❌ | --- @@ -6050,15 +4750,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.491151 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.394592 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.394521 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.392509 | `azmcp_subscription` | ❌ | -| 4 | 0.384707 | `azmcp_quota` | ❌ | +| 4 | 0.384793 | `azmcp_quota` | ❌ | | 5 | 0.325773 | `azmcp_functionapp` | ❌ | -| 6 | 0.315945 | `azmcp_datadog` | ❌ | -| 7 | 0.311418 | `azmcp_keyvault` | ❌ | -| 8 | 0.306206 | `azmcp_monitor` | ❌ | -| 9 | 0.306166 | `azmcp_group` | ❌ | -| 10 | 0.303560 | `azmcp_appconfig` | ❌ | --- @@ -6071,16 +4766,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489227 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.376407 | `azmcp_quota` | ❌ | -| 3 | 0.365554 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.361999 | `azmcp_subscription` | ❌ | -| 5 | 0.316209 | `azmcp_functionapp` | ❌ | -| 6 | 0.310625 | `azmcp_keyvault` | ❌ | -| 7 | 0.298055 | `azmcp_datadog` | ❌ | -| 8 | 0.296681 | `azmcp_servicebus` | ❌ | -| 9 | 0.296324 | `azmcp_appconfig` | ❌ | -| 10 | 0.295196 | `azmcp_acr` | ❌ | +| 1 | 0.489272 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.376576 | `azmcp_quota` | ❌ | +| 3 | 0.365561 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.362097 | `azmcp_subscription` | ❌ | +| 5 | 0.316324 | `azmcp_functionapp` | ❌ | --- @@ -6095,14 +4785,9 @@ |------|-------|------|--------| | 1 | 0.479627 | `azmcp_subscription` | ❌ | | 2 | 0.458884 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.433259 | `azmcp_quota` | ❌ | -| 4 | 0.389936 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.433279 | `azmcp_quota` | ❌ | +| 4 | 0.389864 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.367140 | `azmcp_group` | ❌ | -| 6 | 0.327591 | `azmcp_aks` | ❌ | -| 7 | 0.323152 | `azmcp_eventgrid` | ❌ | -| 8 | 0.318780 | `azmcp_marketplace` | ❌ | -| 9 | 0.314110 | `azmcp_kusto` | ❌ | -| 10 | 0.309042 | `azmcp_bestpractices` | ❌ | --- @@ -6116,15 +4801,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.433925 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.396756 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.389847 | `azmcp_quota` | ❌ | +| 2 | 0.396687 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.389966 | `azmcp_quota` | ❌ | | 4 | 0.335275 | `azmcp_subscription` | ❌ | | 5 | 0.331402 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.285324 | `azmcp_aks` | ❌ | -| 7 | 0.284636 | `azmcp_bestpractices` | ❌ | -| 8 | 0.284177 | `azmcp_keyvault` | ❌ | -| 9 | 0.283108 | `azmcp_group` | ❌ | -| 10 | 0.282789 | `azmcp_grafana` | ❌ | --- @@ -6139,14 +4819,9 @@ |------|-------|------|--------| | 1 | 0.464032 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.430931 | `azmcp_subscription` | ❌ | -| 3 | 0.369725 | `azmcp_quota` | ❌ | -| 4 | 0.366525 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.369790 | `azmcp_quota` | ❌ | +| 4 | 0.366472 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.330399 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.328249 | `azmcp_keyvault` | ❌ | -| 7 | 0.324623 | `azmcp_appconfig` | ❌ | -| 8 | 0.324335 | `azmcp_bestpractices` | ❌ | -| 9 | 0.322287 | `azmcp_group` | ❌ | -| 10 | 0.320008 | `azmcp_sql` | ❌ | --- @@ -6160,15 +4835,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.410953 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.341448 | `azmcp_acr` | ❌ | -| 3 | 0.317117 | `azmcp_cosmos` | ❌ | +| 2 | 0.341460 | `azmcp_acr` | ❌ | +| 3 | 0.317177 | `azmcp_cosmos` | ❌ | | 4 | 0.310546 | `azmcp_functionapp` | ❌ | -| 5 | 0.305051 | `azmcp_subscription` | ❌ | -| 6 | 0.305019 | `azmcp_keyvault` | ❌ | -| 7 | 0.293043 | `azmcp_azuremanagedlustre` | ❌ | -| 8 | 0.286643 | `azmcp_role` | ❌ | -| 9 | 0.283813 | `azmcp_quota` | ❌ | -| 10 | 0.281683 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.305102 | `azmcp_keyvault` | ❌ | --- @@ -6182,15 +4852,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.393929 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.368809 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.362576 | `azmcp_acr` | ❌ | +| 2 | 0.368812 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.362609 | `azmcp_acr` | ❌ | | 4 | 0.322948 | `azmcp_subscription` | ❌ | | 5 | 0.309952 | `azmcp_functionapp` | ❌ | -| 6 | 0.305741 | `azmcp_keyvault` | ❌ | -| 7 | 0.294105 | `azmcp_cloudarchitect` | ❌ | -| 8 | 0.292760 | `azmcp_cosmos` | ❌ | -| 9 | 0.290598 | `azmcp_quota` | ❌ | -| 10 | 0.282420 | `azmcp_aks` | ❌ | --- @@ -6204,15 +4869,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.406977 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.339040 | `azmcp_acr` | ❌ | -| 3 | 0.288533 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.276919 | `azmcp_cosmos` | ❌ | +| 2 | 0.339007 | `azmcp_acr` | ❌ | +| 3 | 0.288524 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.276975 | `azmcp_cosmos` | ❌ | | 5 | 0.275153 | `azmcp_cloudarchitect` | ❌ | -| 6 | 0.274058 | `azmcp_subscription` | ❌ | -| 7 | 0.272018 | `azmcp_functionapp` | ❌ | -| 8 | 0.267588 | `azmcp_group` | ❌ | -| 9 | 0.254361 | `azmcp_keyvault` | ❌ | -| 10 | 0.251644 | `azmcp_quota` | ❌ | --- @@ -6226,15 +4886,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.407786 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.362999 | `azmcp_acr` | ❌ | -| 3 | 0.296164 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.362810 | `azmcp_acr` | ❌ | +| 3 | 0.296174 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.294027 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.291960 | `azmcp_cosmos` | ❌ | -| 6 | 0.291521 | `azmcp_functionapp` | ❌ | -| 7 | 0.280179 | `azmcp_keyvault` | ❌ | -| 8 | 0.272478 | `azmcp_subscription` | ❌ | -| 9 | 0.255154 | `azmcp_quota` | ❌ | -| 10 | 0.250657 | `azmcp_role` | ❌ | +| 5 | 0.292047 | `azmcp_cosmos` | ❌ | --- @@ -6248,15 +4903,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.388421 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.376097 | `azmcp_cosmos` | ❌ | -| 3 | 0.321842 | `azmcp_acr` | ❌ | -| 4 | 0.292490 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.376189 | `azmcp_cosmos` | ❌ | +| 3 | 0.321856 | `azmcp_acr` | ❌ | +| 4 | 0.292469 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.292423 | `azmcp_functionapp` | ❌ | -| 6 | 0.273974 | `azmcp_keyvault` | ❌ | -| 7 | 0.268675 | `azmcp_cloudarchitect` | ❌ | -| 8 | 0.267622 | `azmcp_subscription` | ❌ | -| 9 | 0.259238 | `azmcp_group` | ❌ | -| 10 | 0.249913 | `azmcp_quota` | ❌ | --- @@ -6270,15 +4920,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.483236 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.384733 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.369509 | `azmcp_quota` | ❌ | -| 4 | 0.360761 | `azmcp_acr` | ❌ | +| 2 | 0.384658 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.369610 | `azmcp_quota` | ❌ | +| 4 | 0.360576 | `azmcp_acr` | ❌ | | 5 | 0.338758 | `azmcp_subscription` | ❌ | -| 6 | 0.332722 | `azmcp_cosmos` | ❌ | -| 7 | 0.307763 | `azmcp_functionapp` | ❌ | -| 8 | 0.300046 | `azmcp_keyvault` | ❌ | -| 9 | 0.295528 | `azmcp_aks` | ❌ | -| 10 | 0.293468 | `azmcp_monitor` | ❌ | --- @@ -6292,15 +4937,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.435729 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.356838 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.356756 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.349220 | `azmcp_subscription` | ❌ | -| 4 | 0.345851 | `azmcp_acr` | ❌ | -| 5 | 0.307432 | `azmcp_quota` | ❌ | -| 6 | 0.305164 | `azmcp_cosmos` | ❌ | -| 7 | 0.291564 | `azmcp_group` | ❌ | -| 8 | 0.276822 | `azmcp_aks` | ❌ | -| 9 | 0.264710 | `azmcp_functionapp` | ❌ | -| 10 | 0.253246 | `azmcp_sql` | ❌ | +| 4 | 0.345630 | `azmcp_acr` | ❌ | +| 5 | 0.307434 | `azmcp_quota` | ❌ | --- @@ -6314,15 +4954,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.462006 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.378238 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.378183 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.364989 | `azmcp_subscription` | ❌ | -| 4 | 0.355040 | `azmcp_acr` | ❌ | -| 5 | 0.352284 | `azmcp_quota` | ❌ | -| 6 | 0.316348 | `azmcp_cosmos` | ❌ | -| 7 | 0.304235 | `azmcp_group` | ❌ | -| 8 | 0.295468 | `azmcp_functionapp` | ❌ | -| 9 | 0.293632 | `azmcp_aks` | ❌ | -| 10 | 0.284145 | `azmcp_kusto` | ❌ | +| 4 | 0.354804 | `azmcp_acr` | ❌ | +| 5 | 0.352319 | `azmcp_quota` | ❌ | --- @@ -6335,16 +4970,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.469337 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.377328 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.361293 | `azmcp_cosmos` | ❌ | -| 4 | 0.349844 | `azmcp_acr` | ❌ | -| 5 | 0.336419 | `azmcp_quota` | ❌ | -| 6 | 0.299278 | `azmcp_kusto` | ❌ | -| 7 | 0.292160 | `azmcp_subscription` | ❌ | -| 8 | 0.287394 | `azmcp_appconfig` | ❌ | -| 9 | 0.286865 | `azmcp_sql` | ❌ | -| 10 | 0.285813 | `azmcp_keyvault` | ❌ | +| 1 | 0.469368 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.377301 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.361316 | `azmcp_cosmos` | ❌ | +| 4 | 0.349621 | `azmcp_acr` | ❌ | +| 5 | 0.336552 | `azmcp_quota` | ❌ | --- @@ -6357,16 +4987,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.435820 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.325984 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.320251 | `azmcp_acr` | ❌ | -| 4 | 0.313846 | `azmcp_cosmos` | ❌ | -| 5 | 0.312605 | `azmcp_quota` | ❌ | -| 6 | 0.267268 | `azmcp_servicebus` | ❌ | -| 7 | 0.255213 | `azmcp_subscription` | ❌ | -| 8 | 0.255181 | `azmcp_functionapp` | ❌ | -| 9 | 0.250936 | `azmcp_keyvault` | ❌ | -| 10 | 0.247746 | `azmcp_appconfig` | ❌ | +| 1 | 0.436097 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.326162 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.320178 | `azmcp_acr` | ❌ | +| 4 | 0.314013 | `azmcp_cosmos` | ❌ | +| 5 | 0.312761 | `azmcp_quota` | ❌ | --- @@ -6379,16 +5004,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.439111 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.363709 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.342047 | `azmcp_subscription` | ❌ | -| 4 | 0.338220 | `azmcp_acr` | ❌ | -| 5 | 0.302393 | `azmcp_cosmos` | ❌ | -| 6 | 0.296421 | `azmcp_quota` | ❌ | -| 7 | 0.290670 | `azmcp_group` | ❌ | -| 8 | 0.270969 | `azmcp_functionapp` | ❌ | -| 9 | 0.269416 | `azmcp_aks` | ❌ | -| 10 | 0.257104 | `azmcp_keyvault` | ❌ | +| 1 | 0.439113 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.363659 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.342061 | `azmcp_subscription` | ❌ | +| 4 | 0.337999 | `azmcp_acr` | ❌ | +| 5 | 0.302460 | `azmcp_cosmos` | ❌ | --- @@ -6402,15 +5022,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.442541 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.351918 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.350271 | `azmcp_acr` | ❌ | -| 4 | 0.337506 | `azmcp_cosmos` | ❌ | -| 5 | 0.314825 | `azmcp_quota` | ❌ | -| 6 | 0.311964 | `azmcp_subscription` | ❌ | -| 7 | 0.276270 | `azmcp_aks` | ❌ | -| 8 | 0.273629 | `azmcp_kusto` | ❌ | -| 9 | 0.269634 | `azmcp_group` | ❌ | -| 10 | 0.267026 | `azmcp_functionapp` | ❌ | +| 2 | 0.351876 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.350004 | `azmcp_acr` | ❌ | +| 4 | 0.337553 | `azmcp_cosmos` | ❌ | +| 5 | 0.314860 | `azmcp_quota` | ❌ | --- @@ -6424,15 +5039,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.424429 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.295109 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.292922 | `azmcp_acr` | ❌ | +| 2 | 0.295196 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.292715 | `azmcp_acr` | ❌ | | 4 | 0.274278 | `azmcp_functionapp` | ❌ | -| 5 | 0.262885 | `azmcp_cosmos` | ❌ | -| 6 | 0.241833 | `azmcp_subscription` | ❌ | -| 7 | 0.236887 | `azmcp_appconfig` | ❌ | -| 8 | 0.234594 | `azmcp_deploy` | ❌ | -| 9 | 0.233672 | `azmcp_keyvault` | ❌ | -| 10 | 0.232538 | `azmcp_loadtesting` | ❌ | +| 5 | 0.262936 | `azmcp_cosmos` | ❌ | --- @@ -6446,15 +5056,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.366434 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.276915 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.276881 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.264147 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.246961 | `azmcp_functionapp` | ❌ | -| 5 | 0.236757 | `azmcp_acr` | ❌ | -| 6 | 0.235250 | `azmcp_keyvault` | ❌ | -| 7 | 0.232686 | `azmcp_subscription` | ❌ | -| 8 | 0.227535 | `azmcp_group` | ❌ | -| 9 | 0.226061 | `azmcp_datadog` | ❌ | -| 10 | 0.224984 | `azmcp_sql` | ❌ | +| 5 | 0.237003 | `azmcp_acr` | ❌ | --- @@ -6467,16 +5072,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498354 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.498173 | `azmcp_azuremanagedlustre` | ❌ | | 2 | 0.421437 | `azmcp_storage` | ✅ **EXPECTED** | | 3 | 0.335653 | `azmcp_subscription` | ❌ | -| 4 | 0.310934 | `azmcp_quota` | ❌ | +| 4 | 0.310930 | `azmcp_quota` | ❌ | | 5 | 0.293542 | `azmcp_kusto` | ❌ | -| 6 | 0.291222 | `azmcp_datadog` | ❌ | -| 7 | 0.289666 | `azmcp_functionapp` | ❌ | -| 8 | 0.272944 | `azmcp_group` | ❌ | -| 9 | 0.267827 | `azmcp_aks` | ❌ | -| 10 | 0.265995 | `azmcp_search` | ❌ | --- @@ -6489,16 +5089,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488929 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.424722 | `azmcp_storage` | ✅ **EXPECTED** | +| 1 | 0.488743 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.424764 | `azmcp_storage` | ✅ **EXPECTED** | | 3 | 0.325701 | `azmcp_quota` | ❌ | -| 4 | 0.322727 | `azmcp_subscription` | ❌ | -| 5 | 0.310864 | `azmcp_kusto` | ❌ | -| 6 | 0.289441 | `azmcp_datadog` | ❌ | -| 7 | 0.283802 | `azmcp_functionapp` | ❌ | -| 8 | 0.275791 | `azmcp_monitor` | ❌ | -| 9 | 0.274777 | `azmcp_grafana` | ❌ | -| 10 | 0.273084 | `azmcp_deploy` | ❌ | +| 4 | 0.322730 | `azmcp_subscription` | ❌ | +| 5 | 0.310833 | `azmcp_kusto` | ❌ | --- @@ -6511,16 +5106,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.449217 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.449063 | `azmcp_azuremanagedlustre` | ❌ | | 2 | 0.381414 | `azmcp_storage` | ✅ **EXPECTED** | | 3 | 0.310896 | `azmcp_subscription` | ❌ | | 4 | 0.274563 | `azmcp_search` | ❌ | | 5 | 0.272425 | `azmcp_kusto` | ❌ | -| 6 | 0.272268 | `azmcp_deploy` | ❌ | -| 7 | 0.265323 | `azmcp_quota` | ❌ | -| 8 | 0.261369 | `azmcp_datadog` | ❌ | -| 9 | 0.261307 | `azmcp_functionapp` | ❌ | -| 10 | 0.260539 | `azmcp_group` | ❌ | --- @@ -6535,14 +5125,9 @@ |------|-------|------|--------| | 1 | 0.410206 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.379236 | `azmcp_servicebus` | ❌ | -| 3 | 0.310543 | `azmcp_quota` | ❌ | -| 4 | 0.293852 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.310491 | `azmcp_quota` | ❌ | +| 4 | 0.293910 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.285685 | `azmcp_kusto` | ❌ | -| 6 | 0.276287 | `azmcp_cosmos` | ❌ | -| 7 | 0.272383 | `azmcp_keyvault` | ❌ | -| 8 | 0.271239 | `azmcp_eventgrid` | ❌ | -| 9 | 0.268432 | `azmcp_functionapp` | ❌ | -| 10 | 0.267916 | `azmcp_subscription` | ❌ | --- @@ -6557,14 +5142,9 @@ |------|-------|------|--------| | 1 | 0.389696 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.379285 | `azmcp_servicebus` | ❌ | -| 3 | 0.303915 | `azmcp_quota` | ❌ | -| 4 | 0.278806 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.265315 | `azmcp_keyvault` | ❌ | -| 6 | 0.259074 | `azmcp_subscription` | ❌ | -| 7 | 0.258916 | `azmcp_kusto` | ❌ | -| 8 | 0.257352 | `azmcp_redis` | ❌ | -| 9 | 0.254712 | `azmcp_eventgrid` | ❌ | -| 10 | 0.252856 | `azmcp_sql` | ❌ | +| 3 | 0.303857 | `azmcp_quota` | ❌ | +| 4 | 0.278807 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.265366 | `azmcp_keyvault` | ❌ | --- @@ -6579,14 +5159,9 @@ |------|-------|------|--------| | 1 | 0.385301 | `azmcp_servicebus` | ❌ | | 2 | 0.357271 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.289166 | `azmcp_quota` | ❌ | -| 4 | 0.270632 | `azmcp_keyvault` | ❌ | -| 5 | 0.262351 | `azmcp_cosmos` | ❌ | -| 6 | 0.260051 | `azmcp_functionapp` | ❌ | -| 7 | 0.259534 | `azmcp_redis` | ❌ | -| 8 | 0.258806 | `azmcp_subscription` | ❌ | -| 9 | 0.257889 | `azmcp_eventgrid` | ❌ | -| 10 | 0.255382 | `azmcp_kusto` | ❌ | +| 3 | 0.289113 | `azmcp_quota` | ❌ | +| 4 | 0.270703 | `azmcp_keyvault` | ❌ | +| 5 | 0.262362 | `azmcp_cosmos` | ❌ | --- @@ -6599,16 +5174,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490692 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.480825 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.384753 | `azmcp_subscription` | ❌ | -| 4 | 0.347268 | `azmcp_group` | ❌ | -| 5 | 0.342629 | `azmcp_quota` | ❌ | -| 6 | 0.338875 | `azmcp_functionapp` | ❌ | -| 7 | 0.327608 | `azmcp_acr` | ❌ | -| 8 | 0.315941 | `azmcp_keyvault` | ❌ | -| 9 | 0.309531 | `azmcp_search` | ❌ | -| 10 | 0.306241 | `azmcp_aks` | ❌ | +| 1 | 0.489159 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.478872 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.382968 | `azmcp_subscription` | ❌ | +| 4 | 0.346175 | `azmcp_group` | ❌ | +| 5 | 0.340969 | `azmcp_quota` | ❌ | --- @@ -6621,16 +5191,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461701 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.437915 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.345985 | `azmcp_subscription` | ❌ | -| 4 | 0.310491 | `azmcp_quota` | ❌ | -| 5 | 0.297641 | `azmcp_functionapp` | ❌ | -| 6 | 0.296263 | `azmcp_keyvault` | ❌ | -| 7 | 0.291516 | `azmcp_search` | ❌ | -| 8 | 0.291111 | `azmcp_group` | ❌ | -| 9 | 0.290435 | `azmcp_extension_azqr` | ❌ | -| 10 | 0.274956 | `azmcp_acr` | ❌ | +| 1 | 0.462276 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.438265 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.346362 | `azmcp_subscription` | ❌ | +| 4 | 0.311559 | `azmcp_quota` | ❌ | +| 5 | 0.297463 | `azmcp_functionapp` | ❌ | --- @@ -6643,16 +5208,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.452231 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.452175 | `azmcp_azuremanagedlustre` | ❌ | | 2 | 0.437155 | `azmcp_storage` | ✅ **EXPECTED** | | 3 | 0.423868 | `azmcp_extension_azqr` | ❌ | | 4 | 0.369122 | `azmcp_subscription` | ❌ | -| 5 | 0.348321 | `azmcp_quota` | ❌ | -| 6 | 0.338437 | `azmcp_group` | ❌ | -| 7 | 0.326036 | `azmcp_monitor` | ❌ | -| 8 | 0.322377 | `azmcp_acr` | ❌ | -| 9 | 0.318353 | `azmcp_functionapp` | ❌ | -| 10 | 0.311194 | `azmcp_search` | ❌ | +| 5 | 0.348353 | `azmcp_quota` | ❌ | --- @@ -6666,15 +5226,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.467027 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.410267 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.410149 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.376717 | `azmcp_subscription` | ❌ | | 4 | 0.359145 | `azmcp_kusto` | ❌ | | 5 | 0.358110 | `azmcp_sql` | ❌ | -| 6 | 0.340169 | `azmcp_mysql` | ❌ | -| 7 | 0.334877 | `azmcp_quota` | ❌ | -| 8 | 0.334798 | `azmcp_postgres` | ❌ | -| 9 | 0.326508 | `azmcp_cosmos` | ❌ | -| 10 | 0.322041 | `azmcp_grafana` | ❌ | --- @@ -6688,15 +5243,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.490181 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.417166 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.417078 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.376805 | `azmcp_kusto` | ❌ | | 4 | 0.375342 | `azmcp_subscription` | ❌ | -| 5 | 0.364038 | `azmcp_quota` | ❌ | -| 6 | 0.360579 | `azmcp_sql` | ❌ | -| 7 | 0.347633 | `azmcp_cosmos` | ❌ | -| 8 | 0.334377 | `azmcp_mysql` | ❌ | -| 9 | 0.326195 | `azmcp_postgres` | ❌ | -| 10 | 0.318692 | `azmcp_grafana` | ❌ | +| 5 | 0.364026 | `azmcp_quota` | ❌ | --- @@ -6711,14 +5261,9 @@ |------|-------|------|--------| | 1 | 0.537114 | `azmcp_subscription` | ✅ **EXPECTED** | | 2 | 0.312465 | `azmcp_group` | ❌ | -| 3 | 0.305650 | `azmcp_eventgrid` | ❌ | -| 4 | 0.274964 | `azmcp_foundry` | ❌ | +| 3 | 0.305652 | `azmcp_eventgrid` | ❌ | +| 4 | 0.275189 | `azmcp_foundry` | ❌ | | 5 | 0.245363 | `azmcp_servicebus` | ❌ | -| 6 | 0.244004 | `azmcp_quota` | ❌ | -| 7 | 0.238411 | `azmcp_marketplace` | ❌ | -| 8 | 0.231381 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.230938 | `azmcp_storage` | ❌ | -| 10 | 0.227323 | `azmcp_datadog` | ❌ | --- @@ -6732,15 +5277,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.385304 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.248821 | `azmcp_eventgrid` | ❌ | +| 2 | 0.248820 | `azmcp_eventgrid` | ❌ | | 3 | 0.228069 | `azmcp_group` | ❌ | | 4 | 0.194460 | `azmcp_servicebus` | ❌ | -| 5 | 0.185893 | `azmcp_foundry` | ❌ | -| 6 | 0.183037 | `azmcp_marketplace` | ❌ | -| 7 | 0.169804 | `azmcp_grafana` | ❌ | -| 8 | 0.161948 | `azmcp_datadog` | ❌ | -| 9 | 0.151483 | `azmcp_search` | ❌ | -| 10 | 0.150258 | `azmcp_postgres` | ❌ | +| 5 | 0.186055 | `azmcp_foundry` | ❌ | --- @@ -6754,15 +5294,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.347831 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.241202 | `azmcp_eventgrid` | ❌ | +| 2 | 0.241428 | `azmcp_eventgrid` | ❌ | | 3 | 0.187522 | `azmcp_group` | ❌ | | 4 | 0.180256 | `azmcp_servicebus` | ❌ | | 5 | 0.169420 | `azmcp_marketplace` | ❌ | -| 6 | 0.165876 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.152072 | `azmcp_foundry` | ❌ | -| 8 | 0.148828 | `azmcp_extension_azqr` | ❌ | -| 9 | 0.148305 | `azmcp_kusto` | ❌ | -| 10 | 0.146523 | `azmcp_datadog` | ❌ | --- @@ -6776,15 +5311,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.413063 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.297744 | `azmcp_eventgrid` | ❌ | +| 2 | 0.297825 | `azmcp_eventgrid` | ❌ | | 3 | 0.242670 | `azmcp_group` | ❌ | | 4 | 0.236947 | `azmcp_servicebus` | ❌ | | 5 | 0.209820 | `azmcp_marketplace` | ❌ | -| 6 | 0.200469 | `azmcp_foundry` | ❌ | -| 7 | 0.196750 | `azmcp_kusto` | ❌ | -| 8 | 0.190777 | `azmcp_datadog` | ❌ | -| 9 | 0.190413 | `azmcp_storage` | ❌ | -| 10 | 0.184141 | `azmcp_deploy` | ❌ | --- @@ -6801,12 +5331,7 @@ | 2 | 0.411561 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | | 3 | 0.377767 | `azmcp_group` | ❌ | | 4 | 0.360182 | `azmcp_sql` | ❌ | -| 5 | 0.350196 | `azmcp_quota` | ❌ | -| 6 | 0.339560 | `azmcp_eventgrid` | ❌ | -| 7 | 0.331653 | `azmcp_aks` | ❌ | -| 8 | 0.314020 | `azmcp_azuremanagedlustre` | ❌ | -| 9 | 0.307668 | `azmcp_resourcehealth` | ❌ | -| 10 | 0.302233 | `azmcp_foundry` | ❌ | +| 5 | 0.350181 | `azmcp_quota` | ❌ | --- @@ -6820,15 +5345,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.451799 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 2 | 0.286576 | `azmcp_quota` | ❌ | +| 2 | 0.286593 | `azmcp_quota` | ❌ | | 3 | 0.273487 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.272631 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.272541 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.265247 | `azmcp_sql` | ❌ | -| 6 | 0.262680 | `azmcp_subscription` | ❌ | -| 7 | 0.259658 | `azmcp_foundry` | ❌ | -| 8 | 0.242002 | `azmcp_search` | ❌ | -| 9 | 0.241780 | `azmcp_group` | ❌ | -| 10 | 0.235315 | `azmcp_grafana` | ❌ | --- @@ -6842,15 +5362,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.454673 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 2 | 0.272343 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.272280 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.270036 | `azmcp_subscription` | ❌ | -| 4 | 0.263826 | `azmcp_quota` | ❌ | +| 4 | 0.263791 | `azmcp_quota` | ❌ | | 5 | 0.251855 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.233565 | `azmcp_search` | ❌ | -| 7 | 0.233275 | `azmcp_sql` | ❌ | -| 8 | 0.232219 | `azmcp_grafana` | ❌ | -| 9 | 0.228825 | `azmcp_foundry` | ❌ | -| 10 | 0.226560 | `azmcp_group` | ❌ | --- @@ -6868,11 +5383,6 @@ | 3 | 0.115388 | `azmcp_bicepschema` | ❌ | | 4 | 0.111941 | `azmcp_extension_azqr` | ❌ | | 5 | 0.102583 | `azmcp_functionapp` | ❌ | -| 6 | 0.099162 | `azmcp_cloudarchitect` | ❌ | -| 7 | 0.092287 | `azmcp_marketplace` | ❌ | -| 8 | 0.089752 | `azmcp_loadtesting` | ❌ | -| 9 | 0.088287 | `azmcp_keyvault` | ❌ | -| 10 | 0.082485 | `azmcp_group` | ❌ | --- @@ -6890,11 +5400,6 @@ | 3 | 0.151727 | `azmcp_virtualdesktop` | ❌ | | 4 | 0.150755 | `azmcp_group` | ❌ | | 5 | 0.148882 | `azmcp_extension_azqr` | ❌ | -| 6 | 0.147488 | `azmcp_sql` | ❌ | -| 7 | 0.147193 | `azmcp_postgres` | ❌ | -| 8 | 0.142326 | `azmcp_role` | ❌ | -| 9 | 0.138981 | `azmcp_functionapp` | ❌ | -| 10 | 0.135773 | `azmcp_resourcehealth` | ❌ | --- @@ -6912,11 +5417,6 @@ | 3 | 0.360895 | `azmcp_grafana` | ❌ | | 4 | 0.321430 | `azmcp_extension_azqr` | ❌ | | 5 | 0.317639 | `azmcp_subscription` | ❌ | -| 6 | 0.313932 | `azmcp_resourcehealth` | ❌ | -| 7 | 0.310074 | `azmcp_quota` | ❌ | -| 8 | 0.303552 | `azmcp_functionapp` | ❌ | -| 9 | 0.295696 | `azmcp_azuremanagedlustre` | ❌ | -| 10 | 0.294219 | `azmcp_role` | ❌ | --- @@ -6932,13 +5432,8 @@ | 1 | 0.571828 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.490770 | `azmcp_group` | ❌ | | 3 | 0.378435 | `azmcp_grafana` | ❌ | -| 4 | 0.343704 | `azmcp_quota` | ❌ | +| 4 | 0.343807 | `azmcp_quota` | ❌ | | 5 | 0.343283 | `azmcp_resourcehealth` | ❌ | -| 6 | 0.338291 | `azmcp_functionapp` | ❌ | -| 7 | 0.334580 | `azmcp_extension_azqr` | ❌ | -| 8 | 0.321932 | `azmcp_datadog` | ❌ | -| 9 | 0.318579 | `azmcp_subscription` | ❌ | -| 10 | 0.313095 | `azmcp_role` | ❌ | --- @@ -6954,13 +5449,8 @@ | 1 | 0.470736 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.242309 | `azmcp_grafana` | ❌ | | 3 | 0.201831 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.190961 | `azmcp_quota` | ❌ | +| 4 | 0.191066 | `azmcp_quota` | ❌ | | 5 | 0.189657 | `azmcp_extension_azqr` | ❌ | -| 6 | 0.164805 | `azmcp_group` | ❌ | -| 7 | 0.163349 | `azmcp_sql` | ❌ | -| 8 | 0.160280 | `azmcp_virtualdesktop` | ❌ | -| 9 | 0.159078 | `azmcp_datadog` | ❌ | -| 10 | 0.154093 | `azmcp_foundry` | ❌ | --- @@ -6975,14 +5465,9 @@ |------|-------|------|--------| | 1 | 0.471788 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.276892 | `azmcp_grafana` | ❌ | -| 3 | 0.161902 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.161820 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.150875 | `azmcp_marketplace` | ❌ | | 5 | 0.143215 | `azmcp_virtualdesktop` | ❌ | -| 6 | 0.141357 | `azmcp_bicepschema` | ❌ | -| 7 | 0.131679 | `azmcp_applens` | ❌ | -| 8 | 0.127750 | `azmcp_group` | ❌ | -| 9 | 0.123368 | `azmcp_subscription` | ❌ | -| 10 | 0.122129 | `azmcp_search` | ❌ | --- @@ -7000,18 +5485,13 @@ | 3 | 0.172204 | `azmcp_loadtesting` | ❌ | | 4 | 0.153735 | `azmcp_bicepschema` | ❌ | | 5 | 0.140182 | `azmcp_sql` | ❌ | -| 6 | 0.137148 | `azmcp_postgres` | ❌ | -| 7 | 0.136113 | `azmcp_virtualdesktop` | ❌ | -| 8 | 0.129525 | `azmcp_marketplace` | ❌ | -| 9 | 0.121202 | `azmcp_foundry` | ❌ | -| 10 | 0.119250 | `azmcp_functionapp` | ❌ | --- ## Summary **Total Prompts Tested:** 304 -**Execution Time:** 37.0431243s +**Execution Time:** 51.2434225s ### Success Rate Metrics diff --git a/eng/tools/ToolDescriptionEvaluator/results.md b/eng/tools/ToolDescriptionEvaluator/results.md index 4f9211744..9c8ac4fa3 100644 --- a/eng/tools/ToolDescriptionEvaluator/results.md +++ b/eng/tools/ToolDescriptionEvaluator/results.md @@ -1,14 +1,14 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 14:01:52 +**Setup completed:** 2025-09-22 15:07:31 **Tool count:** 140 -**Database setup time:** 2.0399131s +**Database setup time:** 5.5480659s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 14:01:52 +**Analysis Date:** 2025-09-22 15:07:31 **Tool count:** 140 ## Table of Contents @@ -334,23 +334,8 @@ | 1 | 0.743568 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | | 2 | 0.711580 | `azmcp_acr_registry_repository_list` | ❌ | | 3 | 0.541506 | `azmcp_search_service_list` | ❌ | -| 4 | 0.527263 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.515977 | `azmcp_subscription_list` | ❌ | -| 6 | 0.514293 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.509386 | `azmcp_monitor_workspace_list` | ❌ | -| 8 | 0.503032 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.490776 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.487556 | `azmcp_storage_blob_container_get` | ❌ | -| 11 | 0.483500 | `azmcp_cosmos_database_container_list` | ❌ | -| 12 | 0.482499 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.482236 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.481761 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.480869 | `azmcp_group_list` | ❌ | -| 16 | 0.469958 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.462353 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.460523 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.460343 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.456503 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.527491 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.515920 | `azmcp_subscription_list` | ❌ | --- @@ -368,21 +353,6 @@ | 3 | 0.450287 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.415552 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.382728 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.372153 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.370858 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.364918 | `azmcp_search_service_list` | ❌ | -| 9 | 0.359177 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.356316 | `azmcp_aks_cluster_list` | ❌ | -| 11 | 0.354277 | `azmcp_storage_blob_container_create` | ❌ | -| 12 | 0.353404 | `azmcp_subscription_list` | ❌ | -| 13 | 0.352818 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.349526 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.349291 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.348080 | `azmcp_storage_blob_get` | ❌ | -| 17 | 0.344750 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.344071 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.339252 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.336892 | `azmcp_keyvault_certificate_list` | ❌ | --- @@ -400,21 +370,6 @@ | 3 | 0.474000 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.471804 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.463742 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.459880 | `azmcp_search_service_list` | ❌ | -| 7 | 0.452938 | `azmcp_kusto_cluster_list` | ❌ | -| 8 | 0.451253 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.443939 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.440533 | `azmcp_subscription_list` | ❌ | -| 11 | 0.435835 | `azmcp_grafana_list` | ❌ | -| 12 | 0.435706 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.431745 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.430722 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.430308 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.422368 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.409093 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.404664 | `azmcp_group_list` | ❌ | -| 19 | 0.398556 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.386495 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- @@ -432,21 +387,6 @@ | 3 | 0.476015 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.454929 | `azmcp_group_list` | ❌ | | 5 | 0.454003 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.446008 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.428000 | `azmcp_workbooks_list` | ❌ | -| 8 | 0.423541 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.421030 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.411316 | `azmcp_redis_cluster_list` | ❌ | -| 11 | 0.409133 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.404427 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.388773 | `azmcp_redis_cache_list` | ❌ | -| 14 | 0.374979 | `azmcp_eventgrid_subscription_list` | ❌ | -| 15 | 0.371025 | `azmcp_sql_elastic-pool_list` | ❌ | -| 16 | 0.370359 | `azmcp_redis_cluster_database_list` | ❌ | -| 17 | 0.366482 | `azmcp_monitor_workspace_list` | ❌ | -| 18 | 0.356119 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.354145 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.352209 | `azmcp_loadtesting_testresource_list` | ❌ | --- @@ -464,21 +404,6 @@ | 3 | 0.468028 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.449649 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.445741 | `azmcp_group_list` | ❌ | -| 6 | 0.416353 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.413975 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.406554 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.403623 | `azmcp_storage_blob_container_get` | ❌ | -| 10 | 0.400209 | `azmcp_workbooks_list` | ❌ | -| 11 | 0.389603 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.378353 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.369912 | `azmcp_sql_elastic-pool_list` | ❌ | -| 14 | 0.369779 | `azmcp_mysql_database_list` | ❌ | -| 15 | 0.367734 | `azmcp_redis_cache_list` | ❌ | -| 16 | 0.362040 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.354701 | `azmcp_loadtesting_testresource_list` | ❌ | -| 18 | 0.351411 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.344334 | `azmcp_eventgrid_subscription_list` | ❌ | -| 20 | 0.344148 | `azmcp_kusto_cluster_list` | ❌ | --- @@ -496,21 +421,6 @@ | 3 | 0.510435 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.495567 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.492550 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.475629 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.466001 | `azmcp_search_service_list` | ❌ | -| 8 | 0.461777 | `azmcp_cosmos_database_container_list` | ❌ | -| 9 | 0.461369 | `azmcp_grafana_list` | ❌ | -| 10 | 0.456838 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.449239 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.448228 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.440117 | `azmcp_subscription_list` | ❌ | -| 14 | 0.438019 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.437551 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.430939 | `azmcp_group_list` | ❌ | -| 17 | 0.423301 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.414463 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.405472 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 20 | 0.390890 | `azmcp_quota_region_availability_list` | ❌ | --- @@ -528,21 +438,6 @@ | 3 | 0.407973 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.400145 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.339307 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.326631 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.308650 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.306442 | `azmcp_storage_blob_container_create` | ❌ | -| 9 | 0.302635 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.300174 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.296073 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.293421 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.292155 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 14 | 0.290148 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.289864 | `azmcp_search_service_list` | ❌ | -| 16 | 0.283716 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.283390 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.282581 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.276498 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.272962 | `azmcp_aks_cluster_list` | ❌ | --- @@ -560,21 +455,6 @@ | 3 | 0.433927 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.388490 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.370375 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.359617 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.356901 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.355328 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.351007 | `azmcp_redis_cluster_database_list` | ❌ | -| 10 | 0.347437 | `azmcp_postgres_database_list` | ❌ | -| 11 | 0.347084 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.346850 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.340014 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.338490 | `azmcp_keyvault_secret_list` | ❌ | -| 15 | 0.337543 | `azmcp_keyvault_certificate_list` | ❌ | -| 16 | 0.333079 | `azmcp_keyvault_key_list` | ❌ | -| 17 | 0.332785 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.332704 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.332572 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.330046 | `azmcp_kusto_cluster_list` | ❌ | --- @@ -592,21 +472,6 @@ | 3 | 0.418623 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.374628 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.359922 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.341511 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.335467 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.333318 | `azmcp_cosmos_database_list` | ❌ | -| 9 | 0.324104 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.318706 | `azmcp_kusto_database_list` | ❌ | -| 11 | 0.316614 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.315414 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.314960 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.311692 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.309627 | `azmcp_search_service_list` | ❌ | -| 16 | 0.306052 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.304725 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.303931 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.300101 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.299629 | `azmcp_appconfig_account_list` | ❌ | --- @@ -620,25 +485,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.660869 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.611424 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.579755 | `azmcp_aks_nodepool_get` | ❌ | +| 2 | 0.611480 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.579676 | `azmcp_aks_nodepool_get` | ❌ | | 4 | 0.540767 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.481416 | `azmcp_mysql_server_config_get` | ❌ | -| 6 | 0.463682 | `azmcp_kusto_cluster_get` | ❌ | -| 7 | 0.463065 | `azmcp_loadtesting_test_get` | ❌ | -| 8 | 0.430975 | `azmcp_postgres_server_config_get` | ❌ | -| 9 | 0.419629 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.399345 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.391924 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.390959 | `azmcp_appconfig_account_list` | ❌ | -| 13 | 0.390819 | `azmcp_appconfig_kv_list` | ❌ | -| 14 | 0.390141 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.371630 | `azmcp_mysql_server_param_get` | ❌ | -| 16 | 0.370291 | `azmcp_storage_blob_container_get` | ❌ | -| 17 | 0.369525 | `azmcp_sql_db_update` | ❌ | -| 18 | 0.367841 | `azmcp_redis_cluster_list` | ❌ | -| 19 | 0.360930 | `azmcp_storage_blob_get` | ❌ | -| 20 | 0.350240 | `azmcp_sql_db_show` | ❌ | --- @@ -652,25 +502,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.666849 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.589024 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.545849 | `azmcp_aks_nodepool_get` | ❌ | +| 2 | 0.589187 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.545820 | `azmcp_aks_nodepool_get` | ❌ | | 4 | 0.530314 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.508226 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.461466 | `azmcp_sql_db_show` | ❌ | -| 7 | 0.448796 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.428449 | `azmcp_functionapp_get` | ❌ | -| 9 | 0.422993 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.413625 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.408420 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.396636 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.396256 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.385261 | `azmcp_acr_registry_repository_list` | ❌ | -| 15 | 0.384654 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.382948 | `azmcp_storage_blob_container_get` | ❌ | -| 17 | 0.377793 | `azmcp_storage_blob_get` | ❌ | -| 18 | 0.366088 | `azmcp_search_index_get` | ❌ | -| 19 | 0.362332 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.359093 | `azmcp_sql_elastic-pool_list` | ❌ | --- @@ -684,25 +519,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.567273 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.563263 | `azmcp_aks_cluster_list` | ❌ | +| 2 | 0.563140 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.493940 | `azmcp_aks_nodepool_list` | ❌ | -| 4 | 0.486117 | `azmcp_aks_nodepool_get` | ❌ | +| 4 | 0.486040 | `azmcp_aks_nodepool_get` | ❌ | | 5 | 0.380301 | `azmcp_mysql_server_config_get` | ❌ | -| 6 | 0.368584 | `azmcp_kusto_cluster_get` | ❌ | -| 7 | 0.342696 | `azmcp_loadtesting_test_get` | ❌ | -| 8 | 0.340293 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.334923 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.334860 | `azmcp_redis_cluster_list` | ❌ | -| 11 | 0.329324 | `azmcp_sql_server_show` | ❌ | -| 12 | 0.315228 | `azmcp_storage_account_get` | ❌ | -| 13 | 0.314513 | `azmcp_appconfig_kv_list` | ❌ | -| 14 | 0.309738 | `azmcp_appconfig_kv_show` | ❌ | -| 15 | 0.299047 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.296849 | `azmcp_sql_db_update` | ❌ | -| 17 | 0.296592 | `azmcp_postgres_server_config_get` | ❌ | -| 18 | 0.289342 | `azmcp_mysql_server_param_get` | ❌ | -| 19 | 0.275751 | `azmcp_sql_db_show` | ❌ | -| 20 | 0.273195 | `azmcp_monitor_workspace_list` | ❌ | --- @@ -715,26 +535,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.661441 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.578731 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.563603 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.534094 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.503906 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.434665 | `azmcp_functionapp_get` | ❌ | -| 7 | 0.433860 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.419470 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.418598 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.417892 | `azmcp_sql_db_show` | ❌ | -| 11 | 0.405712 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.404999 | `azmcp_storage_blob_get` | ❌ | -| 13 | 0.402441 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.399511 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.391770 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.384817 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.376933 | `azmcp_search_index_get` | ❌ | -| 18 | 0.372852 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.367570 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.359952 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.661426 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.578744 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.563549 | `azmcp_aks_nodepool_get` | ❌ | +| 4 | 0.534089 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.503925 | `azmcp_kusto_cluster_get` | ❌ | --- @@ -747,26 +552,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.801015 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 1 | 0.801085 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | | 2 | 0.690255 | `azmcp_kusto_cluster_list` | ❌ | | 3 | 0.599940 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.594509 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.562043 | `azmcp_search_service_list` | ❌ | -| 6 | 0.560861 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.543684 | `azmcp_monitor_workspace_list` | ❌ | -| 8 | 0.515922 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.509202 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.502428 | `azmcp_subscription_list` | ❌ | -| 11 | 0.498286 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 12 | 0.498121 | `azmcp_group_list` | ❌ | -| 13 | 0.495977 | `azmcp_postgres_server_list` | ❌ | -| 14 | 0.486142 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.483592 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.482355 | `azmcp_acr_registry_list` | ❌ | -| 17 | 0.481469 | `azmcp_grafana_list` | ❌ | -| 18 | 0.452959 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 19 | 0.452681 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.445271 | `azmcp_storage_table_list` | ❌ | --- @@ -779,26 +569,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.608090 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 1 | 0.608127 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | | 2 | 0.536412 | `azmcp_aks_cluster_get` | ❌ | | 3 | 0.500890 | `azmcp_aks_nodepool_list` | ❌ | | 4 | 0.492910 | `azmcp_kusto_cluster_list` | ❌ | | 5 | 0.455228 | `azmcp_search_service_list` | ❌ | -| 6 | 0.446270 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.416555 | `azmcp_aks_nodepool_get` | ❌ | -| 8 | 0.409711 | `azmcp_kusto_cluster_get` | ❌ | -| 9 | 0.408385 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.392997 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.376362 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 12 | 0.371809 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.371535 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.370963 | `azmcp_search_index_get` | ❌ | -| 15 | 0.370237 | `azmcp_acr_registry_repository_list` | ❌ | -| 16 | 0.363825 | `azmcp_subscription_list` | ❌ | -| 17 | 0.361928 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.358420 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.356926 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.356016 | `azmcp_storage_account_get` | ❌ | --- @@ -811,26 +586,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.624050 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.538749 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.530023 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.467075 | `azmcp_aks_nodepool_get` | ❌ | -| 5 | 0.449602 | `azmcp_kusto_cluster_list` | ❌ | -| 6 | 0.416564 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.392083 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.378826 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.377567 | `azmcp_acr_registry_repository_list` | ❌ | -| 10 | 0.374585 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.364022 | `azmcp_deploy_app_logs_get` | ❌ | -| 12 | 0.353365 | `azmcp_search_service_list` | ❌ | -| 13 | 0.345290 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.345241 | `azmcp_kusto_cluster_get` | ❌ | -| 15 | 0.341581 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.337354 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.317977 | `azmcp_sql_elastic-pool_list` | ❌ | -| 18 | 0.317238 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 19 | 0.312380 | `azmcp_subscription_list` | ❌ | -| 20 | 0.311971 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.624109 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.538848 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.530145 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.466803 | `azmcp_aks_nodepool_get` | ❌ | +| 5 | 0.449804 | `azmcp_kusto_cluster_list` | ❌ | --- @@ -843,26 +603,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.753870 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 1 | 0.753920 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | | 2 | 0.699423 | `azmcp_aks_nodepool_list` | ❌ | | 3 | 0.597308 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.498496 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.498624 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.482683 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.468392 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 7 | 0.463192 | `azmcp_sql_elastic-pool_list` | ❌ | -| 8 | 0.434875 | `azmcp_sql_db_show` | ❌ | -| 9 | 0.414751 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 10 | 0.401610 | `azmcp_redis_cluster_list` | ❌ | -| 11 | 0.399215 | `azmcp_functionapp_get` | ❌ | -| 12 | 0.383565 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 13 | 0.382352 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.380152 | `azmcp_storage_blob_get` | ❌ | -| 15 | 0.378264 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.378238 | `azmcp_search_index_get` | ❌ | -| 17 | 0.370172 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.362512 | `azmcp_loadtesting_test_get` | ❌ | -| 19 | 0.356766 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.343270 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- @@ -875,26 +620,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.678102 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.640096 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.481312 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.458596 | `azmcp_sql_elastic-pool_list` | ❌ | -| 5 | 0.445990 | `azmcp_aks_cluster_list` | ❌ | -| 6 | 0.440182 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 7 | 0.389989 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 8 | 0.384600 | `azmcp_loadtesting_test_get` | ❌ | -| 9 | 0.367455 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.365231 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.357721 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.350998 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.350992 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 14 | 0.344818 | `azmcp_sql_db_show` | ❌ | -| 15 | 0.343726 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.342564 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.338364 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.329963 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 19 | 0.322685 | `azmcp_appconfig_kv_show` | ❌ | -| 20 | 0.321672 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.678330 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.640246 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.481458 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.458660 | `azmcp_sql_elastic-pool_list` | ❌ | +| 5 | 0.446188 | `azmcp_aks_cluster_list` | ❌ | --- @@ -907,26 +637,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.599509 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.582325 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.412109 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.391743 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.385173 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 6 | 0.383045 | `azmcp_sql_elastic-pool_list` | ❌ | -| 7 | 0.346262 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 8 | 0.338624 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 9 | 0.323119 | `azmcp_deploy_plan_get` | ❌ | -| 10 | 0.320733 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.314439 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.306678 | `azmcp_kusto_cluster_get` | ❌ | -| 13 | 0.306579 | `azmcp_storage_account_create` | ❌ | -| 14 | 0.300123 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.298866 | `azmcp_acr_registry_repository_list` | ❌ | -| 16 | 0.289422 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.287084 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 18 | 0.283171 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.276058 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.266184 | `azmcp_sql_db_show` | ❌ | +| 1 | 0.599315 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.582099 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.411967 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.391496 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.385170 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- @@ -939,26 +654,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.694091 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.615439 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.531869 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.506631 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 5 | 0.487684 | `azmcp_sql_elastic-pool_list` | ❌ | -| 6 | 0.461603 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.446778 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.440631 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.438612 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.435279 | `azmcp_acr_registry_repository_list` | ❌ | -| 11 | 0.431546 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.418708 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 13 | 0.413137 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.404836 | `azmcp_sql_db_list` | ❌ | -| 15 | 0.399316 | `azmcp_acr_registry_list` | ❌ | -| 16 | 0.393884 | `azmcp_group_list` | ❌ | -| 17 | 0.391849 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.389151 | `azmcp_redis_cluster_database_list` | ❌ | -| 19 | 0.385847 | `azmcp_workbooks_list` | ❌ | -| 20 | 0.379548 | `azmcp_monitor_workspace_list` | ❌ | +| 1 | 0.694117 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 2 | 0.615516 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.531983 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.506624 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 5 | 0.487707 | `azmcp_sql_elastic-pool_list` | ❌ | --- @@ -972,25 +672,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.712299 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.644495 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.547377 | `azmcp_aks_cluster_list` | ❌ | +| 2 | 0.644451 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.547421 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.510269 | `azmcp_sql_elastic-pool_list` | ❌ | | 5 | 0.509732 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 6 | 0.497966 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.447545 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.441510 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 9 | 0.441482 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.433138 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.430830 | `azmcp_acr_registry_repository_list` | ❌ | -| 12 | 0.430739 | `azmcp_kusto_cluster_list` | ❌ | -| 13 | 0.408990 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 14 | 0.408569 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.407619 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.390197 | `azmcp_redis_cluster_database_list` | ❌ | -| 17 | 0.388906 | `azmcp_group_list` | ❌ | -| 18 | 0.383234 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.382434 | `azmcp_search_service_list` | ❌ | -| 20 | 0.378671 | `azmcp_kusto_database_list` | ❌ | --- @@ -1004,25 +689,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.623138 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.580565 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.453802 | `azmcp_aks_cluster_list` | ❌ | +| 2 | 0.580535 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.453794 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.443902 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 5 | 0.425448 | `azmcp_sql_elastic-pool_list` | ❌ | -| 6 | 0.409286 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.386949 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.378905 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.368944 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.363290 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.359493 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 12 | 0.356345 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.356139 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.354542 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.329036 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.324552 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 17 | 0.324311 | `azmcp_deploy_plan_get` | ❌ | -| 18 | 0.323568 | `azmcp_monitor_workspace_list` | ❌ | -| 19 | 0.322487 | `azmcp_foundry_models_deployments_list` | ❌ | -| 20 | 0.319684 | `azmcp_redis_cluster_database_list` | ❌ | --- @@ -1040,21 +710,6 @@ | 3 | 0.492146 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.491380 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.473554 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.442214 | `azmcp_grafana_list` | ❌ | -| 7 | 0.441656 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.433600 | `azmcp_eventgrid_topic_list` | ❌ | -| 9 | 0.432238 | `azmcp_search_service_list` | ❌ | -| 10 | 0.429300 | `azmcp_eventgrid_subscription_list` | ❌ | -| 11 | 0.427687 | `azmcp_subscription_list` | ❌ | -| 12 | 0.427460 | `azmcp_appconfig_kv_show` | ❌ | -| 13 | 0.420794 | `azmcp_kusto_cluster_list` | ❌ | -| 14 | 0.412274 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.408599 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.404636 | `azmcp_storage_table_list` | ❌ | -| 17 | 0.398346 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.387414 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.385938 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.380818 | `azmcp_quota_region_availability_list` | ❌ | --- @@ -1072,21 +727,6 @@ | 3 | 0.425610 | `azmcp_appconfig_kv_show` | ❌ | | 4 | 0.379815 | `azmcp_eventgrid_subscription_list` | ❌ | | 5 | 0.372456 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.368731 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.359567 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.356514 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.355830 | `azmcp_storage_account_get` | ❌ | -| 10 | 0.354747 | `azmcp_appconfig_kv_delete` | ❌ | -| 11 | 0.348603 | `azmcp_appconfig_kv_set` | ❌ | -| 12 | 0.344562 | `azmcp_marketplace_product_get` | ❌ | -| 13 | 0.341263 | `azmcp_grafana_list` | ❌ | -| 14 | 0.340756 | `azmcp_eventgrid_topic_list` | ❌ | -| 15 | 0.332824 | `azmcp_mysql_server_config_get` | ❌ | -| 16 | 0.325934 | `azmcp_subscription_list` | ❌ | -| 17 | 0.325232 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.310432 | `azmcp_search_service_list` | ❌ | -| 19 | 0.296589 | `azmcp_storage_table_list` | ❌ | -| 20 | 0.292788 | `azmcp_monitor_workspace_list` | ❌ | --- @@ -1104,21 +744,6 @@ | 3 | 0.414689 | `azmcp_appconfig_kv_show` | ❌ | | 4 | 0.355916 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.348661 | `azmcp_appconfig_kv_delete` | ❌ | -| 6 | 0.327234 | `azmcp_appconfig_kv_set` | ❌ | -| 7 | 0.289682 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 8 | 0.282153 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.272373 | `azmcp_storage_account_get` | ❌ | -| 10 | 0.255774 | `azmcp_mysql_server_param_get` | ❌ | -| 11 | 0.239130 | `azmcp_loadtesting_testrun_list` | ❌ | -| 12 | 0.236404 | `azmcp_deploy_app_logs_get` | ❌ | -| 13 | 0.234890 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.233357 | `azmcp_postgres_server_list` | ❌ | -| 15 | 0.231649 | `azmcp_redis_cache_list` | ❌ | -| 16 | 0.230963 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 17 | 0.228042 | `azmcp_mysql_server_param_set` | ❌ | -| 18 | 0.226029 | `azmcp_sql_db_update` | ❌ | -| 19 | 0.221645 | `azmcp_sql_server_show` | ❌ | -| 20 | 0.221405 | `azmcp_postgres_database_list` | ❌ | --- @@ -1131,26 +756,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618394 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | -| 2 | 0.486817 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.424412 | `azmcp_appconfig_kv_set` | ❌ | -| 4 | 0.422801 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 5 | 0.399674 | `azmcp_appconfig_kv_show` | ❌ | -| 6 | 0.392152 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.268837 | `azmcp_workbooks_delete` | ❌ | -| 8 | 0.261981 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.248718 | `azmcp_keyvault_key_list` | ❌ | -| 10 | 0.240471 | `azmcp_keyvault_secret_create` | ❌ | -| 11 | 0.218310 | `azmcp_mysql_server_param_set` | ❌ | -| 12 | 0.218244 | `azmcp_sql_server_delete` | ❌ | -| 13 | 0.214477 | `azmcp_keyvault_secret_list` | ❌ | -| 14 | 0.196054 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 15 | 0.194855 | `azmcp_postgres_server_config_get` | ❌ | -| 16 | 0.194795 | `azmcp_sql_db_delete` | ❌ | -| 17 | 0.183562 | `azmcp_sql_db_update` | ❌ | -| 18 | 0.175244 | `azmcp_mysql_server_config_get` | ❌ | -| 19 | 0.173144 | `azmcp_postgres_server_param_set` | ❌ | -| 20 | 0.166785 | `azmcp_storage_account_get` | ❌ | +| 1 | 0.618277 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | +| 2 | 0.486631 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.424337 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.422700 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 5 | 0.399569 | `azmcp_appconfig_kv_show` | ❌ | --- @@ -1166,23 +776,8 @@ | 1 | 0.730852 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | | 2 | 0.595054 | `azmcp_appconfig_kv_show` | ❌ | | 3 | 0.557810 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.530884 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.530855 | `azmcp_appconfig_kv_set` | ❌ | | 5 | 0.464635 | `azmcp_appconfig_kv_delete` | ❌ | -| 6 | 0.439089 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 7 | 0.377534 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.374642 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.338255 | `azmcp_keyvault_secret_list` | ❌ | -| 10 | 0.333355 | `azmcp_mysql_server_param_get` | ❌ | -| 11 | 0.327550 | `azmcp_loadtesting_testrun_list` | ❌ | -| 12 | 0.323615 | `azmcp_storage_account_get` | ❌ | -| 13 | 0.321277 | `azmcp_keyvault_certificate_list` | ❌ | -| 14 | 0.317744 | `azmcp_mysql_server_config_get` | ❌ | -| 15 | 0.296084 | `azmcp_postgres_table_list` | ❌ | -| 16 | 0.292091 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.279679 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.275469 | `azmcp_mysql_server_param_set` | ❌ | -| 19 | 0.267026 | `azmcp_postgres_database_list` | ❌ | -| 20 | 0.266351 | `azmcp_sql_db_update` | ❌ | --- @@ -1198,23 +793,8 @@ | 1 | 0.682275 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | | 2 | 0.606545 | `azmcp_appconfig_kv_show` | ❌ | | 3 | 0.522426 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.512945 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.512919 | `azmcp_appconfig_kv_set` | ❌ | | 5 | 0.468503 | `azmcp_appconfig_kv_delete` | ❌ | -| 6 | 0.457866 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 7 | 0.370520 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.356793 | `azmcp_mysql_server_param_get` | ❌ | -| 9 | 0.317662 | `azmcp_mysql_server_config_get` | ❌ | -| 10 | 0.314774 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.304557 | `azmcp_loadtesting_test_get` | ❌ | -| 12 | 0.294872 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.288088 | `azmcp_mysql_server_param_set` | ❌ | -| 14 | 0.278909 | `azmcp_loadtesting_testrun_list` | ❌ | -| 15 | 0.269939 | `azmcp_sql_db_update` | ❌ | -| 16 | 0.264553 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.258687 | `azmcp_postgres_server_param_get` | ❌ | -| 18 | 0.249931 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.243655 | `azmcp_postgres_server_param_set` | ❌ | -| 20 | 0.238151 | `azmcp_sql_server_show` | ❌ | --- @@ -1229,24 +809,9 @@ |------|-------|------|--------| | 1 | 0.591237 | `azmcp_appconfig_kv_lock_set` | ✅ **EXPECTED** | | 2 | 0.508804 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.445551 | `azmcp_appconfig_kv_set` | ❌ | +| 3 | 0.445548 | `azmcp_appconfig_kv_set` | ❌ | | 4 | 0.431516 | `azmcp_appconfig_kv_delete` | ❌ | | 5 | 0.423650 | `azmcp_appconfig_kv_show` | ❌ | -| 6 | 0.373656 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.253705 | `azmcp_mysql_server_param_set` | ❌ | -| 8 | 0.251298 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.238644 | `azmcp_keyvault_secret_create` | ❌ | -| 10 | 0.238242 | `azmcp_postgres_server_param_set` | ❌ | -| 11 | 0.211331 | `azmcp_postgres_server_config_get` | ❌ | -| 12 | 0.208002 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.186863 | `azmcp_keyvault_certificate_create` | ❌ | -| 14 | 0.185698 | `azmcp_sql_db_update` | ❌ | -| 15 | 0.163738 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.158946 | `azmcp_mysql_server_param_get` | ❌ | -| 17 | 0.154547 | `azmcp_postgres_server_param_get` | ❌ | -| 18 | 0.144421 | `azmcp_servicebus_queue_details` | ❌ | -| 19 | 0.139871 | `azmcp_mysql_server_config_get` | ❌ | -| 20 | 0.123282 | `azmcp_storage_account_create` | ❌ | --- @@ -1259,26 +824,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555972 | `azmcp_appconfig_kv_lock_set` | ✅ **EXPECTED** | -| 2 | 0.541688 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.476706 | `azmcp_appconfig_kv_delete` | ❌ | -| 4 | 0.436000 | `azmcp_appconfig_kv_show` | ❌ | -| 5 | 0.425707 | `azmcp_appconfig_kv_set` | ❌ | -| 6 | 0.409529 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.268370 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.259717 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.253166 | `azmcp_keyvault_secret_create` | ❌ | -| 10 | 0.237364 | `azmcp_mysql_server_param_set` | ❌ | -| 11 | 0.229723 | `azmcp_keyvault_secret_list` | ❌ | -| 12 | 0.225415 | `azmcp_postgres_server_config_get` | ❌ | -| 13 | 0.191169 | `azmcp_sql_db_update` | ❌ | -| 14 | 0.190317 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.185172 | `azmcp_postgres_server_param_set` | ❌ | -| 16 | 0.180027 | `azmcp_mysql_server_param_get` | ❌ | -| 17 | 0.171735 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.159847 | `azmcp_postgres_server_param_get` | ❌ | -| 19 | 0.150513 | `azmcp_storage_blob_container_get` | ❌ | -| 20 | 0.143654 | `azmcp_servicebus_queue_details` | ❌ | +| 1 | 0.555699 | `azmcp_appconfig_kv_lock_set` | ✅ **EXPECTED** | +| 2 | 0.541557 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.476496 | `azmcp_appconfig_kv_delete` | ❌ | +| 4 | 0.435759 | `azmcp_appconfig_kv_show` | ❌ | +| 5 | 0.425488 | `azmcp_appconfig_kv_set` | ❌ | --- @@ -1291,26 +841,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609635 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | +| 1 | 0.609604 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | | 2 | 0.536497 | `azmcp_appconfig_kv_lock_set` | ❌ | | 3 | 0.518499 | `azmcp_appconfig_kv_list` | ❌ | | 4 | 0.507170 | `azmcp_appconfig_kv_show` | ❌ | | 5 | 0.505571 | `azmcp_appconfig_kv_delete` | ❌ | -| 6 | 0.377919 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.360015 | `azmcp_mysql_server_param_set` | ❌ | -| 8 | 0.346927 | `azmcp_postgres_server_param_set` | ❌ | -| 9 | 0.311494 | `azmcp_keyvault_secret_create` | ❌ | -| 10 | 0.305955 | `azmcp_keyvault_key_create` | ❌ | -| 11 | 0.263390 | `azmcp_sql_db_update` | ❌ | -| 12 | 0.221138 | `azmcp_loadtesting_test_create` | ❌ | -| 13 | 0.219997 | `azmcp_keyvault_key_list` | ❌ | -| 14 | 0.213592 | `azmcp_mysql_server_param_get` | ❌ | -| 15 | 0.208947 | `azmcp_postgres_server_config_get` | ❌ | -| 16 | 0.193989 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.167003 | `azmcp_postgres_server_param_get` | ❌ | -| 18 | 0.164376 | `azmcp_mysql_server_config_get` | ❌ | -| 19 | 0.155719 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 20 | 0.147883 | `azmcp_storage_queue_message_send` | ❌ | --- @@ -1325,24 +860,9 @@ |------|-------|------|--------| | 1 | 0.603216 | `azmcp_appconfig_kv_list` | ❌ | | 2 | 0.561508 | `azmcp_appconfig_kv_show` | ✅ **EXPECTED** | -| 3 | 0.448912 | `azmcp_appconfig_kv_set` | ❌ | +| 3 | 0.448903 | `azmcp_appconfig_kv_set` | ❌ | | 4 | 0.441713 | `azmcp_appconfig_kv_delete` | ❌ | | 5 | 0.437432 | `azmcp_appconfig_account_list` | ❌ | -| 6 | 0.416264 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 7 | 0.301796 | `azmcp_keyvault_key_list` | ❌ | -| 8 | 0.291448 | `azmcp_postgres_server_config_get` | ❌ | -| 9 | 0.269387 | `azmcp_loadtesting_test_get` | ❌ | -| 10 | 0.260230 | `azmcp_keyvault_secret_list` | ❌ | -| 11 | 0.259549 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.257940 | `azmcp_mysql_server_param_get` | ❌ | -| 13 | 0.251822 | `azmcp_loadtesting_testrun_list` | ❌ | -| 14 | 0.229242 | `azmcp_mysql_server_config_get` | ❌ | -| 15 | 0.226217 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.217887 | `azmcp_postgres_server_param_get` | ❌ | -| 17 | 0.206401 | `azmcp_redis_cache_list` | ❌ | -| 18 | 0.205556 | `azmcp_storage_table_list` | ❌ | -| 19 | 0.201872 | `azmcp_mysql_server_param_set` | ❌ | -| 20 | 0.186734 | `azmcp_sql_server_show` | ❌ | --- @@ -1360,21 +880,6 @@ | 3 | 0.300786 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 4 | 0.257790 | `azmcp_cloudarchitect_design` | ❌ | | 5 | 0.216077 | `azmcp_bestpractices_get` | ❌ | -| 6 | 0.206466 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.205255 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.177942 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 9 | 0.170352 | `azmcp_deploy_iac_rules_get` | ❌ | -| 10 | 0.169553 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.169415 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 12 | 0.163768 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.148018 | `azmcp_mysql_database_query` | ❌ | -| 14 | 0.133096 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.128768 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.125735 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 17 | 0.120066 | `azmcp_mysql_table_schema_get` | ❌ | -| 18 | 0.116209 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.111731 | `azmcp_redis_cache_list` | ❌ | -| 20 | 0.109169 | `azmcp_subscription_list` | ❌ | --- @@ -1392,21 +897,6 @@ | 3 | 0.255570 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 4 | 0.225972 | `azmcp_quota_usage_check` | ❌ | | 5 | 0.222226 | `azmcp_loadtesting_testrun_get` | ❌ | -| 6 | 0.200402 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.186927 | `azmcp_functionapp_get` | ❌ | -| 8 | 0.172691 | `azmcp_bestpractices_get` | ❌ | -| 9 | 0.163364 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.157874 | `azmcp_deploy_plan_get` | ❌ | -| 11 | 0.152905 | `azmcp_deploy_iac_rules_get` | ❌ | -| 12 | 0.150313 | `azmcp_mysql_database_query` | ❌ | -| 13 | 0.144054 | `azmcp_mysql_server_param_get` | ❌ | -| 14 | 0.133109 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.125941 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 16 | 0.118881 | `azmcp_mysql_table_schema_get` | ❌ | -| 17 | 0.112992 | `azmcp_monitor_workspace_log_query` | ❌ | -| 18 | 0.107063 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 19 | 0.099087 | `azmcp_search_index_get` | ❌ | -| 20 | 0.098418 | `azmcp_mysql_server_list` | ❌ | --- @@ -1424,21 +914,6 @@ | 3 | 0.215890 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.199067 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 5 | 0.188245 | `azmcp_cloudarchitect_design` | ❌ | -| 6 | 0.179320 | `azmcp_functionapp_get` | ❌ | -| 7 | 0.178879 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.159064 | `azmcp_bestpractices_get` | ❌ | -| 9 | 0.158370 | `azmcp_deploy_plan_get` | ❌ | -| 10 | 0.156599 | `azmcp_search_service_list` | ❌ | -| 11 | 0.156168 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 12 | 0.153379 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 13 | 0.151702 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.146689 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.139619 | `azmcp_postgres_server_param_get` | ❌ | -| 16 | 0.137230 | `azmcp_appconfig_kv_list` | ❌ | -| 17 | 0.130326 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.129424 | `azmcp_mysql_server_param_get` | ❌ | -| 19 | 0.126169 | `azmcp_search_index_get` | ❌ | -| 20 | 0.113627 | `azmcp_postgres_server_list` | ❌ | --- @@ -1456,21 +931,6 @@ | 3 | 0.516886 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.513156 | `azmcp_search_service_list` | ❌ | | 5 | 0.510514 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 6 | 0.507981 | `azmcp_monitor_workspace_list` | ❌ | -| 7 | 0.500514 | `azmcp_subscription_list` | ❌ | -| 8 | 0.499290 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.495957 | `azmcp_storage_table_list` | ❌ | -| 10 | 0.480850 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.477131 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.472811 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.460936 | `azmcp_acr_registry_list` | ❌ | -| 14 | 0.460346 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.451887 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.450971 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.447269 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.445430 | `azmcp_acr_registry_repository_list` | ❌ | -| 19 | 0.442506 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 20 | 0.438952 | `azmcp_grafana_list` | ❌ | --- @@ -1488,21 +948,6 @@ | 3 | 0.519986 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.514120 | `azmcp_mysql_server_list` | ❌ | | 5 | 0.492115 | `azmcp_acr_registry_repository_list` | ❌ | -| 6 | 0.475557 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 7 | 0.466545 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.452905 | `azmcp_acr_registry_list` | ❌ | -| 9 | 0.443767 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.441644 | `azmcp_group_list` | ❌ | -| 11 | 0.433933 | `azmcp_workbooks_list` | ❌ | -| 12 | 0.412747 | `azmcp_search_service_list` | ❌ | -| 13 | 0.412709 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.410027 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.409044 | `azmcp_sql_elastic-pool_list` | ❌ | -| 16 | 0.407704 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.402926 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.398168 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.397222 | `azmcp_functionapp_get` | ❌ | -| 20 | 0.393822 | `azmcp_cosmos_database_list` | ❌ | --- @@ -1520,21 +965,6 @@ | 3 | 0.327359 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 4 | 0.235376 | `azmcp_cloudarchitect_design` | ❌ | | 5 | 0.218167 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 6 | 0.205268 | `azmcp_storage_share_file_list` | ❌ | -| 7 | 0.204654 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.204365 | `azmcp_aks_nodepool_get` | ❌ | -| 9 | 0.203596 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.198992 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.192371 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.188378 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 13 | 0.186379 | `azmcp_storage_blob_get` | ❌ | -| 14 | 0.176424 | `azmcp_marketplace_product_get` | ❌ | -| 15 | 0.175962 | `azmcp_postgres_server_param_get` | ❌ | -| 16 | 0.174849 | `azmcp_aks_nodepool_list` | ❌ | -| 17 | 0.172920 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 18 | 0.169792 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 19 | 0.166628 | `azmcp_applens_resource_diagnose` | ❌ | -| 20 | 0.165332 | `azmcp_aks_cluster_get` | ❌ | --- @@ -1552,21 +982,6 @@ | 3 | 0.453801 | `azmcp_storage_account_get` | ❌ | | 4 | 0.444792 | `azmcp_search_service_list` | ❌ | | 5 | 0.438893 | `azmcp_quota_region_availability_list` | ❌ | -| 6 | 0.414696 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.411881 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 8 | 0.411221 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.410516 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 10 | 0.405913 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.403218 | `azmcp_acr_registry_list` | ❌ | -| 12 | 0.402635 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.401697 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.401538 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.399919 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.398806 | `azmcp_subscription_list` | ❌ | -| 17 | 0.395033 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.392643 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.392146 | `azmcp_marketplace_product_list` | ❌ | -| 20 | 0.391371 | `azmcp_eventgrid_subscription_list` | ❌ | --- @@ -1583,22 +998,7 @@ | 2 | 0.625270 | `azmcp_deploy_iac_rules_get` | ❌ | | 3 | 0.605047 | `azmcp_bestpractices_get` | ❌ | | 4 | 0.482936 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.466242 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.431102 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.389080 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.386480 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.372596 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.369184 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.362323 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 12 | 0.354086 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.339022 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.333210 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.312592 | `azmcp_mysql_server_config_get` | ❌ | -| 16 | 0.310275 | `azmcp_mysql_table_schema_get` | ❌ | -| 17 | 0.305259 | `azmcp_mysql_database_query` | ❌ | -| 18 | 0.303849 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 19 | 0.302307 | `azmcp_storage_account_get` | ❌ | -| 20 | 0.301536 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.466199 | `azmcp_deploy_plan_get` | ❌ | --- @@ -1615,22 +1015,7 @@ | 2 | 0.512141 | `azmcp_bestpractices_get` | ❌ | | 3 | 0.510004 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.444297 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.439926 | `azmcp_keyvault_secret_list` | ❌ | -| 6 | 0.439532 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.428888 | `azmcp_keyvault_certificate_get` | ❌ | -| 8 | 0.389506 | `azmcp_keyvault_key_list` | ❌ | -| 9 | 0.381339 | `azmcp_keyvault_certificate_create` | ❌ | -| 10 | 0.379881 | `azmcp_keyvault_certificate_import` | ❌ | -| 11 | 0.304912 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.304137 | `azmcp_mysql_database_query` | ❌ | -| 13 | 0.300776 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.292743 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.285517 | `azmcp_sql_db_create` | ❌ | -| 16 | 0.281261 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.279035 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.278638 | `azmcp_mysql_server_config_get` | ❌ | -| 19 | 0.277623 | `azmcp_storage_blob_container_get` | ❌ | -| 20 | 0.274580 | `azmcp_subscription_list` | ❌ | +| 5 | 0.439953 | `azmcp_keyvault_secret_list` | ❌ | --- @@ -1647,22 +1032,7 @@ | 2 | 0.635406 | `azmcp_azureterraformbestpractices_get` | ❌ | | 3 | 0.586907 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.531727 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.490280 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.447777 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.438801 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.354191 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.353355 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.351664 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.345046 | `azmcp_bicepschema_get` | ❌ | -| 12 | 0.322785 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.312391 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.312077 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.292039 | `azmcp_sql_db_create` | ❌ | -| 16 | 0.290398 | `azmcp_search_service_list` | ❌ | -| 17 | 0.282195 | `azmcp_storage_blob_upload` | ❌ | -| 18 | 0.276297 | `azmcp_storage_account_create` | ❌ | -| 19 | 0.273591 | `azmcp_storage_blob_container_get` | ❌ | -| 20 | 0.273557 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.490235 | `azmcp_deploy_plan_get` | ❌ | --- @@ -1678,23 +1048,8 @@ | 1 | 0.600903 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | | 2 | 0.548542 | `azmcp_azureterraformbestpractices_get` | ❌ | | 3 | 0.541091 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.516898 | `azmcp_deploy_plan_get` | ❌ | +| 4 | 0.516852 | `azmcp_deploy_plan_get` | ❌ | | 5 | 0.516443 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 6 | 0.424443 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.424017 | `azmcp_foundry_models_deployments_list` | ❌ | -| 8 | 0.409787 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 9 | 0.392171 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.369205 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.356238 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.342487 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.306627 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.305711 | `azmcp_sql_db_update` | ❌ | -| 15 | 0.304620 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.304195 | `azmcp_search_service_list` | ❌ | -| 17 | 0.302423 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.302015 | `azmcp_sql_server_show` | ❌ | -| 19 | 0.296142 | `azmcp_sql_db_create` | ❌ | -| 20 | 0.291071 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- @@ -1712,21 +1067,6 @@ | 3 | 0.518643 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.465572 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 5 | 0.454158 | `azmcp_cloudarchitect_design` | ❌ | -| 6 | 0.430663 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.399433 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.392767 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.384118 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 10 | 0.380286 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.375863 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.362669 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.335296 | `azmcp_sql_server_show` | ❌ | -| 14 | 0.330487 | `azmcp_storage_blob_get` | ❌ | -| 15 | 0.329342 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.322718 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.322570 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.316805 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 19 | 0.314841 | `azmcp_search_service_list` | ❌ | -| 20 | 0.314123 | `azmcp_mysql_server_config_get` | ❌ | --- @@ -1743,22 +1083,7 @@ | 2 | 0.570488 | `azmcp_azureterraformbestpractices_get` | ❌ | | 3 | 0.522998 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.493998 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.445434 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.400447 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.381822 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.368157 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.367714 | `azmcp_functionapp_get` | ❌ | -| 10 | 0.339658 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.317494 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.292977 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.284617 | `azmcp_storage_blob_container_create` | ❌ | -| 14 | 0.278941 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.275342 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.256382 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.252529 | `azmcp_sql_db_create` | ❌ | -| 18 | 0.246412 | `azmcp_storage_queue_message_send` | ❌ | -| 19 | 0.241745 | `azmcp_search_index_query` | ❌ | -| 20 | 0.239443 | `azmcp_storage_blob_get` | ❌ | +| 5 | 0.445382 | `azmcp_deploy_plan_get` | ❌ | --- @@ -1775,22 +1100,7 @@ | 2 | 0.497350 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 3 | 0.495659 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.486886 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 5 | 0.474566 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.439182 | `azmcp_foundry_models_deployments_list` | ❌ | -| 7 | 0.412001 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.399571 | `azmcp_functionapp_get` | ❌ | -| 9 | 0.377790 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 10 | 0.373497 | `azmcp_cloudarchitect_design` | ❌ | -| 11 | 0.323164 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.317931 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.303572 | `azmcp_storage_blob_upload` | ❌ | -| 14 | 0.290695 | `azmcp_mysql_server_config_get` | ❌ | -| 15 | 0.277946 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.276228 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 17 | 0.275778 | `azmcp_sql_db_update` | ❌ | -| 18 | 0.270375 | `azmcp_search_service_list` | ❌ | -| 19 | 0.269415 | `azmcp_sql_server_show` | ❌ | -| 20 | 0.269109 | `azmcp_storage_blob_container_create` | ❌ | +| 5 | 0.474511 | `azmcp_deploy_plan_get` | ❌ | --- @@ -1808,21 +1118,6 @@ | 3 | 0.487322 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.458060 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 5 | 0.413150 | `azmcp_functionapp_get` | ❌ | -| 6 | 0.395940 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.394762 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.394254 | `azmcp_deploy_plan_get` | ❌ | -| 9 | 0.375723 | `azmcp_applens_resource_diagnose` | ❌ | -| 10 | 0.363596 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.332626 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.332015 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.307885 | `azmcp_storage_blob_upload` | ❌ | -| 14 | 0.290894 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.289428 | `azmcp_storage_blob_container_create` | ❌ | -| 16 | 0.289326 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.284975 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.284215 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.278669 | `azmcp_storage_queue_message_send` | ❌ | -| 20 | 0.275538 | `azmcp_search_index_query` | ❌ | --- @@ -1840,21 +1135,6 @@ | 3 | 0.505123 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.483705 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 5 | 0.405143 | `azmcp_deploy_app_logs_get` | ❌ | -| 6 | 0.401245 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.398226 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.389556 | `azmcp_cloudarchitect_design` | ❌ | -| 9 | 0.334624 | `azmcp_applens_resource_diagnose` | ❌ | -| 10 | 0.315627 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 11 | 0.312250 | `azmcp_functionapp_get` | ❌ | -| 12 | 0.292282 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.283198 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.275578 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.258767 | `azmcp_search_index_query` | ❌ | -| 16 | 0.256800 | `azmcp_sql_db_create` | ❌ | -| 17 | 0.256751 | `azmcp_search_service_list` | ❌ | -| 18 | 0.254638 | `azmcp_storage_blob_get` | ❌ | -| 19 | 0.253397 | `azmcp_sql_db_update` | ❌ | -| 20 | 0.251387 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- @@ -1872,21 +1152,6 @@ | 3 | 0.472112 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.433134 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 5 | 0.385965 | `azmcp_cloudarchitect_design` | ❌ | -| 6 | 0.381179 | `azmcp_functionapp_get` | ❌ | -| 7 | 0.374702 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.368899 | `azmcp_deploy_plan_get` | ❌ | -| 9 | 0.358703 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.337024 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.293848 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.288873 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.282013 | `azmcp_storage_queue_message_send` | ❌ | -| 14 | 0.259723 | `azmcp_mysql_database_query` | ❌ | -| 15 | 0.253005 | `azmcp_storage_blob_container_create` | ❌ | -| 16 | 0.251235 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 17 | 0.246347 | `azmcp_workbooks_delete` | ❌ | -| 18 | 0.240292 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 19 | 0.231234 | `azmcp_search_index_query` | ❌ | -| 20 | 0.231120 | `azmcp_mysql_server_config_get` | ❌ | --- @@ -1899,26 +1164,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.429208 | `azmcp_deploy_plan_get` | ❌ | +| 1 | 0.429170 | `azmcp_deploy_plan_get` | ❌ | | 2 | 0.408233 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 3 | 0.380754 | `azmcp_cloudarchitect_design` | ❌ | | 4 | 0.377184 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | | 5 | 0.352369 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.345059 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 7 | 0.319970 | `azmcp_loadtesting_test_create` | ❌ | -| 8 | 0.311848 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 9 | 0.301028 | `azmcp_functionapp_get` | ❌ | -| 10 | 0.299148 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.235579 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.232320 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.218912 | `azmcp_workbooks_create` | ❌ | -| 14 | 0.215940 | `azmcp_storage_blob_container_create` | ❌ | -| 15 | 0.210908 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.206254 | `azmcp_sql_db_create` | ❌ | -| 17 | 0.203401 | `azmcp_search_index_query` | ❌ | -| 18 | 0.202251 | `azmcp_storage_account_create` | ❌ | -| 19 | 0.197959 | `azmcp_mysql_database_query` | ❌ | -| 20 | 0.188682 | `azmcp_storage_queue_message_send` | ❌ | --- @@ -1931,26 +1181,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.499423 | `azmcp_deploy_plan_get` | ❌ | -| 2 | 0.494910 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.406991 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.397802 | `azmcp_deploy_iac_rules_get` | ❌ | -| 5 | 0.386276 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | -| 6 | 0.375230 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.355851 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 8 | 0.349640 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.301486 | `azmcp_loadtesting_test_create` | ❌ | -| 10 | 0.284051 | `azmcp_storage_blob_container_create` | ❌ | -| 11 | 0.268361 | `azmcp_foundry_models_deploy` | ❌ | -| 12 | 0.249170 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.244796 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.235496 | `azmcp_storage_account_create` | ❌ | -| 15 | 0.222663 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.219977 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.211042 | `azmcp_storage_blob_upload` | ❌ | -| 18 | 0.209700 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.209522 | `azmcp_workbooks_create` | ❌ | -| 20 | 0.208427 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.497276 | `azmcp_deploy_plan_get` | ❌ | +| 2 | 0.493182 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.405146 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.395623 | `azmcp_deploy_iac_rules_get` | ❌ | +| 5 | 0.385140 | `azmcp_bestpractices_get` | ✅ **EXPECTED** | --- @@ -1966,23 +1201,8 @@ | 1 | 0.485889 | `azmcp_deploy_iac_rules_get` | ❌ | | 2 | 0.448373 | `azmcp_bestpractices_get` | ❌ | | 3 | 0.440302 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 4 | 0.432848 | `azmcp_deploy_plan_get` | ❌ | +| 4 | 0.432773 | `azmcp_deploy_plan_get` | ❌ | | 5 | 0.432409 | `azmcp_bicepschema_get` | ✅ **EXPECTED** | -| 6 | 0.400985 | `azmcp_foundry_models_deploy` | ❌ | -| 7 | 0.398046 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.391625 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 9 | 0.382229 | `azmcp_cloudarchitect_design` | ❌ | -| 10 | 0.372097 | `azmcp_search_service_list` | ❌ | -| 11 | 0.344809 | `azmcp_applens_resource_diagnose` | ❌ | -| 12 | 0.325716 | `azmcp_search_index_query` | ❌ | -| 13 | 0.324857 | `azmcp_search_index_get` | ❌ | -| 14 | 0.317232 | `azmcp_sql_db_create` | ❌ | -| 15 | 0.303183 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.291291 | `azmcp_storage_account_create` | ❌ | -| 17 | 0.281487 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.279983 | `azmcp_workbooks_delete` | ❌ | -| 19 | 0.274770 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 20 | 0.270531 | `azmcp_storage_blob_container_create` | ❌ | --- @@ -1995,26 +1215,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349336 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.290902 | `azmcp_storage_blob_upload` | ❌ | -| 3 | 0.254991 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.221349 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.217623 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 6 | 0.216162 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 7 | 0.195530 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 8 | 0.191391 | `azmcp_storage_blob_container_create` | ❌ | -| 9 | 0.191096 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 10 | 0.178269 | `azmcp_deploy_plan_get` | ❌ | -| 11 | 0.175833 | `azmcp_deploy_iac_rules_get` | ❌ | -| 12 | 0.159251 | `azmcp_storage_share_file_list` | ❌ | -| 13 | 0.154832 | `azmcp_storage_queue_message_send` | ❌ | -| 14 | 0.136707 | `azmcp_storage_blob_get` | ❌ | -| 15 | 0.135768 | `azmcp_bestpractices_get` | ❌ | -| 16 | 0.135426 | `azmcp_storage_datalake_directory_create` | ❌ | -| 17 | 0.132826 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.130037 | `azmcp_foundry_models_deploy` | ❌ | -| 19 | 0.127003 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 20 | 0.118383 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.349500 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.290897 | `azmcp_storage_blob_upload` | ❌ | +| 3 | 0.255178 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.221495 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.217750 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- @@ -2030,23 +1235,8 @@ | 1 | 0.290270 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | | 2 | 0.267683 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 3 | 0.258160 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 4 | 0.225669 | `azmcp_deploy_plan_get` | ❌ | +| 4 | 0.225622 | `azmcp_deploy_plan_get` | ❌ | | 5 | 0.215748 | `azmcp_bestpractices_get` | ❌ | -| 6 | 0.207352 | `azmcp_deploy_iac_rules_get` | ❌ | -| 7 | 0.195387 | `azmcp_storage_account_create` | ❌ | -| 8 | 0.189220 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.179120 | `azmcp_loadtesting_testresource_create` | ❌ | -| 10 | 0.168850 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 11 | 0.163694 | `azmcp_mysql_database_query` | ❌ | -| 12 | 0.163615 | `azmcp_storage_blob_container_create` | ❌ | -| 13 | 0.162137 | `azmcp_sql_server_create` | ❌ | -| 14 | 0.160743 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.154895 | `azmcp_foundry_models_deploy` | ❌ | -| 16 | 0.154249 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.152324 | `azmcp_sql_db_create` | ❌ | -| 18 | 0.148073 | `azmcp_storage_queue_message_send` | ❌ | -| 19 | 0.145124 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.139758 | `azmcp_storage_account_get` | ❌ | --- @@ -2059,26 +1249,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.298982 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.271851 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 3 | 0.265711 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.242405 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.217586 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.212842 | `azmcp_bestpractices_get` | ❌ | -| 7 | 0.179685 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.169657 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.164767 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.156744 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.155958 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 12 | 0.155053 | `azmcp_storage_queue_message_send` | ❌ | -| 13 | 0.139903 | `azmcp_storage_blob_container_create` | ❌ | -| 14 | 0.138013 | `azmcp_storage_account_create` | ❌ | -| 15 | 0.132118 | `azmcp_mysql_database_query` | ❌ | -| 16 | 0.131213 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.124363 | `azmcp_storage_blob_upload` | ❌ | -| 18 | 0.119772 | `azmcp_workbooks_create` | ❌ | -| 19 | 0.114825 | `azmcp_mysql_table_schema_get` | ❌ | -| 20 | 0.112146 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.299640 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.271943 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 3 | 0.265972 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.242581 | `azmcp_deploy_plan_get` | ❌ | +| 5 | 0.218064 | `azmcp_deploy_iac_rules_get` | ❌ | --- @@ -2095,22 +1270,7 @@ | 2 | 0.369969 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 3 | 0.352797 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 4 | 0.323920 | `azmcp_storage_blob_upload` | ❌ | -| 5 | 0.310672 | `azmcp_deploy_plan_get` | ❌ | -| 6 | 0.306967 | `azmcp_storage_account_create` | ❌ | -| 7 | 0.304499 | `azmcp_storage_queue_message_send` | ❌ | -| 8 | 0.304209 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 9 | 0.300392 | `azmcp_storage_blob_container_create` | ❌ | -| 10 | 0.299412 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 11 | 0.298989 | `azmcp_bestpractices_get` | ❌ | -| 12 | 0.293806 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.292455 | `azmcp_applens_resource_diagnose` | ❌ | -| 14 | 0.291879 | `azmcp_deploy_iac_rules_get` | ❌ | -| 15 | 0.282267 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.275832 | `azmcp_storage_blob_get` | ❌ | -| 17 | 0.275550 | `azmcp_storage_account_get` | ❌ | -| 18 | 0.272671 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.261446 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.259814 | `azmcp_search_service_list` | ❌ | +| 5 | 0.310615 | `azmcp_deploy_plan_get` | ❌ | --- @@ -2123,26 +1283,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.818364 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | -| 2 | 0.668435 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.615207 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.588634 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.587709 | `azmcp_subscription_list` | ❌ | -| 6 | 0.560793 | `azmcp_search_service_list` | ❌ | -| 7 | 0.538317 | `azmcp_storage_account_get` | ❌ | -| 8 | 0.528985 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.516913 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.502423 | `azmcp_kusto_database_list` | ❌ | -| 11 | 0.502135 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.499101 | `azmcp_redis_cache_list` | ❌ | -| 13 | 0.497682 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.486951 | `azmcp_group_list` | ❌ | -| 15 | 0.483043 | `azmcp_grafana_list` | ❌ | -| 16 | 0.474950 | `azmcp_postgres_server_list` | ❌ | -| 17 | 0.473530 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.459531 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.459009 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.457449 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.818357 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | +| 2 | 0.668480 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.615268 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.588682 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.587657 | `azmcp_subscription_list` | ❌ | --- @@ -2160,21 +1305,6 @@ | 3 | 0.571613 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.486033 | `azmcp_storage_account_get` | ❌ | | 5 | 0.467671 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.436290 | `azmcp_subscription_list` | ❌ | -| 7 | 0.431496 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 8 | 0.428477 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.427709 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.408659 | `azmcp_search_service_list` | ❌ | -| 11 | 0.397574 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.390141 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.389842 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.386108 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.383985 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.381323 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.379496 | `azmcp_appconfig_kv_show` | ❌ | -| 18 | 0.373667 | `azmcp_redis_cluster_list` | ❌ | -| 19 | 0.358593 | `azmcp_keyvault_key_list` | ❌ | -| 20 | 0.353926 | `azmcp_keyvault_certificate_list` | ❌ | --- @@ -2190,23 +1320,8 @@ | 1 | 0.752494 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | | 2 | 0.605125 | `azmcp_cosmos_database_list` | ❌ | | 3 | 0.566249 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.546349 | `azmcp_subscription_list` | ❌ | +| 4 | 0.546288 | `azmcp_subscription_list` | ❌ | | 5 | 0.535227 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.530175 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.527812 | `azmcp_search_service_list` | ❌ | -| 8 | 0.488006 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.466414 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.457584 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.456219 | `azmcp_redis_cache_list` | ❌ | -| 12 | 0.455017 | `azmcp_kusto_cluster_list` | ❌ | -| 13 | 0.453626 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.441136 | `azmcp_grafana_list` | ❌ | -| 15 | 0.438277 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 16 | 0.437740 | `azmcp_storage_blob_container_get` | ❌ | -| 17 | 0.437026 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.434623 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.433094 | `azmcp_postgres_server_list` | ❌ | -| 20 | 0.430276 | `azmcp_aks_cluster_list` | ❌ | --- @@ -2224,21 +1339,6 @@ | 3 | 0.477874 | `azmcp_cosmos_database_list` | ❌ | | 4 | 0.447757 | `azmcp_cosmos_account_list` | ❌ | | 5 | 0.445640 | `azmcp_storage_blob_container_get` | ❌ | -| 6 | 0.429363 | `azmcp_search_service_list` | ❌ | -| 7 | 0.399756 | `azmcp_search_index_query` | ❌ | -| 8 | 0.384335 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.378151 | `azmcp_kusto_query` | ❌ | -| 10 | 0.374844 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.372689 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.366503 | `azmcp_search_index_get` | ❌ | -| 13 | 0.358903 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.351331 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.340987 | `azmcp_monitor_table_list` | ❌ | -| 16 | 0.338041 | `azmcp_storage_blob_get` | ❌ | -| 17 | 0.334389 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.333252 | `azmcp_marketplace_product_list` | ❌ | -| 19 | 0.331041 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.325792 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -2251,26 +1351,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.852859 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | -| 2 | 0.681061 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.630694 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.581622 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.535218 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.527467 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 7 | 0.486411 | `azmcp_mysql_database_list` | ❌ | -| 8 | 0.448991 | `azmcp_kusto_database_list` | ❌ | -| 9 | 0.447566 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.439794 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.427628 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.424310 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.422194 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.421587 | `azmcp_acr_registry_repository_list` | ❌ | -| 15 | 0.420254 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.411638 | `azmcp_monitor_table_list` | ❌ | -| 17 | 0.392961 | `azmcp_postgres_database_list` | ❌ | -| 18 | 0.378276 | `azmcp_keyvault_certificate_list` | ❌ | -| 19 | 0.372172 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.368778 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.852832 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 2 | 0.681044 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.630659 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.581593 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.535260 | `azmcp_storage_table_list` | ❌ | --- @@ -2283,26 +1368,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.789395 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | -| 2 | 0.614220 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.562062 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.537286 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.521532 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 6 | 0.471019 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.449120 | `azmcp_mysql_database_list` | ❌ | -| 8 | 0.411703 | `azmcp_mysql_table_list` | ❌ | -| 9 | 0.398064 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.397969 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.397755 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.395513 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.392763 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.386806 | `azmcp_redis_cluster_database_list` | ❌ | -| 15 | 0.356317 | `azmcp_storage_blob_get` | ❌ | -| 16 | 0.355640 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.345665 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.325994 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.319603 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.318540 | `azmcp_appconfig_kv_show` | ❌ | +| 1 | 0.789569 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 2 | 0.614621 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.562470 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.537291 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.522139 | `azmcp_cosmos_database_container_item_query` | ❌ | --- @@ -2320,21 +1390,6 @@ | 3 | 0.665298 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.573704 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.571319 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.555134 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.548066 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.526046 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.501477 | `azmcp_postgres_database_list` | ❌ | -| 10 | 0.471453 | `azmcp_kusto_table_list` | ❌ | -| 11 | 0.459194 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.450794 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.442540 | `azmcp_mysql_table_list` | ❌ | -| 14 | 0.418871 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.407722 | `azmcp_search_service_list` | ❌ | -| 16 | 0.406805 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.406093 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.397642 | `azmcp_keyvault_certificate_list` | ❌ | -| 19 | 0.389105 | `azmcp_keyvault_secret_list` | ❌ | -| 20 | 0.387534 | `azmcp_acr_registry_repository_list` | ❌ | --- @@ -2352,21 +1407,6 @@ | 3 | 0.614572 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.538479 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.524837 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.505363 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.498206 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.497414 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.449759 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 10 | 0.447875 | `azmcp_postgres_database_list` | ❌ | -| 11 | 0.437993 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.408605 | `azmcp_mysql_table_list` | ❌ | -| 13 | 0.402767 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.396200 | `azmcp_monitor_table_list` | ❌ | -| 15 | 0.383928 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.379009 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.348999 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.344602 | `azmcp_keyvault_key_list` | ❌ | -| 19 | 0.342424 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.339516 | `azmcp_kusto_cluster_list` | ❌ | --- @@ -2384,21 +1424,6 @@ | 3 | 0.413173 | `azmcp_monitor_metrics_query` | ❌ | | 4 | 0.408658 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.401731 | `azmcp_grafana_list` | ❌ | -| 6 | 0.393318 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 7 | 0.386685 | `azmcp_monitor_metrics_definitions` | ❌ | -| 8 | 0.369805 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.364360 | `azmcp_workbooks_list` | ❌ | -| 10 | 0.356643 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.355333 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.345409 | `azmcp_postgres_database_list` | ❌ | -| 13 | 0.345298 | `azmcp_group_list` | ❌ | -| 14 | 0.330769 | `azmcp_postgres_table_list` | ❌ | -| 15 | 0.327205 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.318192 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.317478 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.306977 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.304097 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.302405 | `azmcp_acr_registry_repository_list` | ❌ | --- @@ -2416,21 +1441,6 @@ | 3 | 0.393227 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.374071 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.371017 | `azmcp_grafana_list` | ❌ | -| 6 | 0.370681 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 7 | 0.359274 | `azmcp_monitor_metrics_definitions` | ❌ | -| 8 | 0.350656 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.343116 | `azmcp_loadtesting_testresource_list` | ❌ | -| 10 | 0.342468 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.337109 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.320510 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.319895 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.302947 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.300733 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.285505 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.285253 | `azmcp_group_list` | ❌ | -| 18 | 0.285004 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.280372 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.274589 | `azmcp_deploy_app_logs_get` | ❌ | --- @@ -2444,25 +1454,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.686701 | `azmcp_deploy_app_logs_get` | ✅ **EXPECTED** | -| 2 | 0.471726 | `azmcp_deploy_plan_get` | ❌ | +| 2 | 0.471692 | `azmcp_deploy_plan_get` | ❌ | | 3 | 0.404890 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 4 | 0.392565 | `azmcp_deploy_iac_rules_get` | ❌ | | 5 | 0.389603 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.354432 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.342594 | `azmcp_monitor_resource_log_query` | ❌ | -| 8 | 0.334992 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.334522 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.327028 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.325553 | `azmcp_extension_azqr` | ❌ | -| 12 | 0.320419 | `azmcp_aks_nodepool_get` | ❌ | -| 13 | 0.314964 | `azmcp_sql_server_show` | ❌ | -| 14 | 0.314890 | `azmcp_sql_db_create` | ❌ | -| 15 | 0.312836 | `azmcp_sql_db_update` | ❌ | -| 16 | 0.307291 | `azmcp_sql_db_show` | ❌ | -| 17 | 0.297642 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 18 | 0.288973 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 19 | 0.284916 | `azmcp_search_service_list` | ❌ | -| 20 | 0.284418 | `azmcp_sql_db_list` | ❌ | --- @@ -2476,25 +1471,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.680640 | `azmcp_deploy_architecture_diagram_generate` | ✅ **EXPECTED** | -| 2 | 0.562538 | `azmcp_deploy_plan_get` | ❌ | +| 2 | 0.562521 | `azmcp_deploy_plan_get` | ❌ | | 3 | 0.505052 | `azmcp_cloudarchitect_design` | ❌ | | 4 | 0.497193 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 5 | 0.435921 | `azmcp_deploy_iac_rules_get` | ❌ | -| 6 | 0.430764 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 7 | 0.417333 | `azmcp_bestpractices_get` | ❌ | -| 8 | 0.371127 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.343117 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.322230 | `azmcp_extension_azqr` | ❌ | -| 11 | 0.316752 | `azmcp_applens_resource_diagnose` | ❌ | -| 12 | 0.284401 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.270093 | `azmcp_sql_db_create` | ❌ | -| 14 | 0.264933 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.264060 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.263521 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.255084 | `azmcp_mysql_table_list` | ❌ | -| 18 | 0.250629 | `azmcp_search_service_list` | ❌ | -| 19 | 0.248047 | `azmcp_sql_db_update` | ❌ | -| 20 | 0.247818 | `azmcp_sql_server_show` | ❌ | --- @@ -2512,21 +1492,6 @@ | 3 | 0.391965 | `azmcp_bestpractices_get` | ❌ | | 4 | 0.383210 | `azmcp_azureterraformbestpractices_get` | ❌ | | 5 | 0.341436 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 6 | 0.304816 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.278653 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.266851 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 9 | 0.266629 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 10 | 0.252977 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 11 | 0.236341 | `azmcp_applens_resource_diagnose` | ❌ | -| 12 | 0.223979 | `azmcp_extension_azqr` | ❌ | -| 13 | 0.219521 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.206928 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.202239 | `azmcp_mysql_table_schema_get` | ❌ | -| 16 | 0.201288 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.195422 | `azmcp_mysql_table_list` | ❌ | -| 18 | 0.194571 | `azmcp_sql_db_create` | ❌ | -| 19 | 0.191094 | `azmcp_storage_share_file_list` | ❌ | -| 20 | 0.188615 | `azmcp_role_assignment_list` | ❌ | --- @@ -2540,25 +1505,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.638841 | `azmcp_deploy_pipeline_guidance_get` | ✅ **EXPECTED** | -| 2 | 0.499297 | `azmcp_deploy_plan_get` | ❌ | +| 2 | 0.499242 | `azmcp_deploy_plan_get` | ❌ | | 3 | 0.448918 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.382240 | `azmcp_bestpractices_get` | ❌ | | 5 | 0.375202 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.373363 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.350101 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 8 | 0.338440 | `azmcp_foundry_models_deploy` | ❌ | -| 9 | 0.322906 | `azmcp_cloudarchitect_design` | ❌ | -| 10 | 0.289166 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.262768 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.240757 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.234690 | `azmcp_sql_db_update` | ❌ | -| 14 | 0.230063 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.222416 | `azmcp_sql_server_create` | ❌ | -| 16 | 0.212123 | `azmcp_storage_blob_container_create` | ❌ | -| 17 | 0.211103 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.206262 | `azmcp_storage_queue_message_send` | ❌ | -| 19 | 0.203987 | `azmcp_sql_server_delete` | ❌ | -| 20 | 0.198696 | `azmcp_mysql_server_list` | ❌ | --- @@ -2571,26 +1521,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.688109 | `azmcp_deploy_plan_get` | ✅ **EXPECTED** | +| 1 | 0.688055 | `azmcp_deploy_plan_get` | ✅ **EXPECTED** | | 2 | 0.587903 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 3 | 0.499385 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.498575 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 5 | 0.432825 | `azmcp_bestpractices_get` | ❌ | -| 6 | 0.425393 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 7 | 0.421744 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.413718 | `azmcp_loadtesting_test_create` | ❌ | -| 9 | 0.393518 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.365875 | `azmcp_foundry_models_deploy` | ❌ | -| 11 | 0.344407 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.312839 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.300643 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.299552 | `azmcp_storage_account_create` | ❌ | -| 15 | 0.296623 | `azmcp_sql_server_create` | ❌ | -| 16 | 0.292780 | `azmcp_sql_db_update` | ❌ | -| 17 | 0.277064 | `azmcp_workbooks_delete` | ❌ | -| 18 | 0.258195 | `azmcp_sql_server_show` | ❌ | -| 19 | 0.252696 | `azmcp_workbooks_create` | ❌ | -| 20 | 0.249358 | `azmcp_storage_blob_container_create` | ❌ | --- @@ -2603,26 +1538,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682907 | `azmcp_eventgrid_topic_list` | ❌ | +| 1 | 0.682900 | `azmcp_eventgrid_topic_list` | ❌ | | 2 | 0.636180 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 3 | 0.486216 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 4 | 0.480944 | `azmcp_resourcehealth_service-health-events_list` | ❌ | | 5 | 0.478217 | `azmcp_servicebus_topic_details` | ❌ | -| 6 | 0.457868 | `azmcp_search_service_list` | ❌ | -| 7 | 0.445125 | `azmcp_subscription_list` | ❌ | -| 8 | 0.435412 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.434659 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.422093 | `azmcp_postgres_server_list` | ❌ | -| 11 | 0.420907 | `azmcp_group_list` | ❌ | -| 12 | 0.417538 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.415223 | `azmcp_redis_cache_list` | ❌ | -| 14 | 0.408588 | `azmcp_grafana_list` | ❌ | -| 15 | 0.397665 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.392784 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.386186 | `azmcp_marketplace_product_list` | ❌ | -| 18 | 0.383422 | `azmcp_marketplace_product_get` | ❌ | -| 19 | 0.382782 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.378136 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -2640,21 +1560,6 @@ | 3 | 0.539977 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 4 | 0.498485 | `azmcp_servicebus_topic_details` | ❌ | | 5 | 0.460145 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 6 | 0.444774 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.443366 | `azmcp_subscription_list` | ❌ | -| 8 | 0.438131 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.435639 | `azmcp_search_service_list` | ❌ | -| 10 | 0.434420 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.433482 | `azmcp_monitor_workspace_list` | ❌ | -| 12 | 0.431618 | `azmcp_grafana_list` | ❌ | -| 13 | 0.426989 | `azmcp_group_list` | ❌ | -| 14 | 0.419194 | `azmcp_postgres_server_list` | ❌ | -| 15 | 0.402159 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.398589 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.392822 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.389694 | `azmcp_marketplace_product_get` | ❌ | -| 19 | 0.386880 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.384264 | `azmcp_marketplace_product_list` | ❌ | --- @@ -2668,25 +1573,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.665867 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.663277 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.663335 | `azmcp_eventgrid_topic_list` | ❌ | | 3 | 0.524919 | `azmcp_group_list` | ❌ | | 4 | 0.488696 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.484167 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 6 | 0.478967 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 7 | 0.474205 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 8 | 0.473708 | `azmcp_servicebus_topic_details` | ❌ | -| 9 | 0.465477 | `azmcp_acr_registry_list` | ❌ | -| 10 | 0.465098 | `azmcp_workbooks_list` | ❌ | -| 11 | 0.462201 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.457114 | `azmcp_search_service_list` | ❌ | -| 13 | 0.452429 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.443225 | `azmcp_subscription_list` | ❌ | -| 15 | 0.436651 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.436075 | `azmcp_grafana_list` | ❌ | -| 17 | 0.434505 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.428724 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.412301 | `azmcp_loadtesting_testresource_list` | ❌ | -| 20 | 0.407234 | `azmcp_cosmos_account_list` | ❌ | --- @@ -2700,25 +1590,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.594210 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.593173 | `azmcp_eventgrid_topic_list` | ❌ | -| 3 | 0.525064 | `azmcp_subscription_list` | ❌ | +| 2 | 0.593171 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.524986 | `azmcp_subscription_list` | ❌ | | 4 | 0.518857 | `azmcp_search_service_list` | ❌ | | 5 | 0.509007 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 6 | 0.490371 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.489687 | `azmcp_kusto_cluster_list` | ❌ | -| 8 | 0.480579 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.475701 | `azmcp_group_list` | ❌ | -| 10 | 0.475207 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.473274 | `azmcp_postgres_server_list` | ❌ | -| 12 | 0.467172 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.460683 | `azmcp_grafana_list` | ❌ | -| 14 | 0.451759 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.440660 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.439125 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.437213 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.422468 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 19 | 0.415047 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.410171 | `azmcp_acr_registry_list` | ❌ | --- @@ -2734,23 +1609,8 @@ | 1 | 0.604278 | `azmcp_eventgrid_topic_list` | ❌ | | 2 | 0.602603 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 3 | 0.535955 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.518195 | `azmcp_subscription_list` | ❌ | +| 4 | 0.518125 | `azmcp_subscription_list` | ❌ | | 5 | 0.510115 | `azmcp_group_list` | ❌ | -| 6 | 0.508443 | `azmcp_search_service_list` | ❌ | -| 7 | 0.494659 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 8 | 0.492726 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.485794 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.483521 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.481609 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.481450 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.473868 | `azmcp_grafana_list` | ❌ | -| 14 | 0.467622 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 15 | 0.453352 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.446402 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.428290 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.426897 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.424047 | `azmcp_storage_table_list` | ❌ | -| 20 | 0.410745 | `azmcp_acr_registry_list` | ❌ | --- @@ -2765,24 +1625,9 @@ |------|-------|------|--------| | 1 | 0.618614 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 2 | 0.557573 | `azmcp_group_list` | ❌ | -| 3 | 0.531273 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.531313 | `azmcp_eventgrid_topic_list` | ❌ | | 4 | 0.504984 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.502308 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.487257 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.472283 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 8 | 0.467550 | `azmcp_workbooks_list` | ❌ | -| 9 | 0.464545 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.459530 | `azmcp_acr_registry_list` | ❌ | -| 11 | 0.457119 | `azmcp_grafana_list` | ❌ | -| 12 | 0.440230 | `azmcp_loadtesting_testresource_list` | ❌ | -| 13 | 0.438344 | `azmcp_subscription_list` | ❌ | -| 14 | 0.438218 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.435258 | `azmcp_search_service_list` | ❌ | -| 16 | 0.431166 | `azmcp_monitor_workspace_list` | ❌ | -| 17 | 0.423121 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.415644 | `azmcp_sql_db_show` | ❌ | -| 19 | 0.411672 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.411012 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- @@ -2796,25 +1641,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.652090 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.581674 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.581728 | `azmcp_eventgrid_topic_list` | ❌ | | 3 | 0.480537 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 4 | 0.478459 | `azmcp_subscription_list` | ❌ | +| 4 | 0.478380 | `azmcp_subscription_list` | ❌ | | 5 | 0.476763 | `azmcp_search_service_list` | ❌ | -| 6 | 0.475482 | `azmcp_monitor_workspace_list` | ❌ | -| 7 | 0.471596 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.471384 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.466432 | `azmcp_group_list` | ❌ | -| 10 | 0.449893 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.449681 | `azmcp_grafana_list` | ❌ | -| 12 | 0.447080 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 13 | 0.446620 | `azmcp_acr_registry_list` | ❌ | -| 14 | 0.444645 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.437300 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.436793 | `azmcp_postgres_server_list` | ❌ | -| 17 | 0.436653 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.425231 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.423324 | `azmcp_marketplace_product_get` | ❌ | -| 20 | 0.422680 | `azmcp_aks_cluster_list` | ❌ | --- @@ -2827,26 +1657,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.759182 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 1 | 0.759178 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | | 2 | 0.610435 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.545540 | `azmcp_search_service_list` | ❌ | | 4 | 0.514189 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.496588 | `azmcp_subscription_list` | ❌ | -| 6 | 0.496002 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 7 | 0.492690 | `azmcp_group_list` | ❌ | -| 8 | 0.485584 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.484509 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.475667 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.475056 | `azmcp_monitor_workspace_list` | ❌ | -| 12 | 0.472764 | `azmcp_grafana_list` | ❌ | -| 13 | 0.470300 | `azmcp_redis_cache_list` | ❌ | -| 14 | 0.460569 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.442229 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.440503 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.439820 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 18 | 0.438287 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.422414 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.409123 | `azmcp_kusto_database_list` | ❌ | +| 5 | 0.496503 | `azmcp_subscription_list` | ❌ | --- @@ -2859,26 +1674,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.691101 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 1 | 0.691068 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | | 2 | 0.600983 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.478334 | `azmcp_resourcehealth_service-health-events_list` | ❌ | | 4 | 0.475119 | `azmcp_search_service_list` | ❌ | | 5 | 0.450712 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.441607 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.437153 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.431319 | `azmcp_subscription_list` | ❌ | -| 9 | 0.430494 | `azmcp_grafana_list` | ❌ | -| 10 | 0.428437 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.424907 | `azmcp_monitor_workspace_list` | ❌ | -| 12 | 0.420072 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 13 | 0.419125 | `azmcp_group_list` | ❌ | -| 14 | 0.408708 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.399253 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.396758 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.391338 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.381680 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.381664 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.374650 | `azmcp_acr_registry_list` | ❌ | --- @@ -2891,26 +1691,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.759409 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 1 | 0.759396 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | | 2 | 0.632284 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.526595 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.514248 | `azmcp_search_service_list` | ❌ | | 5 | 0.495814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 6 | 0.494153 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.481357 | `azmcp_group_list` | ❌ | -| 8 | 0.481065 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.476829 | `azmcp_subscription_list` | ❌ | -| 10 | 0.476808 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.471888 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 12 | 0.468200 | `azmcp_grafana_list` | ❌ | -| 13 | 0.466774 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.445991 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.429646 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.428727 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.428427 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.421430 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.417762 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.403614 | `azmcp_marketplace_product_list` | ❌ | --- @@ -2923,26 +1708,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659188 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 1 | 0.659232 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | | 2 | 0.614519 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.609175 | `azmcp_group_list` | ❌ | | 4 | 0.514613 | `azmcp_workbooks_list` | ❌ | | 5 | 0.505966 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.484746 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 7 | 0.475467 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.464233 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.460456 | `azmcp_search_service_list` | ❌ | -| 10 | 0.456540 | `azmcp_grafana_list` | ❌ | -| 11 | 0.455379 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 12 | 0.452988 | `azmcp_acr_registry_list` | ❌ | -| 13 | 0.448196 | `azmcp_redis_cache_list` | ❌ | -| 14 | 0.442914 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.442259 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 16 | 0.432063 | `azmcp_loadtesting_testresource_list` | ❌ | -| 17 | 0.423027 | `azmcp_postgres_server_list` | ❌ | -| 18 | 0.416777 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.411811 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.407927 | `azmcp_cosmos_account_list` | ❌ | --- @@ -2960,21 +1730,6 @@ | 3 | 0.481143 | `azmcp_azureterraformbestpractices_get` | ❌ | | 4 | 0.476826 | `azmcp_extension_azqr` | ✅ **EXPECTED** | | 5 | 0.451690 | `azmcp_bestpractices_get` | ❌ | -| 6 | 0.440399 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 7 | 0.438387 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.434685 | `azmcp_search_service_list` | ❌ | -| 9 | 0.431096 | `azmcp_deploy_iac_rules_get` | ❌ | -| 10 | 0.423302 | `azmcp_subscription_list` | ❌ | -| 11 | 0.422293 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.417076 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 13 | 0.408023 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 14 | 0.406586 | `azmcp_deploy_plan_get` | ❌ | -| 15 | 0.400363 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.398671 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.391646 | `azmcp_marketplace_product_get` | ❌ | -| 18 | 0.388980 | `azmcp_monitor_workspace_list` | ❌ | -| 19 | 0.381209 | `azmcp_storage_account_get` | ❌ | -| 20 | 0.354341 | `azmcp_redis_cache_list` | ❌ | --- @@ -2992,21 +1747,6 @@ | 3 | 0.488377 | `azmcp_cloudarchitect_design` | ❌ | | 4 | 0.473365 | `azmcp_deploy_iac_rules_get` | ❌ | | 5 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 6 | 0.452232 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.448076 | `azmcp_deploy_plan_get` | ❌ | -| 8 | 0.442021 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.439040 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 10 | 0.426161 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 11 | 0.385771 | `azmcp_quota_region_availability_list` | ❌ | -| 12 | 0.382677 | `azmcp_search_service_list` | ❌ | -| 13 | 0.375818 | `azmcp_subscription_list` | ❌ | -| 14 | 0.375077 | `azmcp_marketplace_product_get` | ❌ | -| 15 | 0.365859 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 16 | 0.365824 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.360612 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 18 | 0.349469 | `azmcp_storage_account_get` | ❌ | -| 19 | 0.341827 | `azmcp_mysql_server_config_get` | ❌ | -| 20 | 0.334327 | `azmcp_mysql_server_list` | ❌ | --- @@ -3022,23 +1762,8 @@ | 1 | 0.536934 | `azmcp_azureterraformbestpractices_get` | ❌ | | 2 | 0.516925 | `azmcp_extension_azqr` | ✅ **EXPECTED** | | 3 | 0.504673 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.494880 | `azmcp_deploy_plan_get` | ❌ | +| 4 | 0.494872 | `azmcp_deploy_plan_get` | ❌ | | 5 | 0.487387 | `azmcp_bestpractices_get` | ❌ | -| 6 | 0.481698 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.464304 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.463564 | `azmcp_deploy_iac_rules_get` | ❌ | -| 9 | 0.463172 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 10 | 0.452811 | `azmcp_search_service_list` | ❌ | -| 11 | 0.433938 | `azmcp_quota_region_availability_list` | ❌ | -| 12 | 0.423555 | `azmcp_subscription_list` | ❌ | -| 13 | 0.417356 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.403533 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 15 | 0.398621 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.391476 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.380268 | `azmcp_storage_account_get` | ❌ | -| 18 | 0.376262 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 19 | 0.374279 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.373844 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- @@ -3051,26 +1776,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.695144 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | -| 2 | 0.526435 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 3 | 0.433153 | `azmcp_foundry_models_list` | ❌ | -| 4 | 0.422764 | `azmcp_search_index_get` | ❌ | -| 5 | 0.412989 | `azmcp_search_service_list` | ❌ | -| 6 | 0.349551 | `azmcp_search_index_query` | ❌ | -| 7 | 0.329619 | `azmcp_foundry_models_deploy` | ❌ | -| 8 | 0.310546 | `azmcp_foundry_models_deployments_list` | ❌ | -| 9 | 0.309538 | `azmcp_monitor_table_list` | ❌ | -| 10 | 0.296924 | `azmcp_grafana_list` | ❌ | -| 11 | 0.291629 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.286166 | `azmcp_monitor_table_type_list` | ❌ | -| 13 | 0.280057 | `azmcp_keyvault_key_list` | ❌ | -| 14 | 0.270265 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.270178 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.267932 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.265656 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.264048 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.262277 | `azmcp_redis_cluster_list` | ❌ | -| 20 | 0.261139 | `azmcp_kusto_database_list` | ❌ | +| 1 | 0.695201 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | +| 2 | 0.526528 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 3 | 0.433117 | `azmcp_foundry_models_list` | ❌ | +| 4 | 0.422779 | `azmcp_search_index_get` | ❌ | +| 5 | 0.412895 | `azmcp_search_service_list` | ❌ | --- @@ -3088,21 +1798,6 @@ | 3 | 0.396819 | `azmcp_foundry_models_list` | ❌ | | 4 | 0.374704 | `azmcp_search_index_get` | ❌ | | 5 | 0.350751 | `azmcp_search_service_list` | ❌ | -| 6 | 0.341865 | `azmcp_search_index_query` | ❌ | -| 7 | 0.317997 | `azmcp_cloudarchitect_design` | ❌ | -| 8 | 0.310576 | `azmcp_foundry_models_deploy` | ❌ | -| 9 | 0.278147 | `azmcp_foundry_models_deployments_list` | ❌ | -| 10 | 0.276839 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.272237 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.256208 | `azmcp_grafana_list` | ❌ | -| 13 | 0.249946 | `azmcp_bestpractices_get` | ❌ | -| 14 | 0.249587 | `azmcp_deploy_app_logs_get` | ❌ | -| 15 | 0.232831 | `azmcp_monitor_table_list` | ❌ | -| 16 | 0.225181 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.224194 | `azmcp_redis_cluster_list` | ❌ | -| 18 | 0.223814 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.218010 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.214893 | `azmcp_monitor_table_type_list` | ❌ | --- @@ -3120,21 +1815,6 @@ | 3 | 0.424581 | `azmcp_search_index_get` | ❌ | | 4 | 0.375275 | `azmcp_mysql_table_schema_get` | ❌ | | 5 | 0.363951 | `azmcp_kusto_table_schema` | ❌ | -| 6 | 0.358315 | `azmcp_postgres_table_schema_get` | ❌ | -| 7 | 0.349967 | `azmcp_search_index_query` | ❌ | -| 8 | 0.347762 | `azmcp_foundry_models_list` | ❌ | -| 9 | 0.346348 | `azmcp_monitor_table_list` | ❌ | -| 10 | 0.326807 | `azmcp_search_service_list` | ❌ | -| 11 | 0.297822 | `azmcp_foundry_models_deploy` | ❌ | -| 12 | 0.295847 | `azmcp_mysql_table_list` | ❌ | -| 13 | 0.285897 | `azmcp_monitor_table_type_list` | ❌ | -| 14 | 0.277468 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 15 | 0.271427 | `azmcp_cloudarchitect_design` | ❌ | -| 16 | 0.266288 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.259298 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.253702 | `azmcp_grafana_list` | ❌ | -| 19 | 0.252091 | `azmcp_foundry_models_deployments_list` | ❌ | -| 20 | 0.238262 | `azmcp_storage_table_list` | ❌ | --- @@ -3152,21 +1832,6 @@ | 3 | 0.415963 | `azmcp_foundry_knowledge_index_list` | ❌ | | 4 | 0.408316 | `azmcp_kusto_table_schema` | ❌ | | 5 | 0.398186 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.380040 | `azmcp_search_index_get` | ❌ | -| 7 | 0.352243 | `azmcp_postgres_server_config_get` | ❌ | -| 8 | 0.318648 | `azmcp_appconfig_kv_list` | ❌ | -| 9 | 0.311669 | `azmcp_monitor_table_list` | ❌ | -| 10 | 0.309927 | `azmcp_loadtesting_test_get` | ❌ | -| 11 | 0.286991 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.271893 | `azmcp_aks_cluster_get` | ❌ | -| 13 | 0.271701 | `azmcp_loadtesting_testrun_list` | ❌ | -| 14 | 0.262678 | `azmcp_aks_nodepool_get` | ❌ | -| 15 | 0.257402 | `azmcp_mysql_table_list` | ❌ | -| 16 | 0.256303 | `azmcp_appconfig_kv_show` | ❌ | -| 17 | 0.249010 | `azmcp_search_index_query` | ❌ | -| 18 | 0.246815 | `azmcp_monitor_table_type_list` | ❌ | -| 19 | 0.242191 | `azmcp_mysql_server_param_get` | ❌ | -| 20 | 0.239938 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- @@ -3181,24 +1846,9 @@ |------|-------|------|--------| | 1 | 0.313400 | `azmcp_foundry_models_deploy` | ✅ **EXPECTED** | | 2 | 0.282464 | `azmcp_mysql_server_list` | ❌ | -| 3 | 0.274033 | `azmcp_deploy_plan_get` | ❌ | -| 4 | 0.269513 | `azmcp_loadtesting_testresource_create` | ❌ | +| 3 | 0.274011 | `azmcp_deploy_plan_get` | ❌ | +| 4 | 0.269529 | `azmcp_loadtesting_testresource_create` | ❌ | | 5 | 0.268967 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 6 | 0.234071 | `azmcp_deploy_iac_rules_get` | ❌ | -| 7 | 0.222504 | `azmcp_grafana_list` | ❌ | -| 8 | 0.222478 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 9 | 0.221635 | `azmcp_workbooks_create` | ❌ | -| 10 | 0.217001 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.215293 | `azmcp_loadtesting_testrun_create` | ❌ | -| 12 | 0.209865 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.208124 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.207601 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.204420 | `azmcp_postgres_server_param_set` | ❌ | -| 16 | 0.195615 | `azmcp_workbooks_list` | ❌ | -| 17 | 0.192373 | `azmcp_storage_account_create` | ❌ | -| 18 | 0.190106 | `azmcp_redis_cluster_list` | ❌ | -| 19 | 0.189382 | `azmcp_postgres_server_param_get` | ❌ | -| 20 | 0.187987 | `azmcp_workbooks_delete` | ❌ | --- @@ -3216,21 +1866,6 @@ | 3 | 0.533239 | `azmcp_foundry_models_deploy` | ❌ | | 4 | 0.448711 | `azmcp_search_service_list` | ❌ | | 5 | 0.434472 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 6 | 0.368184 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.334867 | `azmcp_grafana_list` | ❌ | -| 8 | 0.332002 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.328253 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 10 | 0.326752 | `azmcp_search_index_get` | ❌ | -| 11 | 0.320998 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.318854 | `azmcp_postgres_server_list` | ❌ | -| 13 | 0.310280 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 14 | 0.308008 | `azmcp_loadtesting_testrun_list` | ❌ | -| 15 | 0.302262 | `azmcp_monitor_table_type_list` | ❌ | -| 16 | 0.301302 | `azmcp_redis_cluster_list` | ❌ | -| 17 | 0.300357 | `azmcp_search_index_query` | ❌ | -| 18 | 0.289448 | `azmcp_monitor_workspace_list` | ❌ | -| 19 | 0.288248 | `azmcp_redis_cache_list` | ❌ | -| 20 | 0.285916 | `azmcp_quota_region_availability_list` | ❌ | --- @@ -3248,21 +1883,6 @@ | 3 | 0.488885 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | | 4 | 0.401016 | `azmcp_search_service_list` | ❌ | | 5 | 0.396422 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 6 | 0.328815 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.311230 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 8 | 0.305997 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 9 | 0.301514 | `azmcp_deploy_app_logs_get` | ❌ | -| 10 | 0.298821 | `azmcp_search_index_query` | ❌ | -| 11 | 0.291256 | `azmcp_search_index_get` | ❌ | -| 12 | 0.286814 | `azmcp_grafana_list` | ❌ | -| 13 | 0.282504 | `azmcp_cloudarchitect_design` | ❌ | -| 14 | 0.269912 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.254926 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.250392 | `azmcp_redis_cluster_list` | ❌ | -| 17 | 0.246893 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.243133 | `azmcp_monitor_table_type_list` | ❌ | -| 19 | 0.236572 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.234075 | `azmcp_redis_cache_list` | ❌ | --- @@ -3280,21 +1900,6 @@ | 3 | 0.387861 | `azmcp_foundry_knowledge_index_list` | ❌ | | 4 | 0.386180 | `azmcp_search_service_list` | ❌ | | 5 | 0.346909 | `azmcp_foundry_models_deployments_list` | ❌ | -| 6 | 0.298648 | `azmcp_monitor_table_type_list` | ❌ | -| 7 | 0.290447 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 8 | 0.285437 | `azmcp_postgres_table_list` | ❌ | -| 9 | 0.277883 | `azmcp_grafana_list` | ❌ | -| 10 | 0.275316 | `azmcp_search_index_get` | ❌ | -| 11 | 0.272954 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.265730 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.255790 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.255760 | `azmcp_search_index_query` | ❌ | -| 15 | 0.252297 | `azmcp_postgres_database_list` | ❌ | -| 16 | 0.248620 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.248405 | `azmcp_mysql_table_list` | ❌ | -| 18 | 0.245193 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.235676 | `azmcp_loadtesting_testrun_list` | ❌ | -| 20 | 0.231110 | `azmcp_monitor_metrics_definitions` | ❌ | --- @@ -3312,21 +1917,6 @@ | 3 | 0.388967 | `azmcp_foundry_knowledge_index_list` | ❌ | | 4 | 0.356899 | `azmcp_foundry_models_deployments_list` | ❌ | | 5 | 0.339069 | `azmcp_search_service_list` | ❌ | -| 6 | 0.299150 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 7 | 0.283250 | `azmcp_search_index_query` | ❌ | -| 8 | 0.274019 | `azmcp_cloudarchitect_design` | ❌ | -| 9 | 0.266937 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 10 | 0.261834 | `azmcp_search_index_get` | ❌ | -| 11 | 0.260144 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 12 | 0.245943 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.244697 | `azmcp_monitor_table_type_list` | ❌ | -| 14 | 0.243632 | `azmcp_deploy_plan_get` | ❌ | -| 15 | 0.240256 | `azmcp_monitor_metrics_definitions` | ❌ | -| 16 | 0.234050 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.211456 | `azmcp_mysql_database_list` | ❌ | -| 18 | 0.205424 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.200059 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.199386 | `azmcp_redis_cluster_list` | ❌ | --- @@ -3344,21 +1934,6 @@ | 3 | 0.390048 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.380314 | `azmcp_bestpractices_get` | ❌ | | 5 | 0.379655 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 6 | 0.376542 | `azmcp_applens_resource_diagnose` | ❌ | -| 7 | 0.373215 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.347628 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.347347 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.342789 | `azmcp_deploy_plan_get` | ❌ | -| 11 | 0.341455 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 12 | 0.341448 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.338591 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.333091 | `azmcp_extension_azqr` | ❌ | -| 15 | 0.328326 | `azmcp_storage_account_create` | ❌ | -| 16 | 0.327808 | `azmcp_foundry_models_deployments_list` | ❌ | -| 17 | 0.323953 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.322437 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.314172 | `azmcp_storage_account_get` | ❌ | -| 20 | 0.311100 | `azmcp_workbooks_create` | ❌ | --- @@ -3376,21 +1951,6 @@ | 3 | 0.424693 | `azmcp_appconfig_account_list` | ❌ | | 4 | 0.422336 | `azmcp_deploy_app_logs_get` | ❌ | | 5 | 0.407133 | `azmcp_appconfig_kv_show` | ❌ | -| 6 | 0.397977 | `azmcp_loadtesting_test_get` | ❌ | -| 7 | 0.392852 | `azmcp_appconfig_kv_list` | ❌ | -| 8 | 0.384151 | `azmcp_bestpractices_get` | ❌ | -| 9 | 0.383957 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.369436 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.367183 | `azmcp_mysql_server_param_get` | ❌ | -| 12 | 0.363406 | `azmcp_loadtesting_test_create` | ❌ | -| 13 | 0.361776 | `azmcp_deploy_plan_get` | ❌ | -| 14 | 0.353601 | `azmcp_appconfig_kv_set` | ❌ | -| 15 | 0.352018 | `azmcp_sql_db_update` | ❌ | -| 16 | 0.342398 | `azmcp_postgres_server_config_get` | ❌ | -| 17 | 0.321697 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.315513 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.314100 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 20 | 0.312611 | `azmcp_sql_db_list` | ❌ | --- @@ -3408,21 +1968,6 @@ | 3 | 0.420189 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.390708 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.334473 | `azmcp_bestpractices_get` | ❌ | -| 6 | 0.322197 | `azmcp_foundry_models_deployments_list` | ❌ | -| 7 | 0.320055 | `azmcp_aks_cluster_get` | ❌ | -| 8 | 0.317583 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.317359 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.312732 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.311384 | `azmcp_appconfig_account_list` | ❌ | -| 12 | 0.309942 | `azmcp_loadtesting_testrun_get` | ❌ | -| 13 | 0.305418 | `azmcp_storage_blob_container_get` | ❌ | -| 14 | 0.297747 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.297041 | `azmcp_aks_nodepool_get` | ❌ | -| 16 | 0.295538 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.295174 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 18 | 0.290184 | `azmcp_servicebus_queue_details` | ❌ | -| 19 | 0.281564 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 20 | 0.277653 | `azmcp_mysql_server_config_get` | ❌ | --- @@ -3435,26 +1980,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690933 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.433989 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.432317 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.424646 | `azmcp_quota_usage_check` | ❌ | -| 5 | 0.419375 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.416967 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.396163 | `azmcp_storage_account_get` | ❌ | -| 8 | 0.390827 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.389322 | `azmcp_sql_db_show` | ❌ | -| 10 | 0.387898 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.383191 | `azmcp_sql_server_show` | ❌ | -| 12 | 0.378811 | `azmcp_bestpractices_get` | ❌ | -| 13 | 0.376019 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.375267 | `azmcp_workbooks_show` | ❌ | -| 15 | 0.368506 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.366961 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.360165 | `azmcp_aks_cluster_get` | ❌ | -| 18 | 0.348610 | `azmcp_foundry_models_deployments_list` | ❌ | -| 19 | 0.346255 | `azmcp_group_list` | ❌ | -| 20 | 0.341613 | `azmcp_marketplace_product_get` | ❌ | +| 1 | 0.690911 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.434013 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.432294 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.424650 | `azmcp_quota_usage_check` | ❌ | +| 5 | 0.419352 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- @@ -3472,21 +2002,6 @@ | 3 | 0.441394 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 4 | 0.391480 | `azmcp_sql_server_show` | ❌ | | 5 | 0.383917 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 6 | 0.355527 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.353617 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.351217 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 9 | 0.349540 | `azmcp_bestpractices_get` | ❌ | -| 10 | 0.347266 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.344702 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.342868 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 13 | 0.337247 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.333000 | `azmcp_mysql_server_config_get` | ❌ | -| 15 | 0.331796 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.325680 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 17 | 0.320825 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.319597 | `azmcp_aks_nodepool_get` | ❌ | -| 19 | 0.318223 | `azmcp_deploy_plan_get` | ❌ | -| 20 | 0.305803 | `azmcp_appconfig_kv_show` | ❌ | --- @@ -3504,21 +2019,6 @@ | 3 | 0.368188 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.366279 | `azmcp_sql_db_show` | ❌ | | 5 | 0.365569 | `azmcp_bestpractices_get` | ❌ | -| 6 | 0.363324 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.358624 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.352754 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.351460 | `azmcp_aks_cluster_get` | ❌ | -| 10 | 0.350178 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.349596 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.349013 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 13 | 0.336938 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.335848 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.326910 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.325909 | `azmcp_workbooks_show` | ❌ | -| 17 | 0.323655 | `azmcp_foundry_models_deployments_list` | ❌ | -| 18 | 0.323377 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.320487 | `azmcp_storage_blob_container_get` | ❌ | -| 20 | 0.317752 | `azmcp_sql_server_show` | ❌ | --- @@ -3536,21 +2036,6 @@ | 3 | 0.388678 | `azmcp_storage_account_get` | ❌ | | 4 | 0.370793 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.368420 | `azmcp_storage_blob_get` | ❌ | -| 6 | 0.368018 | `azmcp_loadtesting_testrun_get` | ❌ | -| 7 | 0.367552 | `azmcp_aks_cluster_get` | ❌ | -| 8 | 0.355956 | `azmcp_sql_db_show` | ❌ | -| 9 | 0.355282 | `azmcp_search_index_get` | ❌ | -| 10 | 0.349891 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.349476 | `azmcp_sql_server_show` | ❌ | -| 12 | 0.346974 | `azmcp_appconfig_kv_show` | ❌ | -| 13 | 0.344067 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 14 | 0.343381 | `azmcp_bestpractices_get` | ❌ | -| 15 | 0.342303 | `azmcp_servicebus_queue_details` | ❌ | -| 16 | 0.337969 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.337619 | `azmcp_marketplace_product_get` | ❌ | -| 18 | 0.334256 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.326091 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.323978 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- @@ -3566,23 +2051,8 @@ | 1 | 0.554980 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.426703 | `azmcp_quota_usage_check` | ❌ | | 3 | 0.418362 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.408010 | `azmcp_deploy_plan_get` | ❌ | +| 4 | 0.408011 | `azmcp_deploy_plan_get` | ❌ | | 5 | 0.381629 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.364785 | `azmcp_bestpractices_get` | ❌ | -| 7 | 0.350663 | `azmcp_quota_region_availability_list` | ❌ | -| 8 | 0.335606 | `azmcp_appconfig_account_list` | ❌ | -| 9 | 0.325271 | `azmcp_applens_resource_diagnose` | ❌ | -| 10 | 0.321466 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.318517 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.307792 | `azmcp_eventgrid_subscription_list` | ❌ | -| 13 | 0.304263 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.303123 | `azmcp_loadtesting_test_create` | ❌ | -| 15 | 0.301769 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.291130 | `azmcp_storage_table_list` | ❌ | -| 17 | 0.281401 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.277967 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 19 | 0.276628 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 20 | 0.267170 | `azmcp_search_service_list` | ❌ | --- @@ -3600,21 +2070,6 @@ | 3 | 0.422774 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.384159 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.342552 | `azmcp_bestpractices_get` | ❌ | -| 6 | 0.333621 | `azmcp_quota_usage_check` | ❌ | -| 7 | 0.319464 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.318076 | `azmcp_applens_resource_diagnose` | ❌ | -| 9 | 0.310636 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.298434 | `azmcp_foundry_models_deployments_list` | ❌ | -| 11 | 0.297126 | `azmcp_deploy_plan_get` | ❌ | -| 12 | 0.292793 | `azmcp_cloudarchitect_design` | ❌ | -| 13 | 0.291911 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 14 | 0.283653 | `azmcp_sql_server_show` | ❌ | -| 15 | 0.272348 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.270846 | `azmcp_mysql_server_list` | ❌ | -| 17 | 0.267009 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 18 | 0.266527 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.258431 | `azmcp_search_service_list` | ❌ | -| 20 | 0.249136 | `azmcp_storage_table_list` | ❌ | --- @@ -3631,22 +2086,7 @@ | 2 | 0.559382 | `azmcp_search_service_list` | ❌ | | 3 | 0.516618 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.516217 | `azmcp_appconfig_account_list` | ❌ | -| 5 | 0.485257 | `azmcp_subscription_list` | ❌ | -| 6 | 0.474425 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.465575 | `azmcp_group_list` | ❌ | -| 8 | 0.464534 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.455618 | `azmcp_aks_cluster_list` | ❌ | -| 10 | 0.455388 | `azmcp_postgres_server_list` | ❌ | -| 11 | 0.451429 | `azmcp_storage_table_list` | ❌ | -| 12 | 0.445099 | `azmcp_redis_cache_list` | ❌ | -| 13 | 0.442614 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.433540 | `azmcp_eventgrid_subscription_list` | ❌ | -| 15 | 0.433193 | `azmcp_eventgrid_topic_list` | ❌ | -| 16 | 0.432144 | `azmcp_grafana_list` | ❌ | -| 17 | 0.431611 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.415840 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.413034 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 20 | 0.411904 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.485188 | `azmcp_subscription_list` | ❌ | --- @@ -3664,21 +2104,6 @@ | 3 | 0.412646 | `azmcp_search_service_list` | ❌ | | 4 | 0.411323 | `azmcp_bestpractices_get` | ❌ | | 5 | 0.385832 | `azmcp_foundry_models_deployments_list` | ❌ | -| 6 | 0.374655 | `azmcp_appconfig_account_list` | ❌ | -| 7 | 0.372790 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.370393 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.369686 | `azmcp_subscription_list` | ❌ | -| 10 | 0.368004 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.358769 | `azmcp_deploy_plan_get` | ❌ | -| 12 | 0.357329 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.347887 | `azmcp_mysql_database_list` | ❌ | -| 14 | 0.347802 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.341159 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.339873 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.334019 | `azmcp_role_assignment_list` | ❌ | -| 18 | 0.333136 | `azmcp_sql_db_list` | ❌ | -| 19 | 0.327870 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.326628 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- @@ -3696,21 +2121,6 @@ | 3 | 0.284362 | `azmcp_bestpractices_get` | ❌ | | 4 | 0.281676 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.249658 | `azmcp_appconfig_account_list` | ❌ | -| 6 | 0.244782 | `azmcp_appconfig_kv_list` | ❌ | -| 7 | 0.240729 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 8 | 0.239514 | `azmcp_foundry_models_deployments_list` | ❌ | -| 9 | 0.217775 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.208396 | `azmcp_foundry_models_list` | ❌ | -| 11 | 0.207391 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.197655 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.195857 | `azmcp_role_assignment_list` | ❌ | -| 14 | 0.194503 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 15 | 0.184120 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.184051 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.182124 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.179069 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.178961 | `azmcp_search_service_list` | ❌ | -| 20 | 0.177017 | `azmcp_storage_share_file_list` | ❌ | --- @@ -3728,21 +2138,6 @@ | 3 | 0.513028 | `azmcp_monitor_workspace_list` | ❌ | | 4 | 0.505836 | `azmcp_kusto_cluster_list` | ❌ | | 5 | 0.498077 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.493645 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.492724 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.492305 | `azmcp_subscription_list` | ❌ | -| 9 | 0.491687 | `azmcp_aks_cluster_list` | ❌ | -| 10 | 0.489846 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.482789 | `azmcp_redis_cache_list` | ❌ | -| 12 | 0.479611 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 13 | 0.459055 | `azmcp_eventgrid_topic_list` | ❌ | -| 14 | 0.457845 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 15 | 0.447752 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.441315 | `azmcp_group_list` | ❌ | -| 17 | 0.440392 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.436802 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.431917 | `azmcp_storage_table_list` | ❌ | -| 20 | 0.430389 | `azmcp_eventgrid_subscription_list` | ❌ | --- @@ -3760,21 +2155,6 @@ | 3 | 0.552633 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.546156 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.545480 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.542878 | `azmcp_grafana_list` | ❌ | -| 7 | 0.530600 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.524796 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.518520 | `azmcp_acr_registry_list` | ❌ | -| 10 | 0.516850 | `azmcp_loadtesting_testresource_list` | ❌ | -| 11 | 0.509454 | `azmcp_search_service_list` | ❌ | -| 12 | 0.500858 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.491176 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.490734 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 15 | 0.486716 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.480995 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.479588 | `azmcp_subscription_list` | ❌ | -| 18 | 0.477800 | `azmcp_mysql_server_list` | ❌ | -| 19 | 0.476840 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.472171 | `azmcp_quota_region_availability_list` | ❌ | --- @@ -3792,21 +2172,6 @@ | 3 | 0.462391 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.459304 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.453960 | `azmcp_workbooks_list` | ❌ | -| 6 | 0.428927 | `azmcp_loadtesting_testresource_list` | ❌ | -| 7 | 0.426935 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.407817 | `azmcp_grafana_list` | ❌ | -| 9 | 0.396822 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.391278 | `azmcp_redis_cache_list` | ❌ | -| 11 | 0.383058 | `azmcp_acr_registry_list` | ❌ | -| 12 | 0.379927 | `azmcp_acr_registry_repository_list` | ❌ | -| 13 | 0.373796 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.373641 | `azmcp_eventgrid_subscription_list` | ❌ | -| 15 | 0.366273 | `azmcp_sql_db_list` | ❌ | -| 16 | 0.351405 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.350999 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.345595 | `azmcp_redis_cluster_database_list` | ❌ | -| 19 | 0.328487 | `azmcp_loadtesting_testresource_create` | ❌ | -| 20 | 0.326117 | `azmcp_aks_cluster_list` | ❌ | --- @@ -3824,21 +2189,6 @@ | 3 | 0.531920 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.523088 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.522911 | `azmcp_workbooks_list` | ❌ | -| 6 | 0.518357 | `azmcp_loadtesting_testresource_list` | ❌ | -| 7 | 0.515905 | `azmcp_grafana_list` | ❌ | -| 8 | 0.493291 | `azmcp_eventgrid_subscription_list` | ❌ | -| 9 | 0.492945 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.487780 | `azmcp_acr_registry_list` | ❌ | -| 11 | 0.475708 | `azmcp_search_service_list` | ❌ | -| 12 | 0.470658 | `azmcp_kusto_cluster_list` | ❌ | -| 13 | 0.464637 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.460412 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.454711 | `azmcp_mysql_server_list` | ❌ | -| 16 | 0.454439 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.437296 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.435421 | `azmcp_subscription_list` | ❌ | -| 19 | 0.432994 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.429798 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- @@ -3851,26 +2201,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.740328 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | -| 2 | 0.595857 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.590604 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.575953 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.543027 | `azmcp_keyvault_certificate_get` | ❌ | -| 6 | 0.526693 | `azmcp_keyvault_certificate_import` | ❌ | -| 7 | 0.434614 | `azmcp_keyvault_key_list` | ❌ | -| 8 | 0.414118 | `azmcp_keyvault_secret_list` | ❌ | -| 9 | 0.372055 | `azmcp_storage_account_create` | ❌ | -| 10 | 0.352962 | `azmcp_sql_db_create` | ❌ | -| 11 | 0.330033 | `azmcp_appconfig_kv_set` | ❌ | -| 12 | 0.308676 | `azmcp_loadtesting_test_create` | ❌ | -| 13 | 0.300991 | `azmcp_storage_datalake_directory_create` | ❌ | -| 14 | 0.296656 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.285185 | `azmcp_workbooks_create` | ❌ | -| 16 | 0.267726 | `azmcp_storage_account_get` | ❌ | -| 17 | 0.237085 | `azmcp_storage_blob_container_create` | ❌ | -| 18 | 0.233830 | `azmcp_storage_table_list` | ❌ | -| 19 | 0.223034 | `azmcp_storage_blob_container_get` | ❌ | -| 20 | 0.219468 | `azmcp_subscription_list` | ❌ | +| 1 | 0.740367 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | +| 2 | 0.595854 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.590531 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.575960 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.543397 | `azmcp_keyvault_certificate_get` | ❌ | --- @@ -3883,26 +2218,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.627979 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 1 | 0.628228 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | | 2 | 0.624457 | `azmcp_keyvault_certificate_list` | ❌ | -| 3 | 0.565005 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.564963 | `azmcp_keyvault_certificate_create` | ❌ | | 4 | 0.539554 | `azmcp_keyvault_certificate_import` | ❌ | -| 5 | 0.493388 | `azmcp_keyvault_key_list` | ❌ | -| 6 | 0.475412 | `azmcp_keyvault_secret_list` | ❌ | -| 7 | 0.423728 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.418955 | `azmcp_keyvault_secret_create` | ❌ | -| 9 | 0.390699 | `azmcp_appconfig_kv_show` | ❌ | -| 10 | 0.359751 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.346167 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.319164 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.317177 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.293451 | `azmcp_subscription_list` | ❌ | -| 15 | 0.289685 | `azmcp_search_service_list` | ❌ | -| 16 | 0.279695 | `azmcp_search_index_get` | ❌ | -| 17 | 0.276581 | `azmcp_role_assignment_list` | ❌ | -| 18 | 0.275920 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 19 | 0.271911 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.269735 | `azmcp_sql_db_show` | ❌ | +| 5 | 0.493509 | `azmcp_keyvault_key_list` | ❌ | --- @@ -3915,26 +2235,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662324 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 1 | 0.662476 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | | 2 | 0.606534 | `azmcp_keyvault_certificate_list` | ❌ | | 3 | 0.540155 | `azmcp_keyvault_certificate_import` | ❌ | -| 4 | 0.535157 | `azmcp_keyvault_certificate_create` | ❌ | -| 5 | 0.499229 | `azmcp_keyvault_key_list` | ❌ | -| 6 | 0.482353 | `azmcp_keyvault_secret_list` | ❌ | -| 7 | 0.459167 | `azmcp_storage_account_get` | ❌ | -| 8 | 0.419077 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.415722 | `azmcp_keyvault_key_create` | ❌ | -| 10 | 0.412498 | `azmcp_keyvault_secret_create` | ❌ | -| 11 | 0.411136 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.368360 | `azmcp_search_index_get` | ❌ | -| 13 | 0.365386 | `azmcp_sql_db_show` | ❌ | -| 14 | 0.363228 | `azmcp_aks_cluster_get` | ❌ | -| 15 | 0.350930 | `azmcp_storage_blob_get` | ❌ | -| 16 | 0.332770 | `azmcp_mysql_server_config_get` | ❌ | -| 17 | 0.331645 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.315096 | `azmcp_storage_table_list` | ❌ | -| 19 | 0.305808 | `azmcp_subscription_list` | ❌ | -| 20 | 0.301768 | `azmcp_servicebus_queue_details` | ❌ | +| 4 | 0.535125 | `azmcp_keyvault_certificate_create` | ❌ | +| 5 | 0.499306 | `azmcp_keyvault_key_list` | ❌ | --- @@ -3948,25 +2253,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.649993 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.521183 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.469706 | `azmcp_keyvault_certificate_get` | ❌ | +| 2 | 0.521118 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.469574 | `azmcp_keyvault_certificate_get` | ❌ | | 4 | 0.467097 | `azmcp_keyvault_certificate_list` | ❌ | | 5 | 0.426600 | `azmcp_keyvault_key_create` | ❌ | -| 6 | 0.398107 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.364713 | `azmcp_keyvault_key_list` | ❌ | -| 8 | 0.338026 | `azmcp_keyvault_secret_list` | ❌ | -| 9 | 0.272263 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 10 | 0.267356 | `azmcp_appconfig_kv_set` | ❌ | -| 11 | 0.248212 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.240328 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 13 | 0.228508 | `azmcp_workbooks_delete` | ❌ | -| 14 | 0.222971 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.205023 | `azmcp_storage_account_create` | ❌ | -| 16 | 0.200472 | `azmcp_storage_datalake_directory_create` | ❌ | -| 17 | 0.199045 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.181816 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.180219 | `azmcp_sql_db_create` | ❌ | -| 20 | 0.175113 | `azmcp_storage_share_file_list` | ❌ | --- @@ -3979,26 +2269,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.649642 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.629850 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.527486 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.525754 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.491866 | `azmcp_keyvault_key_create` | ❌ | -| 6 | 0.472321 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.399745 | `azmcp_keyvault_key_list` | ❌ | -| 8 | 0.377944 | `azmcp_keyvault_secret_list` | ❌ | -| 9 | 0.287080 | `azmcp_appconfig_kv_set` | ❌ | -| 10 | 0.271724 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 11 | 0.259849 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.256768 | `azmcp_storage_account_create` | ❌ | -| 13 | 0.250360 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.234343 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.233704 | `azmcp_workbooks_delete` | ❌ | -| 16 | 0.211389 | `azmcp_storage_datalake_directory_create` | ❌ | -| 17 | 0.211319 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.209178 | `azmcp_storage_blob_upload` | ❌ | -| 19 | 0.203635 | `azmcp_sql_server_create` | ❌ | -| 20 | 0.197602 | `azmcp_sql_db_show` | ❌ | +| 1 | 0.649676 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | +| 2 | 0.629909 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.527468 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.525739 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.491898 | `azmcp_keyvault_key_create` | ❌ | --- @@ -4012,25 +2287,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.762015 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.637579 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.608870 | `azmcp_keyvault_secret_list` | ❌ | -| 4 | 0.566460 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.539624 | `azmcp_keyvault_certificate_create` | ❌ | -| 6 | 0.484660 | `azmcp_keyvault_certificate_import` | ❌ | -| 7 | 0.478100 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.453226 | `azmcp_cosmos_database_list` | ❌ | -| 9 | 0.431201 | `azmcp_cosmos_database_container_list` | ❌ | -| 10 | 0.429531 | `azmcp_storage_table_list` | ❌ | -| 11 | 0.424379 | `azmcp_keyvault_key_create` | ❌ | -| 12 | 0.408060 | `azmcp_subscription_list` | ❌ | -| 13 | 0.394434 | `azmcp_search_service_list` | ❌ | -| 14 | 0.393940 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.363512 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.362873 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 17 | 0.358938 | `azmcp_role_assignment_list` | ❌ | -| 18 | 0.350862 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.339860 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 20 | 0.336779 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | +| 2 | 0.637483 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.608848 | `azmcp_keyvault_secret_list` | ❌ | +| 4 | 0.566302 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.539550 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -4044,25 +2304,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.660576 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.570282 | `azmcp_keyvault_certificate_get` | ❌ | -| 3 | 0.540044 | `azmcp_keyvault_key_list` | ❌ | -| 4 | 0.516750 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.509123 | `azmcp_keyvault_certificate_create` | ❌ | -| 6 | 0.483404 | `azmcp_keyvault_certificate_import` | ❌ | -| 7 | 0.420506 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.397031 | `azmcp_storage_account_get` | ❌ | -| 9 | 0.396055 | `azmcp_keyvault_key_create` | ❌ | -| 10 | 0.390244 | `azmcp_keyvault_secret_create` | ❌ | -| 11 | 0.382082 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.372424 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.362810 | `azmcp_subscription_list` | ❌ | -| 14 | 0.355698 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.344466 | `azmcp_search_service_list` | ❌ | -| 16 | 0.323177 | `azmcp_role_assignment_list` | ❌ | -| 17 | 0.316157 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 18 | 0.309942 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 19 | 0.305651 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.295917 | `azmcp_quota_usage_check` | ❌ | +| 2 | 0.570172 | `azmcp_keyvault_certificate_get` | ❌ | +| 3 | 0.540114 | `azmcp_keyvault_key_list` | ❌ | +| 4 | 0.516752 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.509036 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -4076,25 +2321,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.676352 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | -| 2 | 0.569285 | `azmcp_keyvault_secret_create` | ❌ | -| 3 | 0.555829 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.465658 | `azmcp_keyvault_key_list` | ❌ | +| 2 | 0.569250 | `azmcp_keyvault_secret_create` | ❌ | +| 3 | 0.555821 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.465757 | `azmcp_keyvault_key_list` | ❌ | | 5 | 0.417395 | `azmcp_keyvault_certificate_list` | ❌ | -| 6 | 0.413237 | `azmcp_keyvault_secret_list` | ❌ | -| 7 | 0.412581 | `azmcp_keyvault_certificate_import` | ❌ | -| 8 | 0.397141 | `azmcp_appconfig_kv_set` | ❌ | -| 9 | 0.389769 | `azmcp_keyvault_certificate_get` | ❌ | -| 10 | 0.372042 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.338097 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.335194 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 13 | 0.287036 | `azmcp_storage_datalake_directory_create` | ❌ | -| 14 | 0.283851 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.276139 | `azmcp_storage_account_get` | ❌ | -| 16 | 0.261794 | `azmcp_workbooks_create` | ❌ | -| 17 | 0.252181 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.231837 | `azmcp_storage_queue_message_send` | ❌ | -| 19 | 0.230284 | `azmcp_storage_blob_container_get` | ❌ | -| 20 | 0.223719 | `azmcp_storage_blob_container_create` | ❌ | --- @@ -4107,26 +2337,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.737314 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.650237 | `azmcp_keyvault_secret_list` | ❌ | +| 1 | 0.737164 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 2 | 0.650227 | `azmcp_keyvault_secret_list` | ❌ | | 3 | 0.631528 | `azmcp_keyvault_certificate_list` | ❌ | | 4 | 0.498767 | `azmcp_cosmos_account_list` | ❌ | | 5 | 0.473916 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.468044 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.467326 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.455805 | `azmcp_keyvault_certificate_get` | ❌ | -| 9 | 0.443785 | `azmcp_cosmos_database_container_list` | ❌ | -| 10 | 0.439167 | `azmcp_appconfig_kv_list` | ❌ | -| 11 | 0.430322 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.428311 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.426917 | `azmcp_subscription_list` | ❌ | -| 14 | 0.408341 | `azmcp_search_service_list` | ❌ | -| 15 | 0.388016 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.378819 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 17 | 0.373903 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.368258 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.355043 | `azmcp_monitor_table_list` | ❌ | -| 20 | 0.353714 | `azmcp_redis_cache_list` | ❌ | --- @@ -4139,26 +2354,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609355 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.535390 | `azmcp_keyvault_secret_list` | ❌ | +| 1 | 0.609450 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 2 | 0.535442 | `azmcp_keyvault_secret_list` | ❌ | | 3 | 0.520010 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.479818 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.479546 | `azmcp_keyvault_certificate_get` | ❌ | | 5 | 0.462249 | `azmcp_keyvault_key_create` | ❌ | -| 6 | 0.429555 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.421475 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.412607 | `azmcp_keyvault_certificate_create` | ❌ | -| 9 | 0.408423 | `azmcp_keyvault_certificate_import` | ❌ | -| 10 | 0.406776 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.405205 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.375139 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.357334 | `azmcp_storage_blob_container_get` | ❌ | -| 14 | 0.353415 | `azmcp_subscription_list` | ❌ | -| 15 | 0.327200 | `azmcp_search_service_list` | ❌ | -| 16 | 0.324788 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 17 | 0.316124 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.308976 | `azmcp_storage_account_create` | ❌ | -| 19 | 0.306567 | `azmcp_role_assignment_list` | ❌ | -| 20 | 0.297022 | `azmcp_search_index_get` | ❌ | --- @@ -4171,26 +2371,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.768440 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | -| 2 | 0.613567 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.572728 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.517160 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.461143 | `azmcp_appconfig_kv_set` | ❌ | -| 6 | 0.417557 | `azmcp_keyvault_key_list` | ❌ | -| 7 | 0.411714 | `azmcp_keyvault_certificate_import` | ❌ | -| 8 | 0.391231 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.387386 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 10 | 0.384578 | `azmcp_keyvault_certificate_list` | ❌ | -| 11 | 0.370051 | `azmcp_keyvault_certificate_get` | ❌ | -| 12 | 0.357685 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.321954 | `azmcp_storage_datalake_directory_create` | ❌ | -| 14 | 0.288288 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.288115 | `azmcp_sql_server_create` | ❌ | -| 16 | 0.287499 | `azmcp_workbooks_create` | ❌ | -| 17 | 0.285181 | `azmcp_storage_queue_message_send` | ❌ | -| 18 | 0.246265 | `azmcp_storage_blob_container_create` | ❌ | -| 19 | 0.243970 | `azmcp_storage_blob_container_get` | ❌ | -| 20 | 0.236947 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.767701 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | +| 2 | 0.613514 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.572296 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.516503 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.461420 | `azmcp_appconfig_kv_set` | ❌ | --- @@ -4203,26 +2388,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.747492 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.617297 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.747402 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | +| 2 | 0.617165 | `azmcp_keyvault_key_list` | ❌ | | 3 | 0.569911 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.519101 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.519133 | `azmcp_keyvault_secret_create` | ❌ | | 5 | 0.455500 | `azmcp_cosmos_account_list` | ❌ | -| 6 | 0.433185 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.417973 | `azmcp_cosmos_database_container_list` | ❌ | -| 8 | 0.414310 | `azmcp_keyvault_certificate_get` | ❌ | -| 9 | 0.410496 | `azmcp_storage_table_list` | ❌ | -| 10 | 0.409822 | `azmcp_keyvault_key_create` | ❌ | -| 11 | 0.392378 | `azmcp_keyvault_certificate_create` | ❌ | -| 12 | 0.391075 | `azmcp_subscription_list` | ❌ | -| 13 | 0.388773 | `azmcp_search_service_list` | ❌ | -| 14 | 0.387663 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.367470 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.340472 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 17 | 0.337595 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 18 | 0.334206 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.331203 | `azmcp_role_assignment_list` | ❌ | -| 20 | 0.329507 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | --- @@ -4235,26 +2405,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615466 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.520687 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.502404 | `azmcp_keyvault_secret_create` | ❌ | +| 1 | 0.615475 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | +| 2 | 0.520737 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.502403 | `azmcp_keyvault_secret_create` | ❌ | | 4 | 0.467743 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.456355 | `azmcp_keyvault_certificate_get` | ❌ | -| 6 | 0.411604 | `azmcp_keyvault_key_create` | ❌ | -| 7 | 0.410957 | `azmcp_appconfig_kv_show` | ❌ | -| 8 | 0.409126 | `azmcp_keyvault_certificate_import` | ❌ | -| 9 | 0.401434 | `azmcp_storage_account_get` | ❌ | -| 10 | 0.385852 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.381612 | `azmcp_keyvault_certificate_create` | ❌ | -| 12 | 0.371660 | `azmcp_storage_blob_container_get` | ❌ | -| 13 | 0.345267 | `azmcp_subscription_list` | ❌ | -| 14 | 0.344339 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.328354 | `azmcp_search_service_list` | ❌ | -| 16 | 0.315114 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 17 | 0.305225 | `azmcp_search_index_get` | ❌ | -| 18 | 0.303769 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.299023 | `azmcp_storage_account_create` | ❌ | -| 20 | 0.294614 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.456083 | `azmcp_keyvault_certificate_get` | ❌ | --- @@ -4271,22 +2426,7 @@ | 2 | 0.464523 | `azmcp_aks_cluster_get` | ❌ | | 3 | 0.457669 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.416762 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.378416 | `azmcp_aks_nodepool_get` | ❌ | -| 6 | 0.362870 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.361772 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.353792 | `azmcp_sql_server_show` | ❌ | -| 9 | 0.351393 | `azmcp_storage_blob_get` | ❌ | -| 10 | 0.344871 | `azmcp_sql_db_show` | ❌ | -| 11 | 0.344590 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.333244 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.332639 | `azmcp_kusto_cluster_list` | ❌ | -| 14 | 0.326472 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.326306 | `azmcp_search_index_get` | ❌ | -| 16 | 0.326052 | `azmcp_aks_nodepool_list` | ❌ | -| 17 | 0.319764 | `azmcp_storage_blob_container_get` | ❌ | -| 18 | 0.318754 | `azmcp_kusto_query` | ❌ | -| 19 | 0.318082 | `azmcp_mysql_server_config_get` | ❌ | -| 20 | 0.314617 | `azmcp_kusto_table_schema` | ❌ | +| 5 | 0.378455 | `azmcp_aks_nodepool_get` | ❌ | --- @@ -4302,23 +2442,8 @@ | 1 | 0.651218 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | | 2 | 0.644037 | `azmcp_redis_cluster_list` | ❌ | | 3 | 0.549093 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.535927 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.536091 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.509396 | `azmcp_grafana_list` | ❌ | -| 6 | 0.505912 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.492107 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.491278 | `azmcp_search_service_list` | ❌ | -| 9 | 0.487583 | `azmcp_monitor_workspace_list` | ❌ | -| 10 | 0.486159 | `azmcp_kusto_cluster_get` | ❌ | -| 11 | 0.460255 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.458754 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.451500 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.428236 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.427811 | `azmcp_subscription_list` | ❌ | -| 16 | 0.413325 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.411791 | `azmcp_group_list` | ❌ | -| 18 | 0.410016 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 19 | 0.407832 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.399179 | `azmcp_monitor_table_list` | ❌ | --- @@ -4336,21 +2461,6 @@ | 3 | 0.386126 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | | 4 | 0.359551 | `azmcp_kusto_database_list` | ❌ | | 5 | 0.341784 | `azmcp_kusto_cluster_get` | ❌ | -| 6 | 0.338212 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.314734 | `azmcp_aks_cluster_get` | ❌ | -| 8 | 0.303083 | `azmcp_grafana_list` | ❌ | -| 9 | 0.292838 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.287768 | `azmcp_kusto_sample` | ❌ | -| 11 | 0.285603 | `azmcp_kusto_query` | ❌ | -| 12 | 0.283331 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.279848 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.277014 | `azmcp_mysql_database_list` | ❌ | -| 15 | 0.275559 | `azmcp_mysql_database_query` | ❌ | -| 16 | 0.270779 | `azmcp_monitor_table_list` | ❌ | -| 17 | 0.265906 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.264112 | `azmcp_monitor_table_type_list` | ❌ | -| 19 | 0.264035 | `azmcp_monitor_workspace_list` | ❌ | -| 20 | 0.263226 | `azmcp_quota_usage_check` | ❌ | --- @@ -4365,24 +2475,9 @@ |------|-------|------|--------| | 1 | 0.584053 | `azmcp_redis_cluster_list` | ❌ | | 2 | 0.549797 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 3 | 0.471076 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.471210 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.469570 | `azmcp_kusto_cluster_get` | ❌ | | 5 | 0.464294 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.462945 | `azmcp_grafana_list` | ❌ | -| 7 | 0.446124 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.440326 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.434016 | `azmcp_search_service_list` | ❌ | -| 10 | 0.432048 | `azmcp_postgres_server_list` | ❌ | -| 11 | 0.408461 | `azmcp_eventgrid_subscription_list` | ❌ | -| 12 | 0.396253 | `azmcp_redis_cluster_database_list` | ❌ | -| 13 | 0.392541 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.386776 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.380006 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.377490 | `azmcp_kusto_query` | ❌ | -| 17 | 0.371154 | `azmcp_subscription_list` | ❌ | -| 18 | 0.368890 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.365972 | `azmcp_storage_table_list` | ❌ | -| 20 | 0.365323 | `azmcp_quota_region_availability_list` | ❌ | --- @@ -4395,26 +2490,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.628199 | `azmcp_redis_cluster_database_list` | ❌ | -| 2 | 0.610586 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | -| 3 | 0.552651 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.549575 | `azmcp_cosmos_database_list` | ❌ | -| 5 | 0.516809 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.474140 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.461468 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.459574 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.433861 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.431796 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.419220 | `azmcp_mysql_table_list` | ❌ | -| 12 | 0.403668 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.396014 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.380098 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.375628 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.363598 | `azmcp_postgres_server_list` | ❌ | -| 17 | 0.350140 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.334426 | `azmcp_grafana_list` | ❌ | -| 19 | 0.320635 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.319263 | `azmcp_kusto_query` | ❌ | +| 1 | 0.628129 | `azmcp_redis_cluster_database_list` | ❌ | +| 2 | 0.610646 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | +| 3 | 0.553218 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.549673 | `azmcp_cosmos_database_list` | ❌ | +| 5 | 0.517039 | `azmcp_mysql_database_list` | ❌ | --- @@ -4432,21 +2512,6 @@ | 3 | 0.497144 | `azmcp_cosmos_database_list` | ❌ | | 4 | 0.491400 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.486732 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.440064 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.427251 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.422588 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.391411 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.383664 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.368013 | `azmcp_postgres_table_list` | ❌ | -| 12 | 0.362905 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.359249 | `azmcp_monitor_table_list` | ❌ | -| 14 | 0.344010 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.338777 | `azmcp_storage_table_list` | ❌ | -| 16 | 0.336104 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.334803 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.310774 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.309809 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.305756 | `azmcp_kusto_query` | ❌ | --- @@ -4459,26 +2524,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.381098 | `azmcp_kusto_query` | ✅ **EXPECTED** | -| 2 | 0.363896 | `azmcp_mysql_table_list` | ❌ | -| 3 | 0.362792 | `azmcp_kusto_sample` | ❌ | -| 4 | 0.348973 | `azmcp_monitor_table_list` | ❌ | -| 5 | 0.345284 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.334585 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.329048 | `azmcp_search_service_list` | ❌ | -| 8 | 0.327456 | `azmcp_mysql_database_query` | ❌ | -| 9 | 0.325624 | `azmcp_mysql_table_schema_get` | ❌ | -| 10 | 0.319101 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.319022 | `azmcp_kusto_table_schema` | ❌ | -| 12 | 0.315643 | `azmcp_search_index_query` | ❌ | -| 13 | 0.315473 | `azmcp_monitor_table_type_list` | ❌ | -| 14 | 0.307856 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.303747 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 16 | 0.303449 | `azmcp_search_index_get` | ❌ | -| 17 | 0.292270 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.279510 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.262850 | `azmcp_kusto_cluster_get` | ❌ | -| 20 | 0.262700 | `azmcp_grafana_list` | ❌ | +| 1 | 0.381352 | `azmcp_kusto_query` | ✅ **EXPECTED** | +| 2 | 0.363594 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.363252 | `azmcp_kusto_sample` | ❌ | +| 4 | 0.349147 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.345799 | `azmcp_redis_cluster_list` | ❌ | --- @@ -4496,21 +2546,6 @@ | 3 | 0.391595 | `azmcp_mysql_database_query` | ❌ | | 4 | 0.391423 | `azmcp_kusto_table_list` | ❌ | | 5 | 0.380691 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.377056 | `azmcp_redis_cluster_database_list` | ❌ | -| 7 | 0.364611 | `azmcp_postgres_table_schema_get` | ❌ | -| 8 | 0.364361 | `azmcp_mysql_table_list` | ❌ | -| 9 | 0.361845 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.343671 | `azmcp_monitor_table_type_list` | ❌ | -| 11 | 0.341644 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.337281 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.329933 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.319239 | `azmcp_kusto_query` | ❌ | -| 15 | 0.318189 | `azmcp_postgres_table_list` | ❌ | -| 16 | 0.310196 | `azmcp_kusto_cluster_get` | ❌ | -| 17 | 0.285941 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.267689 | `azmcp_aks_cluster_get` | ❌ | -| 19 | 0.259027 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.249309 | `azmcp_aks_cluster_list` | ❌ | --- @@ -4526,23 +2561,8 @@ | 1 | 0.591668 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | | 2 | 0.585237 | `azmcp_postgres_table_list` | ❌ | | 3 | 0.556724 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.549903 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.550007 | `azmcp_monitor_table_list` | ❌ | | 5 | 0.521516 | `azmcp_kusto_database_list` | ❌ | -| 6 | 0.520802 | `azmcp_redis_cluster_database_list` | ❌ | -| 7 | 0.517077 | `azmcp_storage_table_list` | ❌ | -| 8 | 0.475496 | `azmcp_postgres_database_list` | ❌ | -| 9 | 0.464341 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.449656 | `azmcp_kusto_table_schema` | ❌ | -| 11 | 0.436518 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.433775 | `azmcp_mysql_database_list` | ❌ | -| 13 | 0.429278 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.412275 | `azmcp_kusto_sample` | ❌ | -| 15 | 0.410425 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.400099 | `azmcp_mysql_table_schema_get` | ❌ | -| 17 | 0.380671 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.337427 | `azmcp_kusto_query` | ❌ | -| 19 | 0.329931 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.329669 | `azmcp_grafana_list` | ❌ | --- @@ -4555,26 +2575,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549900 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | -| 2 | 0.524619 | `azmcp_mysql_table_list` | ❌ | -| 3 | 0.523449 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.494062 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.490565 | `azmcp_monitor_table_list` | ❌ | -| 6 | 0.475358 | `azmcp_kusto_database_list` | ❌ | -| 7 | 0.466290 | `azmcp_storage_table_list` | ❌ | -| 8 | 0.466220 | `azmcp_kusto_table_schema` | ❌ | -| 9 | 0.431955 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.425675 | `azmcp_kusto_sample` | ❌ | -| 11 | 0.421369 | `azmcp_postgres_database_list` | ❌ | -| 12 | 0.418059 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.415567 | `azmcp_mysql_database_list` | ❌ | -| 14 | 0.403482 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.391003 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.367246 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.348943 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.330413 | `azmcp_kusto_query` | ❌ | -| 19 | 0.314810 | `azmcp_kusto_cluster_get` | ❌ | -| 20 | 0.300104 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.549885 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | +| 2 | 0.524691 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.523432 | `azmcp_postgres_table_list` | ❌ | +| 4 | 0.494108 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.490717 | `azmcp_monitor_table_list` | ❌ | --- @@ -4587,26 +2592,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.588251 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | -| 2 | 0.564356 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.528032 | `azmcp_mysql_table_schema_get` | ❌ | -| 4 | 0.445253 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.437494 | `azmcp_kusto_table_list` | ❌ | -| 6 | 0.432640 | `azmcp_kusto_sample` | ❌ | -| 7 | 0.413767 | `azmcp_monitor_table_list` | ❌ | -| 8 | 0.398727 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.387624 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.366387 | `azmcp_monitor_table_type_list` | ❌ | -| 11 | 0.366120 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.358184 | `azmcp_mysql_database_query` | ❌ | -| 13 | 0.357652 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.345364 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.343667 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 16 | 0.314675 | `azmcp_kusto_cluster_get` | ❌ | -| 17 | 0.298325 | `azmcp_kusto_query` | ❌ | -| 18 | 0.294896 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.282770 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.275790 | `azmcp_cosmos_database_container_list` | ❌ | +| 1 | 0.588151 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | +| 2 | 0.564311 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.527917 | `azmcp_mysql_table_schema_get` | ❌ | +| 4 | 0.445190 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.437466 | `azmcp_kusto_table_list` | ❌ | --- @@ -4620,25 +2610,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.585388 | `azmcp_loadtesting_test_create` | ✅ **EXPECTED** | -| 2 | 0.531362 | `azmcp_loadtesting_testresource_create` | ❌ | +| 2 | 0.531440 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.508690 | `azmcp_loadtesting_testrun_create` | ❌ | -| 4 | 0.413808 | `azmcp_loadtesting_testresource_list` | ❌ | +| 4 | 0.413766 | `azmcp_loadtesting_testresource_list` | ❌ | | 5 | 0.394664 | `azmcp_loadtesting_testrun_get` | ❌ | -| 6 | 0.390081 | `azmcp_loadtesting_test_get` | ❌ | -| 7 | 0.346617 | `azmcp_loadtesting_testrun_update` | ❌ | -| 8 | 0.338668 | `azmcp_loadtesting_testrun_list` | ❌ | -| 9 | 0.338173 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.337311 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.323519 | `azmcp_storage_account_create` | ❌ | -| 12 | 0.310466 | `azmcp_keyvault_certificate_create` | ❌ | -| 13 | 0.310144 | `azmcp_workbooks_create` | ❌ | -| 14 | 0.296991 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.291016 | `azmcp_storage_queue_message_send` | ❌ | -| 16 | 0.290957 | `azmcp_quota_usage_check` | ❌ | -| 17 | 0.288940 | `azmcp_quota_region_availability_list` | ❌ | -| 18 | 0.280434 | `azmcp_sql_server_create` | ❌ | -| 19 | 0.267790 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 20 | 0.255857 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- @@ -4651,26 +2626,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642152 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | -| 2 | 0.608813 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.574614 | `azmcp_loadtesting_testresource_create` | ❌ | -| 4 | 0.533850 | `azmcp_loadtesting_testrun_get` | ❌ | -| 5 | 0.473198 | `azmcp_loadtesting_testrun_create` | ❌ | -| 6 | 0.469617 | `azmcp_loadtesting_testrun_list` | ❌ | -| 7 | 0.436944 | `azmcp_loadtesting_test_create` | ❌ | -| 8 | 0.404490 | `azmcp_monitor_resource_log_query` | ❌ | -| 9 | 0.397376 | `azmcp_group_list` | ❌ | -| 10 | 0.379328 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.373143 | `azmcp_loadtesting_testrun_update` | ❌ | -| 12 | 0.369916 | `azmcp_workbooks_show` | ❌ | -| 13 | 0.365515 | `azmcp_workbooks_list` | ❌ | -| 14 | 0.347111 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.341209 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.329210 | `azmcp_sql_db_show` | ❌ | -| 17 | 0.322654 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.305918 | `azmcp_storage_account_create` | ❌ | -| 19 | 0.304224 | `azmcp_monitor_workspace_log_query` | ❌ | -| 20 | 0.298652 | `azmcp_workbooks_delete` | ❌ | +| 1 | 0.642420 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | +| 2 | 0.609050 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.574535 | `azmcp_loadtesting_testresource_create` | ❌ | +| 4 | 0.534194 | `azmcp_loadtesting_testrun_get` | ❌ | +| 5 | 0.473323 | `azmcp_loadtesting_testrun_create` | ❌ | --- @@ -4683,26 +2643,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.717584 | `azmcp_loadtesting_testresource_create` | ✅ **EXPECTED** | -| 2 | 0.596022 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.514477 | `azmcp_loadtesting_test_create` | ❌ | -| 4 | 0.476678 | `azmcp_loadtesting_testrun_create` | ❌ | -| 5 | 0.442851 | `azmcp_workbooks_create` | ❌ | -| 6 | 0.442401 | `azmcp_loadtesting_test_get` | ❌ | -| 7 | 0.417245 | `azmcp_group_list` | ❌ | -| 8 | 0.408728 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.395340 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 10 | 0.383320 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.370066 | `azmcp_workbooks_list` | ❌ | -| 12 | 0.369795 | `azmcp_loadtesting_testrun_get` | ❌ | -| 13 | 0.357074 | `azmcp_sql_server_create` | ❌ | -| 14 | 0.351265 | `azmcp_loadtesting_testrun_update` | ❌ | -| 15 | 0.342539 | `azmcp_redis_cluster_list` | ❌ | -| 16 | 0.342088 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.335998 | `azmcp_redis_cache_list` | ❌ | -| 18 | 0.326776 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.312584 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.308073 | `azmcp_sql_db_create` | ❌ | +| 1 | 0.717631 | `azmcp_loadtesting_testresource_create` | ✅ **EXPECTED** | +| 2 | 0.596870 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.514437 | `azmcp_loadtesting_test_create` | ❌ | +| 4 | 0.476662 | `azmcp_loadtesting_testrun_create` | ❌ | +| 5 | 0.443117 | `azmcp_loadtesting_test_get` | ❌ | --- @@ -4715,26 +2660,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.737902 | `azmcp_loadtesting_testresource_list` | ✅ **EXPECTED** | -| 2 | 0.591851 | `azmcp_loadtesting_testresource_create` | ❌ | +| 1 | 0.738128 | `azmcp_loadtesting_testresource_list` | ✅ **EXPECTED** | +| 2 | 0.591983 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.577408 | `azmcp_group_list` | ❌ | | 4 | 0.565565 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.561516 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 6 | 0.526662 | `azmcp_workbooks_list` | ❌ | -| 7 | 0.515624 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.511607 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.506184 | `azmcp_loadtesting_test_get` | ❌ | -| 10 | 0.487330 | `azmcp_grafana_list` | ❌ | -| 11 | 0.483681 | `azmcp_loadtesting_testrun_list` | ❌ | -| 12 | 0.475970 | `azmcp_eventgrid_subscription_list` | ❌ | -| 13 | 0.473444 | `azmcp_search_service_list` | ❌ | -| 14 | 0.473287 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.470899 | `azmcp_acr_registry_list` | ❌ | -| 16 | 0.463466 | `azmcp_loadtesting_testrun_get` | ❌ | -| 17 | 0.452190 | `azmcp_monitor_workspace_list` | ❌ | -| 18 | 0.447138 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.433793 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 20 | 0.426880 | `azmcp_sql_db_list` | ❌ | --- @@ -4748,25 +2678,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.621803 | `azmcp_loadtesting_testrun_create` | ✅ **EXPECTED** | -| 2 | 0.592805 | `azmcp_loadtesting_testresource_create` | ❌ | +| 2 | 0.592883 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.540789 | `azmcp_loadtesting_test_create` | ❌ | -| 4 | 0.531104 | `azmcp_loadtesting_testrun_update` | ❌ | +| 4 | 0.530944 | `azmcp_loadtesting_testrun_update` | ❌ | | 5 | 0.488142 | `azmcp_loadtesting_testrun_get` | ❌ | -| 6 | 0.469444 | `azmcp_loadtesting_test_get` | ❌ | -| 7 | 0.418431 | `azmcp_loadtesting_testrun_list` | ❌ | -| 8 | 0.411611 | `azmcp_loadtesting_testresource_list` | ❌ | -| 9 | 0.402120 | `azmcp_workbooks_create` | ❌ | -| 10 | 0.383719 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.362695 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.331019 | `azmcp_keyvault_key_create` | ❌ | -| 13 | 0.325487 | `azmcp_keyvault_secret_create` | ❌ | -| 14 | 0.323772 | `azmcp_sql_server_create` | ❌ | -| 15 | 0.314636 | `azmcp_storage_datalake_directory_create` | ❌ | -| 16 | 0.272151 | `azmcp_sql_db_show` | ❌ | -| 17 | 0.267551 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.266839 | `azmcp_storage_queue_message_send` | ❌ | -| 19 | 0.262297 | `azmcp_storage_blob_container_create` | ❌ | -| 20 | 0.253973 | `azmcp_monitor_workspace_log_query` | ❌ | --- @@ -4779,26 +2694,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.625332 | `azmcp_loadtesting_test_get` | ❌ | -| 2 | 0.602981 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.568405 | `azmcp_loadtesting_testrun_get` | ✅ **EXPECTED** | -| 4 | 0.561944 | `azmcp_loadtesting_testresource_create` | ❌ | -| 5 | 0.535183 | `azmcp_loadtesting_testrun_create` | ❌ | -| 6 | 0.496655 | `azmcp_loadtesting_testrun_list` | ❌ | -| 7 | 0.434255 | `azmcp_loadtesting_test_create` | ❌ | -| 8 | 0.415545 | `azmcp_loadtesting_testrun_update` | ❌ | -| 9 | 0.397875 | `azmcp_group_list` | ❌ | -| 10 | 0.394683 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.366532 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 12 | 0.356307 | `azmcp_workbooks_list` | ❌ | -| 13 | 0.352984 | `azmcp_workbooks_show` | ❌ | -| 14 | 0.346995 | `azmcp_quota_region_availability_list` | ❌ | -| 15 | 0.329537 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 16 | 0.328853 | `azmcp_sql_db_show` | ❌ | -| 17 | 0.315577 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.314329 | `azmcp_storage_account_create` | ❌ | -| 19 | 0.298953 | `azmcp_monitor_workspace_log_query` | ❌ | -| 20 | 0.291128 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.625314 | `azmcp_loadtesting_test_get` | ❌ | +| 2 | 0.603217 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.568234 | `azmcp_loadtesting_testrun_get` | ✅ **EXPECTED** | +| 4 | 0.562060 | `azmcp_loadtesting_testresource_create` | ❌ | +| 5 | 0.534957 | `azmcp_loadtesting_testrun_create` | ❌ | --- @@ -4811,26 +2711,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615900 | `azmcp_loadtesting_testresource_list` | ❌ | -| 2 | 0.606059 | `azmcp_loadtesting_test_get` | ❌ | -| 3 | 0.569175 | `azmcp_loadtesting_testrun_get` | ❌ | -| 4 | 0.565120 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | -| 5 | 0.535205 | `azmcp_loadtesting_testresource_create` | ❌ | -| 6 | 0.492715 | `azmcp_loadtesting_testrun_create` | ❌ | -| 7 | 0.432137 | `azmcp_group_list` | ❌ | -| 8 | 0.416456 | `azmcp_monitor_resource_log_query` | ❌ | -| 9 | 0.410933 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.406519 | `azmcp_loadtesting_test_create` | ❌ | -| 11 | 0.395914 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.391152 | `azmcp_workbooks_list` | ❌ | -| 13 | 0.356828 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.342599 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.340623 | `azmcp_workbooks_show` | ❌ | -| 16 | 0.329476 | `azmcp_sql_db_list` | ❌ | -| 17 | 0.328007 | `azmcp_redis_cluster_list` | ❌ | -| 18 | 0.323926 | `azmcp_redis_cache_list` | ❌ | -| 19 | 0.323183 | `azmcp_sql_elastic-pool_list` | ❌ | -| 20 | 0.318622 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.616143 | `azmcp_loadtesting_testresource_list` | ❌ | +| 2 | 0.606058 | `azmcp_loadtesting_test_get` | ❌ | +| 3 | 0.569145 | `azmcp_loadtesting_testrun_get` | ❌ | +| 4 | 0.565093 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | +| 5 | 0.535329 | `azmcp_loadtesting_testresource_create` | ❌ | --- @@ -4843,26 +2728,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660175 | `azmcp_loadtesting_testrun_update` | ✅ **EXPECTED** | -| 2 | 0.509131 | `azmcp_loadtesting_testrun_create` | ❌ | -| 3 | 0.454715 | `azmcp_loadtesting_testrun_get` | ❌ | -| 4 | 0.443890 | `azmcp_loadtesting_test_get` | ❌ | -| 5 | 0.422172 | `azmcp_loadtesting_testresource_create` | ❌ | -| 6 | 0.399527 | `azmcp_loadtesting_test_create` | ❌ | -| 7 | 0.384887 | `azmcp_loadtesting_testresource_list` | ❌ | -| 8 | 0.384163 | `azmcp_loadtesting_testrun_list` | ❌ | -| 9 | 0.332616 | `azmcp_sql_db_update` | ❌ | -| 10 | 0.320144 | `azmcp_workbooks_update` | ❌ | -| 11 | 0.300285 | `azmcp_workbooks_create` | ❌ | -| 12 | 0.268394 | `azmcp_workbooks_show` | ❌ | -| 13 | 0.267228 | `azmcp_appconfig_kv_set` | ❌ | -| 14 | 0.255706 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 15 | 0.253509 | `azmcp_functionapp_get` | ❌ | -| 16 | 0.241099 | `azmcp_workbooks_delete` | ❌ | -| 17 | 0.232816 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.228146 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 19 | 0.227990 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 20 | 0.227288 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 1 | 0.659870 | `azmcp_loadtesting_testrun_update` | ✅ **EXPECTED** | +| 2 | 0.509199 | `azmcp_loadtesting_testrun_create` | ❌ | +| 3 | 0.454745 | `azmcp_loadtesting_testrun_get` | ❌ | +| 4 | 0.443828 | `azmcp_loadtesting_test_get` | ❌ | +| 5 | 0.422148 | `azmcp_loadtesting_testresource_create` | ❌ | --- @@ -4875,26 +2745,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.570139 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | +| 1 | 0.570145 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | | 2 | 0.477522 | `azmcp_marketplace_product_list` | ❌ | | 3 | 0.353256 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 4 | 0.330999 | `azmcp_servicebus_queue_details` | ❌ | +| 4 | 0.330935 | `azmcp_servicebus_queue_details` | ❌ | | 5 | 0.324083 | `azmcp_search_index_get` | ❌ | -| 6 | 0.323704 | `azmcp_servicebus_topic_details` | ❌ | -| 7 | 0.317373 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.302335 | `azmcp_aks_cluster_get` | ❌ | -| 9 | 0.294798 | `azmcp_storage_blob_get` | ❌ | -| 10 | 0.289354 | `azmcp_workbooks_show` | ❌ | -| 11 | 0.285577 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.283554 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.276826 | `azmcp_kusto_cluster_get` | ❌ | -| 14 | 0.274403 | `azmcp_redis_cache_list` | ❌ | -| 15 | 0.269243 | `azmcp_sql_db_show` | ❌ | -| 16 | 0.268104 | `azmcp_sql_server_show` | ❌ | -| 17 | 0.266271 | `azmcp_foundry_models_list` | ❌ | -| 18 | 0.259116 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.257141 | `azmcp_aks_nodepool_get` | ❌ | -| 20 | 0.254318 | `azmcp_foundry_knowledge_index_schema` | ❌ | --- @@ -4908,25 +2763,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.527077 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.443121 | `azmcp_marketplace_product_get` | ❌ | +| 2 | 0.443133 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.343549 | `azmcp_search_service_list` | ❌ | | 4 | 0.330500 | `azmcp_foundry_models_list` | ❌ | | 5 | 0.328676 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 6 | 0.324866 | `azmcp_search_index_query` | ❌ | -| 7 | 0.290877 | `azmcp_bestpractices_get` | ❌ | -| 8 | 0.290185 | `azmcp_search_index_get` | ❌ | -| 9 | 0.287924 | `azmcp_cloudarchitect_design` | ❌ | -| 10 | 0.263954 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 11 | 0.263529 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.258243 | `azmcp_foundry_models_deployments_list` | ❌ | -| 13 | 0.254438 | `azmcp_applens_resource_diagnose` | ❌ | -| 14 | 0.251532 | `azmcp_deploy_app_logs_get` | ❌ | -| 15 | 0.250343 | `azmcp_quota_region_availability_list` | ❌ | -| 16 | 0.248822 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 17 | 0.245634 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.245271 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 19 | 0.241894 | `azmcp_redis_cluster_list` | ❌ | -| 20 | 0.232832 | `azmcp_redis_cache_list` | ❌ | --- @@ -4940,25 +2780,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.461616 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.385169 | `azmcp_marketplace_product_get` | ❌ | +| 2 | 0.385167 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.308769 | `azmcp_foundry_models_list` | ❌ | | 4 | 0.260387 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 5 | 0.259270 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.238760 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.238238 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.237988 | `azmcp_grafana_list` | ❌ | -| 9 | 0.226689 | `azmcp_search_service_list` | ❌ | -| 10 | 0.221138 | `azmcp_appconfig_kv_show` | ❌ | -| 11 | 0.211192 | `azmcp_eventgrid_subscription_list` | ❌ | -| 12 | 0.204870 | `azmcp_appconfig_account_list` | ❌ | -| 13 | 0.204011 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.203711 | `azmcp_eventgrid_topic_list` | ❌ | -| 15 | 0.202641 | `azmcp_workbooks_list` | ❌ | -| 16 | 0.201780 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 17 | 0.187594 | `azmcp_monitor_workspace_list` | ❌ | -| 18 | 0.185471 | `azmcp_subscription_list` | ❌ | -| 19 | 0.181325 | `azmcp_quota_region_availability_list` | ❌ | -| 20 | 0.176205 | `azmcp_monitor_table_list` | ❌ | --- @@ -4971,26 +2796,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498345 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | -| 2 | 0.472094 | `azmcp_monitor_workspace_list` | ❌ | -| 3 | 0.468388 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.467848 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.463168 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.436971 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.418755 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.413357 | `azmcp_monitor_table_type_list` | ❌ | -| 9 | 0.401596 | `azmcp_monitor_resource_log_query` | ❌ | -| 10 | 0.385416 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 11 | 0.380121 | `azmcp_grafana_list` | ❌ | -| 12 | 0.358432 | `azmcp_monitor_metrics_query` | ❌ | -| 13 | 0.342740 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.339320 | `azmcp_aks_cluster_get` | ❌ | -| 15 | 0.333342 | `azmcp_loadtesting_testrun_get` | ❌ | -| 16 | 0.316587 | `azmcp_workbooks_show` | ❌ | -| 17 | 0.315629 | `azmcp_search_service_list` | ❌ | -| 18 | 0.314731 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.314296 | `azmcp_applens_resource_diagnose` | ❌ | -| 20 | 0.305738 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 1 | 0.498361 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | +| 2 | 0.472083 | `azmcp_monitor_workspace_list` | ❌ | +| 3 | 0.468204 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.467829 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.463165 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- @@ -5008,21 +2818,6 @@ | 3 | 0.332356 | `azmcp_monitor_table_type_list` | ❌ | | 4 | 0.315519 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 5 | 0.315310 | `azmcp_servicebus_topic_details` | ❌ | -| 6 | 0.311108 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 7 | 0.305533 | `azmcp_servicebus_queue_details` | ❌ | -| 8 | 0.304735 | `azmcp_grafana_list` | ❌ | -| 9 | 0.303453 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 10 | 0.298853 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 11 | 0.294124 | `azmcp_quota_region_availability_list` | ❌ | -| 12 | 0.287300 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 13 | 0.284519 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.283102 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.282547 | `azmcp_mysql_table_schema_get` | ❌ | -| 16 | 0.281090 | `azmcp_workbooks_show` | ❌ | -| 17 | 0.277566 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.274784 | `azmcp_loadtesting_test_get` | ❌ | -| 19 | 0.262141 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.256957 | `azmcp_foundry_knowledge_index_schema` | ❌ | --- @@ -5040,21 +2835,6 @@ | 3 | 0.551156 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.542805 | `azmcp_storage_table_list` | ❌ | | 5 | 0.473421 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 6 | 0.472677 | `azmcp_storage_blob_get` | ❌ | -| 7 | 0.459829 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.439032 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.437739 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 10 | 0.431109 | `azmcp_appconfig_kv_show` | ❌ | -| 11 | 0.417098 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 12 | 0.414488 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.411580 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 14 | 0.403921 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.401901 | `azmcp_monitor_metrics_query` | ❌ | -| 16 | 0.397526 | `azmcp_appconfig_kv_list` | ❌ | -| 17 | 0.391340 | `azmcp_monitor_table_type_list` | ❌ | -| 18 | 0.390422 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.383450 | `azmcp_subscription_list` | ❌ | -| 20 | 0.378411 | `azmcp_keyvault_key_list` | ❌ | --- @@ -5072,21 +2852,6 @@ | 3 | 0.382374 | `azmcp_applens_resource_diagnose` | ❌ | | 4 | 0.380460 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 5 | 0.370848 | `azmcp_monitor_table_type_list` | ❌ | -| 6 | 0.359089 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 7 | 0.353264 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.344326 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.341713 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 10 | 0.337874 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.329400 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.324002 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.317475 | `azmcp_monitor_workspace_log_query` | ❌ | -| 14 | 0.302892 | `azmcp_monitor_table_list` | ❌ | -| 15 | 0.301966 | `azmcp_workbooks_show` | ❌ | -| 16 | 0.300496 | `azmcp_search_service_list` | ❌ | -| 17 | 0.299337 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 18 | 0.291565 | `azmcp_cloudarchitect_design` | ❌ | -| 19 | 0.291260 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.282067 | `azmcp_search_index_get` | ❌ | --- @@ -5104,21 +2869,6 @@ | 3 | 0.447192 | `azmcp_applens_resource_diagnose` | ❌ | | 4 | 0.433777 | `azmcp_loadtesting_testrun_get` | ❌ | | 5 | 0.422404 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.416100 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.409107 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.388205 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.380075 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.356549 | `azmcp_functionapp_get` | ❌ | -| 11 | 0.350085 | `azmcp_loadtesting_testrun_list` | ❌ | -| 12 | 0.341791 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 13 | 0.339621 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.335430 | `azmcp_monitor_metrics_definitions` | ❌ | -| 15 | 0.326924 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 16 | 0.326802 | `azmcp_workbooks_show` | ❌ | -| 17 | 0.320852 | `azmcp_search_index_query` | ❌ | -| 18 | 0.307782 | `azmcp_search_service_list` | ❌ | -| 19 | 0.303774 | `azmcp_search_index_get` | ❌ | -| 20 | 0.290515 | `azmcp_workbooks_delete` | ❌ | --- @@ -5136,21 +2886,6 @@ | 3 | 0.460611 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.455904 | `azmcp_quota_usage_check` | ❌ | | 5 | 0.438233 | `azmcp_monitor_metrics_definitions` | ❌ | -| 6 | 0.392094 | `azmcp_monitor_resource_log_query` | ❌ | -| 7 | 0.391670 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.372998 | `azmcp_deploy_app_logs_get` | ❌ | -| 9 | 0.368589 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.339388 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.336627 | `azmcp_loadtesting_testrun_get` | ❌ | -| 12 | 0.326759 | `azmcp_loadtesting_testresource_list` | ❌ | -| 13 | 0.326643 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 14 | 0.321538 | `azmcp_search_service_list` | ❌ | -| 15 | 0.318196 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.303909 | `azmcp_quota_region_availability_list` | ❌ | -| 17 | 0.303638 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 18 | 0.296819 | `azmcp_search_index_query` | ❌ | -| 19 | 0.292994 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.289116 | `azmcp_mysql_server_param_get` | ❌ | --- @@ -5163,26 +2898,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461192 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.390030 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.306441 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.304432 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.301766 | `azmcp_monitor_resource_log_query` | ❌ | -| 6 | 0.289372 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.275511 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.267745 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 9 | 0.267460 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 10 | 0.265836 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.263843 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.263558 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.259244 | `azmcp_grafana_list` | ❌ | -| 14 | 0.253584 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 15 | 0.248723 | `azmcp_loadtesting_testresource_list` | ❌ | -| 16 | 0.247988 | `azmcp_loadtesting_test_get` | ❌ | -| 17 | 0.245716 | `azmcp_workbooks_show` | ❌ | -| 18 | 0.240480 | `azmcp_workbooks_list` | ❌ | -| 19 | 0.231273 | `azmcp_storage_blob_get` | ❌ | -| 20 | 0.229105 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.461249 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.390029 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.306338 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.304372 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.301811 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -5200,21 +2920,6 @@ | 3 | 0.415966 | `azmcp_monitor_resource_log_query` | ❌ | | 4 | 0.406200 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.398988 | `azmcp_deploy_app_logs_get` | ❌ | -| 6 | 0.397335 | `azmcp_quota_usage_check` | ❌ | -| 7 | 0.366959 | `azmcp_monitor_workspace_log_query` | ❌ | -| 8 | 0.362030 | `azmcp_loadtesting_testrun_get` | ❌ | -| 9 | 0.359340 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.331730 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 11 | 0.316201 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.315326 | `azmcp_functionapp_get` | ❌ | -| 13 | 0.311842 | `azmcp_search_index_query` | ❌ | -| 14 | 0.308767 | `azmcp_monitor_metrics_definitions` | ❌ | -| 15 | 0.295918 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.293608 | `azmcp_search_service_list` | ❌ | -| 17 | 0.293311 | `azmcp_loadtesting_testresource_create` | ❌ | -| 18 | 0.287528 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.272646 | `azmcp_search_index_get` | ❌ | -| 20 | 0.271333 | `azmcp_workbooks_show` | ❌ | --- @@ -5227,26 +2932,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525463 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.384273 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.376526 | `azmcp_monitor_resource_log_query` | ❌ | -| 4 | 0.367030 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.299315 | `azmcp_quota_usage_check` | ❌ | -| 6 | 0.292867 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 7 | 0.290112 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.277516 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 9 | 0.272356 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.266871 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 11 | 0.266320 | `azmcp_mysql_server_param_get` | ❌ | -| 12 | 0.265318 | `azmcp_applens_resource_diagnose` | ❌ | -| 13 | 0.262524 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.261784 | `azmcp_grafana_list` | ❌ | -| 15 | 0.261640 | `azmcp_loadtesting_testrun_list` | ❌ | -| 16 | 0.252381 | `azmcp_servicebus_queue_details` | ❌ | -| 17 | 0.251626 | `azmcp_search_index_query` | ❌ | -| 18 | 0.251002 | `azmcp_mysql_database_query` | ❌ | -| 19 | 0.250551 | `azmcp_postgres_server_param_get` | ❌ | -| 20 | 0.246390 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.525899 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.384548 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.376876 | `azmcp_monitor_resource_log_query` | ❌ | +| 4 | 0.367400 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.299607 | `azmcp_quota_usage_check` | ❌ | --- @@ -5264,21 +2954,6 @@ | 3 | 0.363412 | `azmcp_quota_usage_check` | ❌ | | 4 | 0.359285 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.350523 | `azmcp_monitor_resource_log_query` | ❌ | -| 6 | 0.350491 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.331061 | `azmcp_loadtesting_testresource_list` | ❌ | -| 8 | 0.330074 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.328838 | `azmcp_monitor_metrics_definitions` | ❌ | -| 10 | 0.324932 | `azmcp_search_index_query` | ❌ | -| 11 | 0.319343 | `azmcp_loadtesting_testresource_create` | ❌ | -| 12 | 0.317459 | `azmcp_loadtesting_testrun_get` | ❌ | -| 13 | 0.292195 | `azmcp_deploy_app_logs_get` | ❌ | -| 14 | 0.290762 | `azmcp_search_service_list` | ❌ | -| 15 | 0.282267 | `azmcp_functionapp_get` | ❌ | -| 16 | 0.278491 | `azmcp_workbooks_show` | ❌ | -| 17 | 0.277213 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 18 | 0.276999 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 19 | 0.276023 | `azmcp_mysql_server_param_get` | ❌ | -| 20 | 0.243449 | `azmcp_quota_region_availability_list` | ❌ | --- @@ -5296,21 +2971,6 @@ | 3 | 0.472064 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.469703 | `azmcp_monitor_metrics_query` | ❌ | | 5 | 0.443468 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.443147 | `azmcp_monitor_table_list` | ❌ | -| 7 | 0.392377 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.390022 | `azmcp_grafana_list` | ❌ | -| 9 | 0.366124 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 10 | 0.359065 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 11 | 0.352821 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.345341 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.344781 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 14 | 0.337855 | `azmcp_applens_resource_diagnose` | ❌ | -| 15 | 0.333531 | `azmcp_workbooks_list` | ❌ | -| 16 | 0.330384 | `azmcp_workbooks_delete` | ❌ | -| 17 | 0.320690 | `azmcp_loadtesting_testrun_get` | ❌ | -| 18 | 0.307859 | `azmcp_aks_cluster_get` | ❌ | -| 19 | 0.307107 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.306172 | `azmcp_eventgrid_subscription_list` | ❌ | --- @@ -5323,26 +2983,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.851209 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | -| 2 | 0.725738 | `azmcp_monitor_table_type_list` | ❌ | -| 3 | 0.620445 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.586691 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.534829 | `azmcp_mysql_table_list` | ❌ | -| 6 | 0.511123 | `azmcp_kusto_table_list` | ❌ | -| 7 | 0.502075 | `azmcp_grafana_list` | ❌ | -| 8 | 0.488557 | `azmcp_postgres_table_list` | ❌ | -| 9 | 0.443812 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.420394 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.419859 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.413834 | `azmcp_mysql_database_list` | ❌ | -| 13 | 0.409199 | `azmcp_monitor_resource_log_query` | ❌ | -| 14 | 0.400092 | `azmcp_workbooks_list` | ❌ | -| 15 | 0.397408 | `azmcp_kusto_table_schema` | ❌ | -| 16 | 0.396780 | `azmcp_search_service_list` | ❌ | -| 17 | 0.375176 | `azmcp_deploy_app_logs_get` | ❌ | -| 18 | 0.374930 | `azmcp_cosmos_database_container_list` | ❌ | -| 19 | 0.366099 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.365781 | `azmcp_cosmos_account_list` | ❌ | +| 1 | 0.851134 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 2 | 0.725777 | `azmcp_monitor_table_type_list` | ❌ | +| 3 | 0.620507 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.586681 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.534886 | `azmcp_mysql_table_list` | ❌ | --- @@ -5355,26 +3000,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.798563 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 1 | 0.798460 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | | 2 | 0.701122 | `azmcp_monitor_table_type_list` | ❌ | | 3 | 0.599917 | `azmcp_monitor_workspace_list` | ❌ | | 4 | 0.532887 | `azmcp_storage_table_list` | ❌ | | 5 | 0.497065 | `azmcp_mysql_table_list` | ❌ | -| 6 | 0.487237 | `azmcp_grafana_list` | ❌ | -| 7 | 0.466630 | `azmcp_kusto_table_list` | ❌ | -| 8 | 0.449407 | `azmcp_monitor_workspace_log_query` | ❌ | -| 9 | 0.427408 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.413678 | `azmcp_monitor_resource_log_query` | ❌ | -| 11 | 0.411590 | `azmcp_kusto_table_schema` | ❌ | -| 12 | 0.403863 | `azmcp_deploy_app_logs_get` | ❌ | -| 13 | 0.398753 | `azmcp_mysql_table_schema_get` | ❌ | -| 14 | 0.389881 | `azmcp_mysql_database_list` | ❌ | -| 15 | 0.376474 | `azmcp_kusto_sample` | ❌ | -| 16 | 0.376338 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.373359 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 18 | 0.370624 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.347853 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.343837 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- @@ -5388,25 +3018,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.881524 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | -| 2 | 0.765844 | `azmcp_monitor_table_list` | ❌ | +| 2 | 0.765702 | `azmcp_monitor_table_list` | ❌ | | 3 | 0.569921 | `azmcp_monitor_workspace_list` | ❌ | | 4 | 0.525469 | `azmcp_storage_table_list` | ❌ | | 5 | 0.504683 | `azmcp_mysql_table_list` | ❌ | -| 6 | 0.477280 | `azmcp_grafana_list` | ❌ | -| 7 | 0.447435 | `azmcp_kusto_table_list` | ❌ | -| 8 | 0.445347 | `azmcp_mysql_table_schema_get` | ❌ | -| 9 | 0.418517 | `azmcp_postgres_table_list` | ❌ | -| 10 | 0.416351 | `azmcp_kusto_table_schema` | ❌ | -| 11 | 0.412293 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.404852 | `azmcp_monitor_workspace_log_query` | ❌ | -| 13 | 0.404192 | `azmcp_monitor_metrics_definitions` | ❌ | -| 14 | 0.395124 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 15 | 0.383606 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.380581 | `azmcp_kusto_sample` | ❌ | -| 17 | 0.372490 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.369889 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.361820 | `azmcp_kusto_database_list` | ❌ | -| 20 | 0.354757 | `azmcp_kusto_cluster_list` | ❌ | --- @@ -5420,25 +3035,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.843138 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | -| 2 | 0.736978 | `azmcp_monitor_table_list` | ❌ | +| 2 | 0.736837 | `azmcp_monitor_table_list` | ❌ | | 3 | 0.576731 | `azmcp_monitor_workspace_list` | ❌ | | 4 | 0.502460 | `azmcp_storage_table_list` | ❌ | | 5 | 0.481189 | `azmcp_mysql_table_list` | ❌ | -| 6 | 0.475734 | `azmcp_grafana_list` | ❌ | -| 7 | 0.451212 | `azmcp_mysql_table_schema_get` | ❌ | -| 8 | 0.427934 | `azmcp_kusto_table_schema` | ❌ | -| 9 | 0.427153 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.421484 | `azmcp_kusto_table_list` | ❌ | -| 11 | 0.406242 | `azmcp_mysql_database_list` | ❌ | -| 12 | 0.391308 | `azmcp_kusto_sample` | ❌ | -| 13 | 0.387591 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 14 | 0.384679 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.376246 | `azmcp_monitor_metrics_definitions` | ❌ | -| 16 | 0.372991 | `azmcp_postgres_table_list` | ❌ | -| 17 | 0.370860 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.367591 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.348357 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.340101 | `azmcp_foundry_models_list` | ❌ | --- @@ -5453,24 +3053,9 @@ |------|-------|------|--------| | 1 | 0.813902 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | | 2 | 0.680201 | `azmcp_grafana_list` | ❌ | -| 3 | 0.660257 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.660135 | `azmcp_monitor_table_list` | ❌ | | 4 | 0.600802 | `azmcp_search_service_list` | ❌ | | 5 | 0.583213 | `azmcp_monitor_table_type_list` | ❌ | -| 6 | 0.530433 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.517493 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.513586 | `azmcp_aks_cluster_list` | ❌ | -| 9 | 0.500768 | `azmcp_workbooks_list` | ❌ | -| 10 | 0.494595 | `azmcp_group_list` | ❌ | -| 11 | 0.493776 | `azmcp_subscription_list` | ❌ | -| 12 | 0.487565 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.475212 | `azmcp_monitor_workspace_log_query` | ❌ | -| 14 | 0.471758 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.470266 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.467655 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.466748 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.448201 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.444222 | `azmcp_loadtesting_testresource_list` | ❌ | -| 20 | 0.439354 | `azmcp_eventgrid_topic_list` | ❌ | --- @@ -5484,25 +3069,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.656194 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | -| 2 | 0.585483 | `azmcp_monitor_table_list` | ❌ | +| 2 | 0.585436 | `azmcp_monitor_table_list` | ❌ | | 3 | 0.531083 | `azmcp_monitor_table_type_list` | ❌ | | 4 | 0.518254 | `azmcp_grafana_list` | ❌ | | 5 | 0.474745 | `azmcp_monitor_workspace_log_query` | ❌ | -| 6 | 0.459841 | `azmcp_deploy_app_logs_get` | ❌ | -| 7 | 0.444207 | `azmcp_search_service_list` | ❌ | -| 8 | 0.386422 | `azmcp_workbooks_list` | ❌ | -| 9 | 0.383692 | `azmcp_aks_cluster_list` | ❌ | -| 10 | 0.383041 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 11 | 0.380891 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.379597 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.373786 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.371395 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.363287 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 16 | 0.358029 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.354811 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 18 | 0.354276 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.353682 | `azmcp_subscription_list` | ❌ | -| 20 | 0.352809 | `azmcp_acr_registry_list` | ❌ | --- @@ -5517,24 +3087,9 @@ |------|-------|------|--------| | 1 | 0.732962 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | | 2 | 0.601481 | `azmcp_grafana_list` | ❌ | -| 3 | 0.580350 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.580261 | `azmcp_monitor_table_list` | ❌ | | 4 | 0.521316 | `azmcp_monitor_table_type_list` | ❌ | | 5 | 0.521276 | `azmcp_search_service_list` | ❌ | -| 6 | 0.463378 | `azmcp_monitor_workspace_log_query` | ❌ | -| 7 | 0.453702 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.439297 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.435475 | `azmcp_workbooks_list` | ❌ | -| 10 | 0.428945 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.427257 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.422768 | `azmcp_subscription_list` | ❌ | -| 13 | 0.422398 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.413155 | `azmcp_storage_table_list` | ❌ | -| 15 | 0.411648 | `azmcp_acr_registry_list` | ❌ | -| 16 | 0.411448 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 17 | 0.410082 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.404177 | `azmcp_group_list` | ❌ | -| 19 | 0.402600 | `azmcp_redis_cluster_list` | ❌ | -| 20 | 0.395576 | `azmcp_appconfig_account_list` | ❌ | --- @@ -5549,24 +3104,9 @@ |------|-------|------|--------| | 1 | 0.591648 | `azmcp_monitor_workspace_log_query` | ✅ **EXPECTED** | | 2 | 0.494715 | `azmcp_monitor_resource_log_query` | ❌ | -| 3 | 0.486209 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.485984 | `azmcp_monitor_table_list` | ❌ | | 4 | 0.484159 | `azmcp_deploy_app_logs_get` | ❌ | | 5 | 0.483323 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.427241 | `azmcp_monitor_table_type_list` | ❌ | -| 7 | 0.374939 | `azmcp_monitor_metrics_query` | ❌ | -| 8 | 0.365704 | `azmcp_grafana_list` | ❌ | -| 9 | 0.330182 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 10 | 0.322875 | `azmcp_workbooks_delete` | ❌ | -| 11 | 0.322408 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 12 | 0.315638 | `azmcp_search_service_list` | ❌ | -| 13 | 0.309411 | `azmcp_loadtesting_testrun_get` | ❌ | -| 14 | 0.301564 | `azmcp_quota_usage_check` | ❌ | -| 15 | 0.299830 | `azmcp_applens_resource_diagnose` | ❌ | -| 16 | 0.298195 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 17 | 0.292089 | `azmcp_loadtesting_testrun_list` | ❌ | -| 18 | 0.291669 | `azmcp_kusto_query` | ❌ | -| 19 | 0.288794 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.287253 | `azmcp_aks_cluster_get` | ❌ | --- @@ -5583,22 +3123,7 @@ | 2 | 0.623421 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | | 3 | 0.534457 | `azmcp_mysql_table_list` | ❌ | | 4 | 0.498918 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.490148 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.472745 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.462034 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.453687 | `azmcp_postgres_table_list` | ❌ | -| 9 | 0.430335 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.428203 | `azmcp_mysql_database_query` | ❌ | -| 11 | 0.421794 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.406803 | `azmcp_mysql_table_schema_get` | ❌ | -| 13 | 0.338476 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.327614 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.317875 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.284786 | `azmcp_grafana_list` | ❌ | -| 17 | 0.278428 | `azmcp_acr_registry_repository_list` | ❌ | -| 18 | 0.270941 | `azmcp_keyvault_secret_list` | ❌ | -| 19 | 0.268856 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.266441 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.490039 | `azmcp_sql_db_list` | ❌ | --- @@ -5616,21 +3141,6 @@ | 3 | 0.483855 | `azmcp_mysql_table_list` | ❌ | | 4 | 0.463244 | `azmcp_mysql_server_list` | ❌ | | 5 | 0.448169 | `azmcp_redis_cluster_database_list` | ❌ | -| 6 | 0.444547 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.415119 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.405492 | `azmcp_mysql_database_query` | ❌ | -| 9 | 0.404871 | `azmcp_mysql_table_schema_get` | ❌ | -| 10 | 0.384974 | `azmcp_postgres_table_list` | ❌ | -| 11 | 0.384778 | `azmcp_postgres_server_list` | ❌ | -| 12 | 0.380422 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.297709 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.290592 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.259334 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.247558 | `azmcp_grafana_list` | ❌ | -| 17 | 0.239544 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.236450 | `azmcp_acr_registry_repository_list` | ❌ | -| 19 | 0.236206 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.235967 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -5648,21 +3158,6 @@ | 3 | 0.433392 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | | 4 | 0.419859 | `azmcp_mysql_server_list` | ❌ | | 5 | 0.409445 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.393876 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.345179 | `azmcp_postgres_table_list` | ❌ | -| 8 | 0.328744 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.320053 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.298681 | `azmcp_mysql_server_param_get` | ❌ | -| 11 | 0.291451 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.285803 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.279005 | `azmcp_kusto_query` | ❌ | -| 14 | 0.278067 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.264434 | `azmcp_kusto_table_list` | ❌ | -| 16 | 0.257657 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.237932 | `azmcp_marketplace_product_list` | ❌ | -| 18 | 0.230415 | `azmcp_kusto_sample` | ❌ | -| 19 | 0.226519 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.225958 | `azmcp_grafana_list` | ❌ | --- @@ -5680,21 +3175,6 @@ | 3 | 0.485952 | `azmcp_mysql_server_param_set` | ❌ | | 4 | 0.476863 | `azmcp_mysql_server_param_get` | ❌ | | 5 | 0.426507 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.413226 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.398405 | `azmcp_sql_server_show` | ❌ | -| 8 | 0.391644 | `azmcp_mysql_database_list` | ❌ | -| 9 | 0.376750 | `azmcp_mysql_database_query` | ❌ | -| 10 | 0.374826 | `azmcp_postgres_server_param_get` | ❌ | -| 11 | 0.267903 | `azmcp_appconfig_kv_list` | ❌ | -| 12 | 0.252810 | `azmcp_loadtesting_test_get` | ❌ | -| 13 | 0.238583 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.232680 | `azmcp_loadtesting_testrun_list` | ❌ | -| 15 | 0.224212 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.215445 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.198877 | `azmcp_aks_cluster_get` | ❌ | -| 18 | 0.180063 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.169466 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.168310 | `azmcp_aks_nodepool_list` | ❌ | --- @@ -5712,21 +3192,6 @@ | 3 | 0.554817 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | | 4 | 0.501199 | `azmcp_mysql_table_list` | ❌ | | 5 | 0.482079 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.467807 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.458406 | `azmcp_kusto_cluster_list` | ❌ | -| 8 | 0.457318 | `azmcp_grafana_list` | ❌ | -| 9 | 0.451969 | `azmcp_postgres_database_list` | ❌ | -| 10 | 0.431642 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.431126 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.422584 | `azmcp_search_service_list` | ❌ | -| 13 | 0.416796 | `azmcp_mysql_database_query` | ❌ | -| 14 | 0.410134 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.403782 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.379322 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.377511 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.374451 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.365458 | `azmcp_group_list` | ❌ | -| 20 | 0.354490 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -5744,21 +3209,6 @@ | 3 | 0.435642 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.412380 | `azmcp_mysql_table_list` | ❌ | | 5 | 0.389993 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.377048 | `azmcp_mysql_database_query` | ❌ | -| 7 | 0.372766 | `azmcp_mysql_table_schema_get` | ❌ | -| 8 | 0.363906 | `azmcp_mysql_server_param_get` | ❌ | -| 9 | 0.355142 | `azmcp_postgres_server_config_get` | ❌ | -| 10 | 0.337771 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.281558 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.251411 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.248026 | `azmcp_grafana_list` | ❌ | -| 14 | 0.248003 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.244727 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.235455 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.232383 | `azmcp_kusto_cluster_list` | ❌ | -| 18 | 0.224586 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.218115 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.216149 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -5776,21 +3226,6 @@ | 3 | 0.530210 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.464360 | `azmcp_mysql_table_list` | ❌ | | 5 | 0.456616 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.441837 | `azmcp_redis_cache_list` | ❌ | -| 7 | 0.431914 | `azmcp_grafana_list` | ❌ | -| 8 | 0.419663 | `azmcp_search_service_list` | ❌ | -| 9 | 0.416021 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.412407 | `azmcp_mysql_database_query` | ❌ | -| 11 | 0.408235 | `azmcp_mysql_table_schema_get` | ❌ | -| 12 | 0.406576 | `azmcp_mysql_server_param_get` | ❌ | -| 13 | 0.399358 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.376596 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.375645 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.364016 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.356691 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.341439 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.341087 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.340946 | `azmcp_eventgrid_subscription_list` | ❌ | --- @@ -5807,22 +3242,7 @@ | 2 | 0.407671 | `azmcp_mysql_server_param_set` | ❌ | | 3 | 0.333841 | `azmcp_mysql_database_query` | ❌ | | 4 | 0.313150 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.310822 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.300031 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.296654 | `azmcp_mysql_server_config_get` | ❌ | -| 8 | 0.292546 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.285663 | `azmcp_postgres_server_param_set` | ❌ | -| 10 | 0.285645 | `azmcp_postgres_server_config_get` | ❌ | -| 11 | 0.183735 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.160082 | `azmcp_appconfig_kv_list` | ❌ | -| 13 | 0.146290 | `azmcp_loadtesting_testrun_get` | ❌ | -| 14 | 0.137158 | `azmcp_monitor_metrics_query` | ❌ | -| 15 | 0.124274 | `azmcp_grafana_list` | ❌ | -| 16 | 0.120498 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 17 | 0.118505 | `azmcp_loadtesting_testrun_list` | ❌ | -| 18 | 0.117704 | `azmcp_applens_resource_diagnose` | ❌ | -| 19 | 0.117324 | `azmcp_appconfig_kv_set` | ❌ | -| 20 | 0.115886 | `azmcp_cosmos_database_list` | ❌ | +| 5 | 0.310834 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -5840,21 +3260,6 @@ | 3 | 0.307496 | `azmcp_postgres_server_param_set` | ❌ | | 4 | 0.298911 | `azmcp_mysql_database_query` | ❌ | | 5 | 0.254180 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.253189 | `azmcp_mysql_table_schema_get` | ❌ | -| 7 | 0.246424 | `azmcp_mysql_database_list` | ❌ | -| 8 | 0.246019 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.238742 | `azmcp_postgres_server_config_get` | ❌ | -| 10 | 0.236482 | `azmcp_postgres_server_param_get` | ❌ | -| 11 | 0.112499 | `azmcp_appconfig_kv_set` | ❌ | -| 12 | 0.105281 | `azmcp_monitor_metrics_query` | ❌ | -| 13 | 0.094469 | `azmcp_loadtesting_testrun_update` | ❌ | -| 14 | 0.090695 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 15 | 0.090334 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.089483 | `azmcp_appconfig_kv_show` | ❌ | -| 17 | 0.088097 | `azmcp_loadtesting_test_create` | ❌ | -| 18 | 0.086308 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 19 | 0.082253 | `azmcp_aks_nodepool_get` | ❌ | -| 20 | 0.082240 | `azmcp_loadtesting_testrun_create` | ❌ | --- @@ -5872,21 +3277,6 @@ | 3 | 0.550898 | `azmcp_postgres_database_list` | ❌ | | 4 | 0.546963 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.475178 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.447284 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.442053 | `azmcp_kusto_table_list` | ❌ | -| 8 | 0.431034 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.429975 | `azmcp_mysql_database_query` | ❌ | -| 10 | 0.418545 | `azmcp_monitor_table_list` | ❌ | -| 11 | 0.410273 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.401217 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.361477 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.335069 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.308385 | `azmcp_kusto_table_schema` | ❌ | -| 16 | 0.268415 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.260118 | `azmcp_kusto_sample` | ❌ | -| 18 | 0.253046 | `azmcp_grafana_list` | ❌ | -| 19 | 0.241559 | `azmcp_keyvault_key_list` | ❌ | -| 20 | 0.239226 | `azmcp_appconfig_kv_list` | ❌ | --- @@ -5904,21 +3294,6 @@ | 3 | 0.525709 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.507258 | `azmcp_mysql_table_schema_get` | ❌ | | 5 | 0.498050 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.439004 | `azmcp_mysql_database_query` | ❌ | -| 7 | 0.419905 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.403265 | `azmcp_kusto_table_list` | ❌ | -| 9 | 0.391670 | `azmcp_storage_table_list` | ❌ | -| 10 | 0.385166 | `azmcp_postgres_table_schema_get` | ❌ | -| 11 | 0.382065 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.349434 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.342926 | `azmcp_kusto_table_schema` | ❌ | -| 14 | 0.319674 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.303999 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.281571 | `azmcp_kusto_sample` | ❌ | -| 17 | 0.236723 | `azmcp_grafana_list` | ❌ | -| 18 | 0.231173 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.214496 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.209943 | `azmcp_appconfig_kv_list` | ❌ | --- @@ -5936,21 +3311,6 @@ | 3 | 0.545025 | `azmcp_mysql_table_list` | ❌ | | 4 | 0.482505 | `azmcp_kusto_table_schema` | ❌ | | 5 | 0.457739 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.443955 | `azmcp_mysql_database_query` | ❌ | -| 7 | 0.407451 | `azmcp_postgres_table_list` | ❌ | -| 8 | 0.398102 | `azmcp_postgres_database_list` | ❌ | -| 9 | 0.372911 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.348909 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.347368 | `azmcp_postgres_server_config_get` | ❌ | -| 12 | 0.324675 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.307950 | `azmcp_kusto_sample` | ❌ | -| 14 | 0.271938 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.268273 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 16 | 0.243861 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.239328 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.202788 | `azmcp_bicepschema_get` | ❌ | -| 19 | 0.194220 | `azmcp_grafana_list` | ❌ | -| 20 | 0.186518 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- @@ -5967,22 +3327,7 @@ | 2 | 0.644014 | `azmcp_postgres_table_list` | ❌ | | 3 | 0.622790 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.542685 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.490924 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.471672 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.453436 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.444410 | `azmcp_redis_cluster_database_list` | ❌ | -| 9 | 0.435828 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.418348 | `azmcp_postgres_database_query` | ❌ | -| 11 | 0.414679 | `azmcp_postgres_server_param_set` | ❌ | -| 12 | 0.407877 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.319946 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.293787 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.292441 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.289334 | `azmcp_grafana_list` | ❌ | -| 17 | 0.252438 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.249563 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.245546 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.245456 | `azmcp_group_list` | ❌ | +| 5 | 0.490904 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -5999,22 +3344,7 @@ | 2 | 0.589783 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.585891 | `azmcp_postgres_table_list` | ❌ | | 4 | 0.552660 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.495664 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.452128 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.433860 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.430589 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.426839 | `azmcp_postgres_database_query` | ❌ | -| 10 | 0.416937 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.385475 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.365997 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.281529 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.261442 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.257971 | `azmcp_grafana_list` | ❌ | -| 16 | 0.247726 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.235403 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.227995 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.223442 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.222503 | `azmcp_kusto_table_schema` | ❌ | +| 5 | 0.495629 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -6027,26 +3357,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546211 | `azmcp_postgres_database_list` | ❌ | -| 2 | 0.503267 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.466599 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.415817 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | -| 5 | 0.403965 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.403924 | `azmcp_postgres_server_config_get` | ❌ | -| 7 | 0.380446 | `azmcp_postgres_table_schema_get` | ❌ | -| 8 | 0.361081 | `azmcp_mysql_table_list` | ❌ | -| 9 | 0.354323 | `azmcp_postgres_server_param_set` | ❌ | -| 10 | 0.341271 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.264914 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.262356 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.262160 | `azmcp_kusto_query` | ❌ | -| 14 | 0.254174 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.248628 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.244295 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.236681 | `azmcp_marketplace_product_list` | ❌ | -| 18 | 0.236363 | `azmcp_grafana_list` | ❌ | -| 19 | 0.218677 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.217855 | `azmcp_kusto_sample` | ❌ | +| 1 | 0.546329 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.503374 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.466590 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.415775 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | +| 5 | 0.403943 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -6060,25 +3375,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.756593 | `azmcp_postgres_server_config_get` | ✅ **EXPECTED** | -| 2 | 0.599506 | `azmcp_postgres_server_param_get` | ❌ | +| 2 | 0.599471 | `azmcp_postgres_server_param_get` | ❌ | | 3 | 0.535229 | `azmcp_postgres_server_param_set` | ❌ | | 4 | 0.535049 | `azmcp_postgres_database_list` | ❌ | | 5 | 0.518574 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.463172 | `azmcp_postgres_table_list` | ❌ | -| 7 | 0.431476 | `azmcp_postgres_table_schema_get` | ❌ | -| 8 | 0.394675 | `azmcp_postgres_database_query` | ❌ | -| 9 | 0.356774 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.337899 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.269224 | `azmcp_appconfig_kv_list` | ❌ | -| 12 | 0.233426 | `azmcp_loadtesting_testrun_list` | ❌ | -| 13 | 0.222849 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.220186 | `azmcp_loadtesting_test_get` | ❌ | -| 15 | 0.208314 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.189471 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.184937 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.177778 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.174936 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.168322 | `azmcp_kusto_table_schema` | ❌ | --- @@ -6095,22 +3395,7 @@ | 2 | 0.640733 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.565914 | `azmcp_postgres_table_list` | ❌ | | 4 | 0.538997 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.507696 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.483663 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.472458 | `azmcp_grafana_list` | ❌ | -| 8 | 0.453841 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.446509 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.435298 | `azmcp_search_service_list` | ❌ | -| 11 | 0.416315 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.408673 | `azmcp_mysql_database_list` | ❌ | -| 13 | 0.406617 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.398983 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.397428 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.389191 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.375198 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.373699 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.365995 | `azmcp_group_list` | ❌ | -| 20 | 0.362864 | `azmcp_eventgrid_topic_list` | ❌ | +| 5 | 0.507621 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -6127,22 +3412,7 @@ | 2 | 0.607062 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.576349 | `azmcp_postgres_server_config_get` | ❌ | | 4 | 0.522996 | `azmcp_postgres_table_list` | ❌ | -| 5 | 0.506254 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.409406 | `azmcp_postgres_database_query` | ❌ | -| 7 | 0.400088 | `azmcp_postgres_server_param_set` | ❌ | -| 8 | 0.372955 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.336934 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.336270 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.274763 | `azmcp_grafana_list` | ❌ | -| 12 | 0.260533 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.253264 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.245213 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.241835 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.239500 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.229842 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.227547 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.225295 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.219274 | `azmcp_cosmos_database_container_list` | ❌ | +| 5 | 0.506171 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -6159,22 +3429,7 @@ | 2 | 0.579232 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.531804 | `azmcp_postgres_server_config_get` | ❌ | | 4 | 0.514445 | `azmcp_postgres_table_list` | ❌ | -| 5 | 0.505969 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.452608 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.444127 | `azmcp_grafana_list` | ❌ | -| 8 | 0.421577 | `azmcp_search_service_list` | ❌ | -| 9 | 0.414695 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.410719 | `azmcp_postgres_database_query` | ❌ | -| 11 | 0.403538 | `azmcp_kusto_cluster_list` | ❌ | -| 12 | 0.399866 | `azmcp_postgres_table_schema_get` | ❌ | -| 13 | 0.376954 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.369239 | `azmcp_eventgrid_subscription_list` | ❌ | -| 15 | 0.362650 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.362557 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.360462 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.358409 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.338815 | `azmcp_marketplace_product_list` | ❌ | -| 20 | 0.334679 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.505869 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -6187,26 +3442,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594719 | `azmcp_postgres_server_param_get` | ❌ | -| 2 | 0.539666 | `azmcp_postgres_server_config_get` | ❌ | -| 3 | 0.489649 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.480752 | `azmcp_postgres_server_param_set` | ❌ | -| 5 | 0.451869 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.357601 | `azmcp_postgres_table_list` | ❌ | -| 7 | 0.343875 | `azmcp_mysql_server_param_get` | ❌ | -| 8 | 0.330858 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.305262 | `azmcp_postgres_database_query` | ❌ | -| 10 | 0.295498 | `azmcp_mysql_server_param_set` | ❌ | -| 11 | 0.185325 | `azmcp_appconfig_kv_list` | ❌ | -| 12 | 0.182979 | `azmcp_eventgrid_subscription_list` | ❌ | -| 13 | 0.174083 | `azmcp_grafana_list` | ❌ | -| 14 | 0.169202 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.166351 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 16 | 0.158146 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.155821 | `azmcp_appconfig_kv_show` | ❌ | -| 18 | 0.145068 | `azmcp_kusto_database_list` | ❌ | -| 19 | 0.142327 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.140176 | `azmcp_cosmos_account_list` | ❌ | +| 1 | 0.594753 | `azmcp_postgres_server_param_get` | ❌ | +| 2 | 0.539671 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.489693 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.480826 | `azmcp_postgres_server_param_set` | ❌ | +| 5 | 0.451871 | `azmcp_postgres_database_list` | ❌ | --- @@ -6222,23 +3462,8 @@ | 1 | 0.488474 | `azmcp_postgres_server_config_get` | ❌ | | 2 | 0.469794 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.464562 | `azmcp_postgres_server_param_set` | ✅ **EXPECTED** | -| 4 | 0.447061 | `azmcp_postgres_server_param_get` | ❌ | +| 4 | 0.447011 | `azmcp_postgres_server_param_get` | ❌ | | 5 | 0.440760 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.354049 | `azmcp_postgres_table_list` | ❌ | -| 7 | 0.341624 | `azmcp_postgres_database_query` | ❌ | -| 8 | 0.317484 | `azmcp_postgres_table_schema_get` | ❌ | -| 9 | 0.241642 | `azmcp_mysql_server_param_set` | ❌ | -| 10 | 0.227740 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.133385 | `azmcp_kusto_sample` | ❌ | -| 12 | 0.127120 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.123491 | `azmcp_kusto_table_schema` | ❌ | -| 14 | 0.118089 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.117122 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.114978 | `azmcp_kusto_cluster_get` | ❌ | -| 17 | 0.113841 | `azmcp_grafana_list` | ❌ | -| 18 | 0.112621 | `azmcp_deploy_plan_get` | ❌ | -| 19 | 0.108485 | `azmcp_kusto_table_list` | ❌ | -| 20 | 0.102847 | `azmcp_extension_azqr` | ❌ | --- @@ -6256,21 +3481,6 @@ | 3 | 0.574930 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.519820 | `azmcp_postgres_table_schema_get` | ❌ | | 5 | 0.501400 | `azmcp_postgres_server_config_get` | ❌ | -| 6 | 0.477688 | `azmcp_mysql_table_list` | ❌ | -| 7 | 0.449190 | `azmcp_postgres_database_query` | ❌ | -| 8 | 0.432813 | `azmcp_kusto_table_list` | ❌ | -| 9 | 0.430190 | `azmcp_postgres_server_param_get` | ❌ | -| 10 | 0.396688 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.394313 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.373673 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.352211 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.308203 | `azmcp_kusto_table_schema` | ❌ | -| 15 | 0.299785 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.257808 | `azmcp_grafana_list` | ❌ | -| 17 | 0.256245 | `azmcp_kusto_sample` | ❌ | -| 18 | 0.249162 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.236931 | `azmcp_appconfig_kv_list` | ❌ | -| 20 | 0.229889 | `azmcp_kusto_cluster_list` | ❌ | --- @@ -6288,21 +3498,6 @@ | 3 | 0.558357 | `azmcp_postgres_table_schema_get` | ❌ | | 4 | 0.543331 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.521570 | `azmcp_postgres_server_config_get` | ❌ | -| 6 | 0.464929 | `azmcp_postgres_database_query` | ❌ | -| 7 | 0.457757 | `azmcp_mysql_table_list` | ❌ | -| 8 | 0.447202 | `azmcp_postgres_server_param_get` | ❌ | -| 9 | 0.390392 | `azmcp_kusto_table_list` | ❌ | -| 10 | 0.383179 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.371151 | `azmcp_redis_cluster_database_list` | ❌ | -| 12 | 0.334843 | `azmcp_kusto_table_schema` | ❌ | -| 13 | 0.315781 | `azmcp_cosmos_database_list` | ❌ | -| 14 | 0.307262 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.272906 | `azmcp_kusto_sample` | ❌ | -| 16 | 0.266178 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.243542 | `azmcp_grafana_list` | ❌ | -| 18 | 0.207521 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.205697 | `azmcp_appconfig_kv_list` | ❌ | -| 20 | 0.202950 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -6315,26 +3510,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.714611 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | -| 2 | 0.597657 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.574267 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.507948 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.480575 | `azmcp_mysql_table_schema_get` | ❌ | -| 6 | 0.475678 | `azmcp_kusto_table_schema` | ❌ | -| 7 | 0.443945 | `azmcp_postgres_server_param_get` | ❌ | -| 8 | 0.442620 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.427606 | `azmcp_postgres_database_query` | ❌ | -| 10 | 0.406792 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.362728 | `azmcp_postgres_server_param_set` | ❌ | -| 12 | 0.322995 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.303959 | `azmcp_kusto_sample` | ❌ | -| 14 | 0.253660 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.253525 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 16 | 0.239399 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.212579 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.201721 | `azmcp_grafana_list` | ❌ | -| 19 | 0.184834 | `azmcp_appconfig_kv_list` | ❌ | -| 20 | 0.183496 | `azmcp_bicepschema_get` | ❌ | +| 1 | 0.714877 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | +| 2 | 0.597846 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.574230 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.508082 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.480733 | `azmcp_mysql_table_schema_get` | ❌ | --- @@ -6352,21 +3532,6 @@ | 3 | 0.372940 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.369855 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 5 | 0.361386 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 6 | 0.349685 | `azmcp_monitor_table_type_list` | ❌ | -| 7 | 0.348742 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.337839 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.331145 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.331074 | `azmcp_monitor_metrics_definitions` | ❌ | -| 11 | 0.328408 | `azmcp_grafana_list` | ❌ | -| 12 | 0.325796 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.313208 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.310624 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 15 | 0.307143 | `azmcp_workbooks_list` | ❌ | -| 16 | 0.291068 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.290125 | `azmcp_group_list` | ❌ | -| 18 | 0.287104 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.278534 | `azmcp_search_service_list` | ❌ | -| 20 | 0.265329 | `azmcp_monitor_metrics_query` | ❌ | --- @@ -6384,21 +3549,6 @@ | 3 | 0.384350 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.383928 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 5 | 0.379029 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.365684 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.358215 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.351637 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.345156 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.342266 | `azmcp_applens_resource_diagnose` | ❌ | -| 11 | 0.342231 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 12 | 0.340100 | `azmcp_eventgrid_subscription_list` | ❌ | -| 13 | 0.338636 | `azmcp_grafana_list` | ❌ | -| 14 | 0.331262 | `azmcp_monitor_metrics_definitions` | ❌ | -| 15 | 0.322571 | `azmcp_workbooks_list` | ❌ | -| 16 | 0.321805 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.312566 | `azmcp_storage_account_get` | ❌ | -| 18 | 0.308289 | `azmcp_servicebus_topic_details` | ❌ | -| 19 | 0.305083 | `azmcp_loadtesting_test_get` | ❌ | -| 20 | 0.304570 | `azmcp_loadtesting_testrun_get` | ❌ | --- @@ -6416,21 +3566,6 @@ | 3 | 0.445073 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.377563 | `azmcp_redis_cluster_database_list` | ❌ | | 5 | 0.322930 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.312428 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.307509 | `azmcp_keyvault_secret_list` | ❌ | -| 8 | 0.303736 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.303531 | `azmcp_appconfig_kv_list` | ❌ | -| 10 | 0.300024 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.298380 | `azmcp_keyvault_certificate_list` | ❌ | -| 12 | 0.296953 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.286490 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.285062 | `azmcp_search_service_list` | ❌ | -| 15 | 0.284898 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.284304 | `azmcp_grafana_list` | ❌ | -| 17 | 0.283818 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.280741 | `azmcp_loadtesting_testrun_list` | ❌ | -| 19 | 0.277728 | `azmcp_subscription_list` | ❌ | -| 20 | 0.274897 | `azmcp_role_assignment_list` | ❌ | --- @@ -6443,26 +3578,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.713839 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | -| 2 | 0.523153 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.412377 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.338859 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.286321 | `azmcp_appconfig_kv_list` | ❌ | -| 6 | 0.283725 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.280245 | `azmcp_appconfig_kv_show` | ❌ | -| 8 | 0.266409 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.264484 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.262084 | `azmcp_storage_account_get` | ❌ | -| 11 | 0.258045 | `azmcp_appconfig_account_list` | ❌ | -| 12 | 0.257957 | `azmcp_quota_usage_check` | ❌ | -| 13 | 0.257447 | `azmcp_mysql_server_config_get` | ❌ | -| 14 | 0.257151 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.249585 | `azmcp_loadtesting_testrun_list` | ❌ | -| 16 | 0.248135 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.247899 | `azmcp_keyvault_secret_list` | ❌ | -| 18 | 0.246871 | `azmcp_grafana_list` | ❌ | -| 19 | 0.246847 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.240600 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.713868 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | +| 2 | 0.523169 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.412391 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.338913 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.286335 | `azmcp_appconfig_kv_list` | ❌ | --- @@ -6480,21 +3600,6 @@ | 3 | 0.501880 | `azmcp_redis_cache_accesspolicy_list` | ❌ | | 4 | 0.495048 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.472307 | `azmcp_grafana_list` | ❌ | -| 6 | 0.466141 | `azmcp_kusto_cluster_list` | ❌ | -| 7 | 0.464785 | `azmcp_redis_cluster_database_list` | ❌ | -| 8 | 0.431968 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.431715 | `azmcp_appconfig_account_list` | ❌ | -| 10 | 0.423195 | `azmcp_subscription_list` | ❌ | -| 11 | 0.414865 | `azmcp_search_service_list` | ❌ | -| 12 | 0.396295 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.391605 | `azmcp_eventgrid_subscription_list` | ❌ | -| 14 | 0.381343 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.380470 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.373395 | `azmcp_group_list` | ❌ | -| 17 | 0.373274 | `azmcp_storage_table_list` | ❌ | -| 18 | 0.368719 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.367794 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.367510 | `azmcp_eventgrid_topic_list` | ❌ | --- @@ -6512,21 +3617,6 @@ | 3 | 0.441104 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.401235 | `azmcp_redis_cluster_database_list` | ❌ | | 5 | 0.302323 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.283598 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.275986 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.265858 | `azmcp_appconfig_kv_list` | ❌ | -| 9 | 0.262106 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.257556 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.252070 | `azmcp_grafana_list` | ❌ | -| 12 | 0.246445 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.236096 | `azmcp_postgres_table_list` | ❌ | -| 14 | 0.233781 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.231294 | `azmcp_quota_usage_check` | ❌ | -| 16 | 0.225079 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.224084 | `azmcp_loadtesting_testrun_list` | ❌ | -| 18 | 0.217990 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.212420 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.210134 | `azmcp_kusto_cluster_list` | ❌ | --- @@ -6539,26 +3629,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.692210 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | -| 2 | 0.595721 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.461603 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 4 | 0.434924 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.427325 | `azmcp_grafana_list` | ❌ | -| 6 | 0.399303 | `azmcp_redis_cluster_database_list` | ❌ | -| 7 | 0.383383 | `azmcp_appconfig_account_list` | ❌ | -| 8 | 0.382294 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.363507 | `azmcp_eventgrid_subscription_list` | ❌ | -| 10 | 0.361735 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.353560 | `azmcp_subscription_list` | ❌ | -| 12 | 0.353419 | `azmcp_search_service_list` | ❌ | -| 13 | 0.340764 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.327236 | `azmcp_loadtesting_testresource_list` | ❌ | -| 15 | 0.315615 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.310802 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.308818 | `azmcp_eventgrid_topic_list` | ❌ | -| 18 | 0.306356 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.305932 | `azmcp_mysql_database_list` | ❌ | -| 20 | 0.303249 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.692161 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | +| 2 | 0.595630 | `azmcp_redis_cluster_list` | ❌ | +| 3 | 0.461513 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 4 | 0.434906 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.427314 | `azmcp_grafana_list` | ❌ | --- @@ -6576,21 +3651,6 @@ | 3 | 0.594994 | `azmcp_kusto_database_list` | ❌ | | 4 | 0.548268 | `azmcp_postgres_database_list` | ❌ | | 5 | 0.538403 | `azmcp_cosmos_database_list` | ❌ | -| 6 | 0.520914 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.471359 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.458244 | `azmcp_kusto_cluster_list` | ❌ | -| 9 | 0.456133 | `azmcp_kusto_table_list` | ❌ | -| 10 | 0.449548 | `azmcp_sql_db_list` | ❌ | -| 11 | 0.419621 | `azmcp_postgres_table_list` | ❌ | -| 12 | 0.395418 | `azmcp_mysql_server_list` | ❌ | -| 13 | 0.390449 | `azmcp_mysql_table_list` | ❌ | -| 14 | 0.385544 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.379937 | `azmcp_postgres_server_list` | ❌ | -| 16 | 0.376230 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.366236 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.328453 | `azmcp_aks_nodepool_list` | ❌ | -| 19 | 0.328081 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.324867 | `azmcp_grafana_list` | ❌ | --- @@ -6608,21 +3668,6 @@ | 3 | 0.537788 | `azmcp_kusto_database_list` | ❌ | | 4 | 0.490987 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.481618 | `azmcp_cosmos_database_list` | ❌ | -| 6 | 0.480274 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.434940 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.414701 | `azmcp_kusto_table_list` | ❌ | -| 9 | 0.408379 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.397285 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.369086 | `azmcp_mysql_server_list` | ❌ | -| 12 | 0.353712 | `azmcp_mysql_table_list` | ❌ | -| 13 | 0.351025 | `azmcp_cosmos_database_container_list` | ❌ | -| 14 | 0.349880 | `azmcp_postgres_table_list` | ❌ | -| 15 | 0.343275 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 16 | 0.325385 | `azmcp_aks_cluster_list` | ❌ | -| 17 | 0.318982 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.302228 | `azmcp_kusto_sample` | ❌ | -| 19 | 0.294393 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.292180 | `azmcp_grafana_list` | ❌ | --- @@ -6639,22 +3684,7 @@ | 2 | 0.679028 | `azmcp_kusto_cluster_list` | ❌ | | 3 | 0.672104 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.588847 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.569183 | `azmcp_aks_cluster_list` | ❌ | -| 6 | 0.554298 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.527406 | `azmcp_kusto_database_list` | ❌ | -| 8 | 0.503279 | `azmcp_grafana_list` | ❌ | -| 9 | 0.467957 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.462558 | `azmcp_search_service_list` | ❌ | -| 11 | 0.457600 | `azmcp_kusto_cluster_get` | ❌ | -| 12 | 0.455613 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.445496 | `azmcp_group_list` | ❌ | -| 14 | 0.445406 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.443534 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 16 | 0.442886 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 17 | 0.436889 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.436540 | `azmcp_subscription_list` | ❌ | -| 19 | 0.419137 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.411121 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.569296 | `azmcp_aks_cluster_list` | ❌ | --- @@ -6672,21 +3702,6 @@ | 3 | 0.467519 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.403281 | `azmcp_kusto_cluster_list` | ❌ | | 5 | 0.385069 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 6 | 0.368066 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.337910 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.329389 | `azmcp_postgres_server_list` | ❌ | -| 9 | 0.322157 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.321180 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.305874 | `azmcp_kusto_cluster_get` | ❌ | -| 12 | 0.301294 | `azmcp_aks_cluster_get` | ❌ | -| 13 | 0.295045 | `azmcp_grafana_list` | ❌ | -| 14 | 0.291684 | `azmcp_postgres_database_list` | ❌ | -| 15 | 0.288103 | `azmcp_aks_nodepool_list` | ❌ | -| 16 | 0.272504 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.261138 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.260993 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.259662 | `azmcp_postgres_server_config_get` | ❌ | -| 20 | 0.252053 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- @@ -6704,21 +3719,6 @@ | 3 | 0.580866 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.518857 | `azmcp_redis_cluster_database_list` | ❌ | | 5 | 0.494170 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.491257 | `azmcp_aks_cluster_list` | ❌ | -| 7 | 0.456252 | `azmcp_grafana_list` | ❌ | -| 8 | 0.446568 | `azmcp_kusto_cluster_get` | ❌ | -| 9 | 0.440660 | `azmcp_kusto_database_list` | ❌ | -| 10 | 0.415482 | `azmcp_eventgrid_subscription_list` | ❌ | -| 11 | 0.400256 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 12 | 0.398399 | `azmcp_search_service_list` | ❌ | -| 13 | 0.394530 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.394483 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.389814 | `azmcp_appconfig_account_list` | ❌ | -| 16 | 0.372221 | `azmcp_group_list` | ❌ | -| 17 | 0.370370 | `azmcp_mysql_server_list` | ❌ | -| 18 | 0.369831 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 19 | 0.368926 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.367955 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- @@ -6736,21 +3736,6 @@ | 3 | 0.377586 | `azmcp_quota_usage_check` | ❌ | | 4 | 0.349980 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.331563 | `azmcp_monitor_metrics_definitions` | ❌ | -| 6 | 0.330187 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.327691 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.325794 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.324331 | `azmcp_quota_region_availability_list` | ❌ | -| 10 | 0.322117 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.311644 | `azmcp_monitor_metrics_query` | ❌ | -| 12 | 0.308238 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.306616 | `azmcp_grafana_list` | ❌ | -| 14 | 0.292005 | `azmcp_aks_nodepool_get` | ❌ | -| 15 | 0.290698 | `azmcp_workbooks_show` | ❌ | -| 16 | 0.287239 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 17 | 0.286287 | `azmcp_loadtesting_test_get` | ❌ | -| 18 | 0.285945 | `azmcp_storage_blob_container_get` | ❌ | -| 19 | 0.284990 | `azmcp_applens_resource_diagnose` | ❌ | -| 20 | 0.281679 | `azmcp_storage_account_get` | ❌ | --- @@ -6768,21 +3753,6 @@ | 3 | 0.492853 | `azmcp_storage_table_list` | ❌ | | 4 | 0.490090 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | | 5 | 0.466885 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 6 | 0.455902 | `azmcp_storage_account_create` | ❌ | -| 7 | 0.412608 | `azmcp_storage_blob_get` | ❌ | -| 8 | 0.411283 | `azmcp_quota_usage_check` | ❌ | -| 9 | 0.405847 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.403899 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.375351 | `azmcp_cosmos_database_container_list` | ❌ | -| 12 | 0.368594 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 13 | 0.368262 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.349407 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.347885 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 16 | 0.347171 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.337143 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 18 | 0.336357 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 19 | 0.321704 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.318311 | `azmcp_aks_nodepool_get` | ❌ | --- @@ -6800,21 +3770,6 @@ | 3 | 0.424939 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.393479 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 5 | 0.386598 | `azmcp_quota_usage_check` | ❌ | -| 6 | 0.373883 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 7 | 0.355414 | `azmcp_functionapp_get` | ❌ | -| 8 | 0.352447 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.342229 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 10 | 0.337314 | `azmcp_aks_nodepool_get` | ❌ | -| 11 | 0.327197 | `azmcp_storage_account_create` | ❌ | -| 12 | 0.321304 | `azmcp_group_list` | ❌ | -| 13 | 0.318379 | `azmcp_sql_db_list` | ❌ | -| 14 | 0.318319 | `azmcp_workbooks_list` | ❌ | -| 15 | 0.316508 | `azmcp_sql_server_show` | ❌ | -| 16 | 0.307248 | `azmcp_applens_resource_diagnose` | ❌ | -| 17 | 0.307076 | `azmcp_sql_db_show` | ❌ | -| 18 | 0.299346 | `azmcp_monitor_metrics_query` | ❌ | -| 19 | 0.298723 | `azmcp_monitor_metrics_definitions` | ❌ | -| 20 | 0.294197 | `azmcp_aks_cluster_get` | ❌ | --- @@ -6832,21 +3787,6 @@ | 3 | 0.578620 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.563455 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.548549 | `azmcp_grafana_list` | ❌ | -| 6 | 0.540583 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 7 | 0.534299 | `azmcp_search_service_list` | ❌ | -| 8 | 0.531356 | `azmcp_quota_region_availability_list` | ❌ | -| 9 | 0.530985 | `azmcp_group_list` | ❌ | -| 10 | 0.507740 | `azmcp_monitor_workspace_list` | ❌ | -| 11 | 0.496651 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.491428 | `azmcp_subscription_list` | ❌ | -| 13 | 0.491394 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.488953 | `azmcp_eventgrid_subscription_list` | ❌ | -| 15 | 0.484176 | `azmcp_loadtesting_testresource_list` | ❌ | -| 16 | 0.482623 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.476832 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.465529 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.462516 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.459718 | `azmcp_workbooks_list` | ❌ | --- @@ -6864,21 +3804,6 @@ | 3 | 0.508252 | `azmcp_quota_usage_check` | ❌ | | 4 | 0.473905 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.462125 | `azmcp_search_service_list` | ❌ | -| 6 | 0.441470 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.441430 | `azmcp_applens_resource_diagnose` | ❌ | -| 8 | 0.430496 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 9 | 0.418944 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.409363 | `azmcp_deploy_app_logs_get` | ❌ | -| 11 | 0.407124 | `azmcp_storage_blob_container_get` | ❌ | -| 12 | 0.406709 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.406408 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.405790 | `azmcp_sql_db_list` | ❌ | -| 15 | 0.403600 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.400553 | `azmcp_monitor_metrics_query` | ❌ | -| 17 | 0.387835 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.381144 | `azmcp_bestpractices_get` | ❌ | -| 19 | 0.380761 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 20 | 0.379969 | `azmcp_azureterraformbestpractices_get` | ❌ | --- @@ -6896,21 +3821,6 @@ | 3 | 0.427638 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.420567 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.420387 | `azmcp_mysql_server_list` | ❌ | -| 6 | 0.411111 | `azmcp_quota_usage_check` | ❌ | -| 7 | 0.411059 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 8 | 0.374184 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.370772 | `azmcp_loadtesting_testresource_list` | ❌ | -| 10 | 0.363808 | `azmcp_workbooks_list` | ❌ | -| 11 | 0.360039 | `azmcp_redis_cluster_list` | ❌ | -| 12 | 0.358871 | `azmcp_monitor_healthmodels_entity_gethealth` | ❌ | -| 13 | 0.350454 | `azmcp_group_list` | ❌ | -| 14 | 0.348923 | `azmcp_monitor_metrics_query` | ❌ | -| 15 | 0.336467 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.334774 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.330185 | `azmcp_extension_azqr` | ❌ | -| 18 | 0.320138 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.319481 | `azmcp_sql_db_list` | ❌ | -| 20 | 0.317434 | `azmcp_quota_region_availability_list` | ❌ | --- @@ -6927,22 +3837,7 @@ | 2 | 0.554895 | `azmcp_search_service_list` | ❌ | | 3 | 0.533215 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.518372 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.503791 | `azmcp_eventgrid_topic_list` | ❌ | -| 6 | 0.470139 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.456526 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.454448 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.446515 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 10 | 0.438808 | `azmcp_subscription_list` | ❌ | -| 11 | 0.427135 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.426698 | `azmcp_grafana_list` | ❌ | -| 13 | 0.419828 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.419011 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.416883 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.411902 | `azmcp_group_list` | ❌ | -| 17 | 0.407099 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 18 | 0.385382 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.378841 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.360279 | `azmcp_marketplace_product_list` | ❌ | +| 5 | 0.503744 | `azmcp_eventgrid_topic_list` | ❌ | --- @@ -6960,21 +3855,6 @@ | 3 | 0.509817 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.491121 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.484386 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 6 | 0.474841 | `azmcp_eventgrid_topic_list` | ❌ | -| 7 | 0.459839 | `azmcp_subscription_list` | ❌ | -| 8 | 0.431445 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.425644 | `azmcp_quota_region_availability_list` | ❌ | -| 10 | 0.411892 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 11 | 0.410579 | `azmcp_marketplace_product_list` | ❌ | -| 12 | 0.409002 | `azmcp_aks_cluster_list` | ❌ | -| 13 | 0.404636 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.395147 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.390652 | `azmcp_kusto_cluster_get` | ❌ | -| 16 | 0.390483 | `azmcp_group_list` | ❌ | -| 17 | 0.390381 | `azmcp_applens_resource_diagnose` | ❌ | -| 18 | 0.390329 | `azmcp_redis_cluster_list` | ❌ | -| 19 | 0.386035 | `azmcp_sql_db_show` | ❌ | -| 20 | 0.385710 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -6992,21 +3872,6 @@ | 3 | 0.251870 | `azmcp_applens_resource_diagnose` | ❌ | | 4 | 0.216847 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.211842 | `azmcp_search_service_list` | ❌ | -| 6 | 0.191890 | `azmcp_cloudarchitect_design` | ❌ | -| 7 | 0.189628 | `azmcp_foundry_models_deployments_list` | ❌ | -| 8 | 0.188665 | `azmcp_bestpractices_get` | ❌ | -| 9 | 0.187819 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.185941 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.174872 | `azmcp_deploy_app_logs_get` | ❌ | -| 12 | 0.170157 | `azmcp_postgres_server_list` | ❌ | -| 13 | 0.170031 | `azmcp_servicebus_queue_details` | ❌ | -| 14 | 0.168759 | `azmcp_eventgrid_subscription_list` | ❌ | -| 15 | 0.164622 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.163022 | `azmcp_monitor_workspace_log_query` | ❌ | -| 17 | 0.155791 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 18 | 0.155509 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.150546 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 20 | 0.149112 | `azmcp_aks_cluster_get` | ❌ | --- @@ -7023,22 +3888,7 @@ | 2 | 0.548286 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.520197 | `azmcp_search_service_list` | ❌ | | 4 | 0.502064 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.487384 | `azmcp_eventgrid_topic_list` | ❌ | -| 6 | 0.453380 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 7 | 0.451351 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.439658 | `azmcp_redis_cache_list` | ❌ | -| 9 | 0.436070 | `azmcp_redis_cluster_list` | ❌ | -| 10 | 0.411793 | `azmcp_grafana_list` | ❌ | -| 11 | 0.408792 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 12 | 0.407719 | `azmcp_subscription_list` | ❌ | -| 13 | 0.406949 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.404998 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.391992 | `azmcp_kusto_cluster_list` | ❌ | -| 16 | 0.379016 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.371279 | `azmcp_group_list` | ❌ | -| 18 | 0.368866 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.367379 | `azmcp_marketplace_product_get` | ❌ | -| 20 | 0.357139 | `azmcp_appconfig_account_list` | ❌ | +| 5 | 0.487327 | `azmcp_eventgrid_topic_list` | ❌ | --- @@ -7056,21 +3906,6 @@ | 3 | 0.402493 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.400175 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 5 | 0.397735 | `azmcp_quota_usage_check` | ❌ | -| 6 | 0.382940 | `azmcp_deploy_plan_get` | ❌ | -| 7 | 0.382581 | `azmcp_deploy_app_logs_get` | ❌ | -| 8 | 0.375034 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.374714 | `azmcp_eventgrid_subscription_list` | ❌ | -| 10 | 0.371691 | `azmcp_monitor_metrics_query` | ❌ | -| 11 | 0.363470 | `azmcp_bestpractices_get` | ❌ | -| 12 | 0.362214 | `azmcp_applens_resource_diagnose` | ❌ | -| 13 | 0.360562 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 14 | 0.357531 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.341495 | `azmcp_foundry_models_deployments_list` | ❌ | -| 16 | 0.338062 | `azmcp_search_index_get` | ❌ | -| 17 | 0.333382 | `azmcp_sql_server_show` | ❌ | -| 18 | 0.333219 | `azmcp_subscription_list` | ❌ | -| 19 | 0.332392 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.324544 | `azmcp_mysql_server_config_get` | ❌ | --- @@ -7085,24 +3920,9 @@ |------|-------|------|--------| | 1 | 0.645259 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | | 2 | 0.483988 | `azmcp_group_list` | ❌ | -| 3 | 0.483185 | `azmcp_subscription_list` | ❌ | +| 3 | 0.483095 | `azmcp_subscription_list` | ❌ | | 4 | 0.478700 | `azmcp_grafana_list` | ❌ | | 5 | 0.474796 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.471364 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.468596 | `azmcp_search_service_list` | ❌ | -| 8 | 0.460029 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.452819 | `azmcp_monitor_workspace_list` | ❌ | -| 10 | 0.446372 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 11 | 0.430667 | `azmcp_kusto_cluster_list` | ❌ | -| 12 | 0.427950 | `azmcp_workbooks_list` | ❌ | -| 13 | 0.426624 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 14 | 0.425029 | `azmcp_postgres_server_list` | ❌ | -| 15 | 0.423371 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.403310 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 17 | 0.398447 | `azmcp_eventgrid_topic_list` | ❌ | -| 18 | 0.397565 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.396883 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.374727 | `azmcp_loadtesting_testresource_list` | ❌ | --- @@ -7117,24 +3937,9 @@ |------|-------|------|--------| | 1 | 0.609705 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | | 2 | 0.456956 | `azmcp_grafana_list` | ❌ | -| 3 | 0.436827 | `azmcp_subscription_list` | ❌ | +| 3 | 0.436719 | `azmcp_subscription_list` | ❌ | | 4 | 0.435642 | `azmcp_redis_cache_list` | ❌ | | 5 | 0.435155 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.431865 | `azmcp_search_service_list` | ❌ | -| 7 | 0.428663 | `azmcp_group_list` | ❌ | -| 8 | 0.428370 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.421627 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.420804 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.418755 | `azmcp_eventgrid_subscription_list` | ❌ | -| 12 | 0.410380 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 13 | 0.406766 | `azmcp_quota_region_availability_list` | ❌ | -| 14 | 0.395445 | `azmcp_workbooks_list` | ❌ | -| 15 | 0.388811 | `azmcp_marketplace_product_get` | ❌ | -| 16 | 0.386800 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.383635 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.373204 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.368530 | `azmcp_loadtesting_testresource_list` | ❌ | -| 20 | 0.363675 | `azmcp_eventgrid_topic_list` | ❌ | --- @@ -7152,21 +3957,6 @@ | 3 | 0.490624 | `azmcp_search_service_list` | ❌ | | 4 | 0.466005 | `azmcp_foundry_knowledge_index_list` | ❌ | | 5 | 0.459609 | `azmcp_search_index_query` | ❌ | -| 6 | 0.393556 | `azmcp_aks_cluster_get` | ❌ | -| 7 | 0.388183 | `azmcp_loadtesting_testrun_get` | ❌ | -| 8 | 0.372367 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.370915 | `azmcp_mysql_table_schema_get` | ❌ | -| 10 | 0.358315 | `azmcp_kusto_cluster_get` | ❌ | -| 11 | 0.356755 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.356252 | `azmcp_sql_db_show` | ❌ | -| 13 | 0.354845 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.352762 | `azmcp_storage_blob_container_get` | ❌ | -| 15 | 0.351083 | `azmcp_sql_server_show` | ❌ | -| 16 | 0.342943 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.336903 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.333641 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.330038 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.329368 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- @@ -7184,21 +3974,6 @@ | 3 | 0.561856 | `azmcp_foundry_knowledge_index_list` | ❌ | | 4 | 0.480817 | `azmcp_search_index_query` | ❌ | | 5 | 0.445467 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 6 | 0.439446 | `azmcp_monitor_table_list` | ❌ | -| 7 | 0.416404 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.409307 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.406485 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.397423 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.392400 | `azmcp_storage_table_list` | ❌ | -| 12 | 0.382987 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.378750 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.378297 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.375372 | `azmcp_foundry_models_deployments_list` | ❌ | -| 16 | 0.371099 | `azmcp_mysql_table_list` | ❌ | -| 17 | 0.369526 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.368931 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.367804 | `azmcp_mysql_server_list` | ❌ | -| 20 | 0.362728 | `azmcp_keyvault_secret_list` | ❌ | --- @@ -7216,21 +3991,6 @@ | 3 | 0.561154 | `azmcp_foundry_knowledge_index_list` | ❌ | | 4 | 0.471416 | `azmcp_search_index_query` | ❌ | | 5 | 0.463972 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 6 | 0.401792 | `azmcp_monitor_table_list` | ❌ | -| 7 | 0.382692 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.372639 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.370330 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.367868 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.353839 | `azmcp_storage_table_list` | ❌ | -| 12 | 0.351788 | `azmcp_foundry_models_deployments_list` | ❌ | -| 13 | 0.351161 | `azmcp_mysql_server_list` | ❌ | -| 14 | 0.350043 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.347566 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.346994 | `azmcp_mysql_table_list` | ❌ | -| 17 | 0.341728 | `azmcp_foundry_models_list` | ❌ | -| 18 | 0.335748 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.332289 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.331281 | `azmcp_keyvault_key_list` | ❌ | --- @@ -7248,21 +4008,6 @@ | 3 | 0.497467 | `azmcp_search_service_list` | ❌ | | 4 | 0.373917 | `azmcp_foundry_knowledge_index_list` | ❌ | | 5 | 0.372940 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 6 | 0.327095 | `azmcp_kusto_query` | ❌ | -| 7 | 0.322358 | `azmcp_monitor_workspace_log_query` | ❌ | -| 8 | 0.311044 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 9 | 0.306415 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 10 | 0.305939 | `azmcp_marketplace_product_list` | ❌ | -| 11 | 0.295413 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.290809 | `azmcp_monitor_metrics_query` | ❌ | -| 13 | 0.288242 | `azmcp_foundry_models_deployments_list` | ❌ | -| 14 | 0.287501 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.283532 | `azmcp_foundry_models_list` | ❌ | -| 16 | 0.269980 | `azmcp_monitor_table_list` | ❌ | -| 17 | 0.260161 | `azmcp_mysql_table_list` | ❌ | -| 18 | 0.254226 | `azmcp_storage_table_list` | ❌ | -| 19 | 0.248402 | `azmcp_monitor_table_type_list` | ❌ | -| 20 | 0.247656 | `azmcp_marketplace_product_get` | ❌ | --- @@ -7280,21 +4025,6 @@ | 3 | 0.500455 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.494272 | `azmcp_monitor_workspace_list` | ❌ | | 5 | 0.493011 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.492228 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.486066 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.482464 | `azmcp_grafana_list` | ❌ | -| 9 | 0.477512 | `azmcp_subscription_list` | ❌ | -| 10 | 0.470384 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.470055 | `azmcp_marketplace_product_list` | ❌ | -| 12 | 0.454460 | `azmcp_foundry_models_deployments_list` | ❌ | -| 13 | 0.451744 | `azmcp_aks_cluster_list` | ❌ | -| 14 | 0.443495 | `azmcp_search_index_query` | ❌ | -| 15 | 0.434052 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.427817 | `azmcp_group_list` | ❌ | -| 17 | 0.425463 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 18 | 0.418396 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.417955 | `azmcp_eventgrid_topic_list` | ❌ | -| 20 | 0.417472 | `azmcp_appconfig_account_list` | ❌ | --- @@ -7312,21 +4042,6 @@ | 3 | 0.453489 | `azmcp_marketplace_product_list` | ❌ | | 4 | 0.448446 | `azmcp_search_index_query` | ❌ | | 5 | 0.425939 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.419484 | `azmcp_marketplace_product_get` | ❌ | -| 7 | 0.412158 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.408456 | `azmcp_redis_cluster_list` | ❌ | -| 9 | 0.400229 | `azmcp_redis_cache_list` | ❌ | -| 10 | 0.399822 | `azmcp_grafana_list` | ❌ | -| 11 | 0.397883 | `azmcp_foundry_models_deployments_list` | ❌ | -| 12 | 0.393772 | `azmcp_subscription_list` | ❌ | -| 13 | 0.392910 | `azmcp_eventgrid_subscription_list` | ❌ | -| 14 | 0.390660 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.390559 | `azmcp_foundry_models_list` | ❌ | -| 16 | 0.384559 | `azmcp_postgres_server_list` | ❌ | -| 17 | 0.379805 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 18 | 0.376962 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.376089 | `azmcp_kusto_cluster_list` | ❌ | -| 20 | 0.373463 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- @@ -7344,21 +4059,6 @@ | 3 | 0.404758 | `azmcp_search_index_query` | ❌ | | 4 | 0.344699 | `azmcp_foundry_models_deployments_list` | ❌ | | 5 | 0.336174 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 6 | 0.322580 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 7 | 0.322540 | `azmcp_foundry_models_list` | ❌ | -| 8 | 0.300427 | `azmcp_marketplace_product_list` | ❌ | -| 9 | 0.292677 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.290214 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.289466 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 12 | 0.283366 | `azmcp_redis_cluster_list` | ❌ | -| 13 | 0.282198 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 14 | 0.281672 | `azmcp_bestpractices_get` | ❌ | -| 15 | 0.281134 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.278574 | `azmcp_cloudarchitect_design` | ❌ | -| 17 | 0.278531 | `azmcp_redis_cache_list` | ❌ | -| 18 | 0.277693 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 19 | 0.275013 | `azmcp_sql_server_show` | ❌ | -| 20 | 0.274081 | `azmcp_monitor_table_type_list` | ❌ | --- @@ -7371,26 +4071,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642951 | `azmcp_servicebus_queue_details` | ✅ **EXPECTED** | +| 1 | 0.642876 | `azmcp_servicebus_queue_details` | ✅ **EXPECTED** | | 2 | 0.460932 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 3 | 0.400870 | `azmcp_servicebus_topic_details` | ❌ | -| 4 | 0.382417 | `azmcp_storage_queue_message_send` | ❌ | +| 4 | 0.382317 | `azmcp_storage_queue_message_send` | ❌ | | 5 | 0.375386 | `azmcp_aks_cluster_get` | ❌ | -| 6 | 0.360754 | `azmcp_storage_blob_container_get` | ❌ | -| 7 | 0.352789 | `azmcp_storage_blob_get` | ❌ | -| 8 | 0.352705 | `azmcp_storage_account_get` | ❌ | -| 9 | 0.351081 | `azmcp_search_index_get` | ❌ | -| 10 | 0.346285 | `azmcp_eventgrid_subscription_list` | ❌ | -| 11 | 0.342349 | `azmcp_sql_server_show` | ❌ | -| 12 | 0.337239 | `azmcp_sql_db_show` | ❌ | -| 13 | 0.332541 | `azmcp_loadtesting_testrun_get` | ❌ | -| 14 | 0.327389 | `azmcp_aks_nodepool_get` | ❌ | -| 15 | 0.323279 | `azmcp_marketplace_product_get` | ❌ | -| 16 | 0.323046 | `azmcp_kusto_cluster_get` | ❌ | -| 17 | 0.310612 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.309214 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.296392 | `azmcp_aks_cluster_list` | ❌ | -| 20 | 0.290424 | `azmcp_eventgrid_topic_list` | ❌ | --- @@ -7406,23 +4091,8 @@ | 1 | 0.591649 | `azmcp_servicebus_topic_details` | ✅ **EXPECTED** | | 2 | 0.571861 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 3 | 0.498915 | `azmcp_eventgrid_subscription_list` | ❌ | -| 4 | 0.494879 | `azmcp_eventgrid_topic_list` | ❌ | -| 5 | 0.484014 | `azmcp_servicebus_queue_details` | ❌ | -| 6 | 0.365658 | `azmcp_search_index_get` | ❌ | -| 7 | 0.361354 | `azmcp_aks_cluster_get` | ❌ | -| 8 | 0.352494 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.341289 | `azmcp_loadtesting_testrun_get` | ❌ | -| 10 | 0.340036 | `azmcp_sql_db_show` | ❌ | -| 11 | 0.337675 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.335558 | `azmcp_kusto_cluster_get` | ❌ | -| 13 | 0.333396 | `azmcp_storage_account_get` | ❌ | -| 14 | 0.330814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.326077 | `azmcp_storage_blob_container_get` | ❌ | -| 16 | 0.324869 | `azmcp_redis_cache_list` | ❌ | -| 17 | 0.317424 | `azmcp_aks_cluster_list` | ❌ | -| 18 | 0.306388 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.297323 | `azmcp_grafana_list` | ❌ | -| 20 | 0.290383 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 4 | 0.494885 | `azmcp_eventgrid_topic_list` | ❌ | +| 5 | 0.483976 | `azmcp_servicebus_queue_details` | ❌ | --- @@ -7437,24 +4107,9 @@ |------|-------|------|--------| | 1 | 0.633187 | `azmcp_servicebus_topic_subscription_details` | ✅ **EXPECTED** | | 2 | 0.527109 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.494551 | `azmcp_servicebus_queue_details` | ❌ | +| 3 | 0.494515 | `azmcp_servicebus_queue_details` | ❌ | | 4 | 0.457036 | `azmcp_servicebus_topic_details` | ❌ | -| 5 | 0.444606 | `azmcp_marketplace_product_get` | ❌ | -| 6 | 0.443962 | `azmcp_eventgrid_topic_list` | ❌ | -| 7 | 0.429458 | `azmcp_redis_cache_list` | ❌ | -| 8 | 0.426573 | `azmcp_kusto_cluster_get` | ❌ | -| 9 | 0.421009 | `azmcp_sql_db_show` | ❌ | -| 10 | 0.411293 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 11 | 0.409496 | `azmcp_aks_cluster_list` | ❌ | -| 12 | 0.405380 | `azmcp_search_service_list` | ❌ | -| 13 | 0.404739 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.395789 | `azmcp_storage_account_get` | ❌ | -| 15 | 0.395176 | `azmcp_grafana_list` | ❌ | -| 16 | 0.388049 | `azmcp_postgres_server_list` | ❌ | -| 17 | 0.382225 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.369986 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.368411 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.368155 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.444604 | `azmcp_marketplace_product_get` | ❌ | --- @@ -7471,22 +4126,7 @@ | 2 | 0.470892 | `azmcp_sql_server_create` | ❌ | | 3 | 0.376833 | `azmcp_sql_server_delete` | ❌ | | 4 | 0.359945 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.357421 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.355614 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.347128 | `azmcp_mysql_database_list` | ❌ | -| 8 | 0.346831 | `azmcp_sql_server_show` | ❌ | -| 9 | 0.329705 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 10 | 0.327837 | `azmcp_sql_db_delete` | ❌ | -| 11 | 0.311794 | `azmcp_keyvault_secret_create` | ❌ | -| 12 | 0.301243 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.297803 | `azmcp_keyvault_key_create` | ❌ | -| 14 | 0.279490 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.276192 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.272135 | `azmcp_keyvault_certificate_create` | ❌ | -| 17 | 0.254831 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 18 | 0.238999 | `azmcp_cosmos_database_container_list` | ❌ | -| 19 | 0.231273 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.209994 | `azmcp_loadtesting_testresource_create` | ❌ | +| 5 | 0.357374 | `azmcp_sql_db_list` | ❌ | --- @@ -7499,26 +4139,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.571760 | `azmcp_sql_db_create` | ✅ **EXPECTED** | -| 2 | 0.459672 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.420843 | `azmcp_sql_db_show` | ❌ | -| 4 | 0.396106 | `azmcp_sql_db_update` | ❌ | -| 5 | 0.395495 | `azmcp_sql_server_delete` | ❌ | -| 6 | 0.384660 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.371559 | `azmcp_sql_server_show` | ❌ | -| 8 | 0.361051 | `azmcp_mysql_database_list` | ❌ | -| 9 | 0.343099 | `azmcp_sql_db_delete` | ❌ | -| 10 | 0.326611 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 11 | 0.324123 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.321837 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.317180 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.311150 | `azmcp_keyvault_key_create` | ❌ | -| 15 | 0.304628 | `azmcp_keyvault_secret_create` | ❌ | -| 16 | 0.301487 | `azmcp_kusto_table_schema` | ❌ | -| 17 | 0.290173 | `azmcp_keyvault_certificate_create` | ❌ | -| 18 | 0.286796 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 19 | 0.276688 | `azmcp_loadtesting_test_create` | ❌ | -| 20 | 0.257394 | `azmcp_cosmos_database_container_list` | ❌ | +| 1 | 0.571757 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.459611 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.420794 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.396119 | `azmcp_sql_db_update` | ❌ | +| 5 | 0.395409 | `azmcp_sql_server_delete` | ❌ | --- @@ -7531,26 +4156,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.604472 | `azmcp_sql_db_create` | ✅ **EXPECTED** | -| 2 | 0.545906 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.494377 | `azmcp_sql_db_show` | ❌ | -| 4 | 0.473975 | `azmcp_sql_db_list` | ❌ | -| 5 | 0.456262 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.455293 | `azmcp_sql_server_delete` | ❌ | -| 7 | 0.422871 | `azmcp_workbooks_create` | ❌ | -| 8 | 0.413309 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.398726 | `azmcp_loadtesting_testresource_create` | ❌ | -| 10 | 0.392814 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.390310 | `azmcp_keyvault_secret_create` | ❌ | -| 12 | 0.379238 | `azmcp_keyvault_key_create` | ❌ | -| 13 | 0.378636 | `azmcp_keyvault_certificate_create` | ❌ | -| 14 | 0.374962 | `azmcp_sql_elastic-pool_list` | ❌ | -| 15 | 0.369375 | `azmcp_sql_db_delete` | ❌ | -| 16 | 0.365919 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.358566 | `azmcp_kusto_table_list` | ❌ | -| 18 | 0.323537 | `azmcp_group_list` | ❌ | -| 19 | 0.319381 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.310776 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.604488 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.545773 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.494367 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.474316 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.456166 | `azmcp_storage_account_create` | ❌ | --- @@ -7568,21 +4178,6 @@ | 3 | 0.386564 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.364776 | `azmcp_sql_db_show` | ❌ | | 5 | 0.351204 | `azmcp_postgres_database_list` | ❌ | -| 6 | 0.350121 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.345061 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.338052 | `azmcp_sql_server_show` | ❌ | -| 9 | 0.337699 | `azmcp_sql_db_create` | ❌ | -| 10 | 0.317215 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.286892 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.284794 | `azmcp_kusto_table_list` | ❌ | -| 13 | 0.278895 | `azmcp_kusto_database_list` | ❌ | -| 14 | 0.271009 | `azmcp_appconfig_kv_delete` | ❌ | -| 15 | 0.253808 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 16 | 0.243201 | `azmcp_kusto_table_schema` | ❌ | -| 17 | 0.235173 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.211680 | `azmcp_kusto_query` | ❌ | -| 19 | 0.183587 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.143366 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -7597,24 +4192,9 @@ |------|-------|------|--------| | 1 | 0.579119 | `azmcp_sql_server_delete` | ❌ | | 2 | 0.500756 | `azmcp_sql_db_show` | ❌ | -| 3 | 0.478729 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.479219 | `azmcp_sql_db_list` | ❌ | | 4 | 0.466216 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | | 5 | 0.421365 | `azmcp_sql_db_create` | ❌ | -| 6 | 0.412704 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.392236 | `azmcp_workbooks_delete` | ❌ | -| 8 | 0.390334 | `azmcp_cosmos_database_list` | ❌ | -| 9 | 0.381382 | `azmcp_sql_server_create` | ❌ | -| 10 | 0.380074 | `azmcp_kusto_database_list` | ❌ | -| 11 | 0.370486 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.368841 | `azmcp_sql_elastic-pool_list` | ❌ | -| 13 | 0.367342 | `azmcp_redis_cluster_database_list` | ❌ | -| 14 | 0.345612 | `azmcp_group_list` | ❌ | -| 15 | 0.334517 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 16 | 0.332517 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.327408 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.310437 | `azmcp_kusto_table_schema` | ❌ | -| 19 | 0.304849 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 20 | 0.301838 | `azmcp_functionapp_get` | ❌ | --- @@ -7632,21 +4212,6 @@ | 3 | 0.364494 | `azmcp_postgres_database_list` | ❌ | | 4 | 0.355416 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.319617 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.314902 | `azmcp_cosmos_database_list` | ❌ | -| 7 | 0.311506 | `azmcp_mysql_table_list` | ❌ | -| 8 | 0.310758 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.305059 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 10 | 0.295355 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.294781 | `azmcp_sql_db_create` | ❌ | -| 12 | 0.288554 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.283955 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.258654 | `azmcp_appconfig_kv_delete` | ❌ | -| 15 | 0.246948 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.229764 | `azmcp_kusto_table_schema` | ❌ | -| 17 | 0.213266 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 18 | 0.187992 | `azmcp_kusto_query` | ❌ | -| 19 | 0.171883 | `azmcp_kusto_sample` | ❌ | -| 20 | 0.151809 | `azmcp_cosmos_account_list` | ❌ | --- @@ -7659,26 +4224,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.643186 | `azmcp_sql_db_list` | ✅ **EXPECTED** | +| 1 | 0.642754 | `azmcp_sql_db_list` | ✅ **EXPECTED** | | 2 | 0.639694 | `azmcp_mysql_database_list` | ❌ | | 3 | 0.609178 | `azmcp_postgres_database_list` | ❌ | | 4 | 0.602890 | `azmcp_cosmos_database_list` | ❌ | | 5 | 0.532407 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.529058 | `azmcp_mysql_table_list` | ❌ | -| 7 | 0.527896 | `azmcp_kusto_database_list` | ❌ | -| 8 | 0.486638 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.476350 | `azmcp_sql_server_delete` | ❌ | -| 10 | 0.475733 | `azmcp_sql_elastic-pool_list` | ❌ | -| 11 | 0.474927 | `azmcp_redis_cluster_database_list` | ❌ | -| 12 | 0.466130 | `azmcp_storage_table_list` | ❌ | -| 13 | 0.457314 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.441355 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.440528 | `azmcp_cosmos_database_container_list` | ❌ | -| 16 | 0.400489 | `azmcp_keyvault_certificate_list` | ❌ | -| 17 | 0.395322 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.394623 | `azmcp_keyvault_secret_list` | ❌ | -| 19 | 0.380402 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.367404 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -7692,25 +4242,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.617746 | `azmcp_sql_server_show` | ❌ | -| 2 | 0.609322 | `azmcp_sql_db_list` | ✅ **EXPECTED** | +| 2 | 0.608664 | `azmcp_sql_db_list` | ✅ **EXPECTED** | | 3 | 0.557353 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.553488 | `azmcp_mysql_server_config_get` | ❌ | | 5 | 0.524274 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.471862 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.461650 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.458742 | `azmcp_postgres_server_config_get` | ❌ | -| 9 | 0.451453 | `azmcp_sql_db_create` | ❌ | -| 10 | 0.445291 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.443384 | `azmcp_sql_elastic-pool_list` | ❌ | -| 12 | 0.387645 | `azmcp_kusto_database_list` | ❌ | -| 13 | 0.380428 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.357215 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.354581 | `azmcp_aks_nodepool_list` | ❌ | -| 16 | 0.349880 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.347075 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.342792 | `azmcp_appconfig_kv_list` | ❌ | -| 19 | 0.342284 | `azmcp_aks_cluster_get` | ❌ | -| 20 | 0.341681 | `azmcp_kusto_table_list` | ❌ | --- @@ -7723,26 +4258,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.610991 | `azmcp_sql_server_show` | ❌ | -| 2 | 0.593150 | `azmcp_postgres_server_config_get` | ❌ | -| 3 | 0.530422 | `azmcp_mysql_server_config_get` | ❌ | -| 4 | 0.528136 | `azmcp_sql_db_show` | ✅ **EXPECTED** | -| 5 | 0.465693 | `azmcp_sql_db_list` | ❌ | -| 6 | 0.446633 | `azmcp_postgres_server_param_get` | ❌ | -| 7 | 0.438925 | `azmcp_mysql_server_param_get` | ❌ | -| 8 | 0.398181 | `azmcp_mysql_table_schema_get` | ❌ | -| 9 | 0.397510 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.396416 | `azmcp_sql_db_create` | ❌ | -| 11 | 0.371413 | `azmcp_loadtesting_test_get` | ❌ | -| 12 | 0.325945 | `azmcp_kusto_table_schema` | ❌ | -| 13 | 0.325690 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.320054 | `azmcp_aks_cluster_get` | ❌ | -| 15 | 0.297839 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.294987 | `azmcp_appconfig_kv_list` | ❌ | -| 17 | 0.281546 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.279952 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 19 | 0.273566 | `azmcp_kusto_cluster_get` | ❌ | -| 20 | 0.273315 | `azmcp_cosmos_database_list` | ❌ | +| 1 | 0.610813 | `azmcp_sql_server_show` | ❌ | +| 2 | 0.592825 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.529914 | `azmcp_mysql_server_config_get` | ❌ | +| 4 | 0.527816 | `azmcp_sql_db_show` | ✅ **EXPECTED** | +| 5 | 0.465310 | `azmcp_sql_db_list` | ❌ | --- @@ -7757,24 +4277,9 @@ |------|-------|------|--------| | 1 | 0.530095 | `azmcp_sql_db_show` | ✅ **EXPECTED** | | 2 | 0.503681 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.440073 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.439786 | `azmcp_sql_db_list` | ❌ | | 4 | 0.438622 | `azmcp_mysql_table_schema_get` | ❌ | | 5 | 0.432919 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.421862 | `azmcp_postgres_database_list` | ❌ | -| 7 | 0.400963 | `azmcp_mysql_table_list` | ❌ | -| 8 | 0.398714 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.375668 | `azmcp_postgres_server_config_get` | ❌ | -| 10 | 0.361500 | `azmcp_redis_cluster_database_list` | ❌ | -| 11 | 0.344694 | `azmcp_kusto_table_schema` | ❌ | -| 12 | 0.337996 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.323587 | `azmcp_kusto_table_list` | ❌ | -| 14 | 0.300133 | `azmcp_cosmos_database_container_list` | ❌ | -| 15 | 0.299814 | `azmcp_aks_cluster_get` | ❌ | -| 16 | 0.296827 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.291629 | `azmcp_loadtesting_testrun_get` | ❌ | -| 18 | 0.285843 | `azmcp_kusto_cluster_get` | ❌ | -| 19 | 0.268405 | `azmcp_functionapp_get` | ❌ | -| 20 | 0.265483 | `azmcp_aks_nodepool_get` | ❌ | --- @@ -7792,21 +4297,6 @@ | 3 | 0.427621 | `azmcp_sql_db_show` | ❌ | | 4 | 0.385817 | `azmcp_sql_server_show` | ❌ | | 5 | 0.377337 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 6 | 0.371461 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.369822 | `azmcp_sql_server_delete` | ❌ | -| 8 | 0.368957 | `azmcp_mysql_server_param_set` | ❌ | -| 9 | 0.344860 | `azmcp_sql_db_delete` | ❌ | -| 10 | 0.334237 | `azmcp_postgres_server_param_set` | ❌ | -| 11 | 0.306013 | `azmcp_loadtesting_testrun_update` | ❌ | -| 12 | 0.273809 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.270134 | `azmcp_kusto_table_schema` | ❌ | -| 14 | 0.263397 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.250975 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.250753 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 17 | 0.240663 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 18 | 0.230967 | `azmcp_loadtesting_testrun_create` | ❌ | -| 19 | 0.223147 | `azmcp_loadtesting_test_create` | ❌ | -| 20 | 0.223086 | `azmcp_kusto_query` | ❌ | --- @@ -7819,26 +4309,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.401820 | `azmcp_sql_db_list` | ❌ | -| 2 | 0.394743 | `azmcp_sql_db_show` | ❌ | -| 3 | 0.389883 | `azmcp_sql_db_update` | ✅ **EXPECTED** | -| 4 | 0.386595 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.381815 | `azmcp_sql_db_create` | ❌ | -| 6 | 0.349174 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 7 | 0.342258 | `azmcp_sql_elastic-pool_list` | ❌ | -| 8 | 0.339034 | `azmcp_sql_db_delete` | ❌ | -| 9 | 0.333287 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.329714 | `azmcp_mysql_table_list` | ❌ | -| 11 | 0.325597 | `azmcp_mysql_server_config_get` | ❌ | -| 12 | 0.304346 | `azmcp_kusto_table_schema` | ❌ | -| 13 | 0.296959 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 14 | 0.261126 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.257309 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.238510 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 17 | 0.232089 | `azmcp_cosmos_database_list` | ❌ | -| 18 | 0.223103 | `azmcp_loadtesting_testrun_update` | ❌ | -| 19 | 0.221271 | `azmcp_kusto_query` | ❌ | -| 20 | 0.219568 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 1 | 0.401486 | `azmcp_sql_db_list` | ❌ | +| 2 | 0.394770 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.389947 | `azmcp_sql_db_update` | ✅ **EXPECTED** | +| 4 | 0.386628 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.381889 | `azmcp_sql_db_create` | ❌ | --- @@ -7852,25 +4327,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.678124 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | -| 2 | 0.502376 | `azmcp_sql_db_list` | ❌ | +| 2 | 0.502272 | `azmcp_sql_db_list` | ❌ | | 3 | 0.498367 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.479044 | `azmcp_sql_server_show` | ❌ | | 5 | 0.473539 | `azmcp_aks_nodepool_list` | ❌ | -| 6 | 0.454426 | `azmcp_mysql_table_list` | ❌ | -| 7 | 0.450777 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.441264 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 9 | 0.434570 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.431174 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.429007 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 12 | 0.416258 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.394537 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.394337 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.370652 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.363579 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.357347 | `azmcp_kusto_table_list` | ❌ | -| 18 | 0.352026 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.351647 | `azmcp_cosmos_database_container_list` | ❌ | -| 20 | 0.349729 | `azmcp_keyvault_key_list` | ❌ | --- @@ -7885,24 +4345,9 @@ |------|-------|------|--------| | 1 | 0.606425 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | | 2 | 0.502877 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.457163 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.457103 | `azmcp_sql_db_list` | ❌ | | 4 | 0.438522 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.432816 | `azmcp_mysql_database_list` | ❌ | -| 6 | 0.429728 | `azmcp_aks_nodepool_get` | ❌ | -| 7 | 0.423047 | `azmcp_mysql_server_config_get` | ❌ | -| 8 | 0.419753 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.400026 | `azmcp_mysql_server_param_get` | ❌ | -| 10 | 0.383940 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 11 | 0.378556 | `azmcp_postgres_server_list` | ❌ | -| 12 | 0.373386 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.335615 | `azmcp_cosmos_database_list` | ❌ | -| 14 | 0.333099 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.319856 | `azmcp_aks_cluster_list` | ❌ | -| 16 | 0.317886 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 17 | 0.304600 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.304317 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.298907 | `azmcp_kusto_database_list` | ❌ | -| 20 | 0.298264 | `azmcp_acr_registry_list` | ❌ | --- @@ -7918,23 +4363,8 @@ | 1 | 0.592709 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | | 2 | 0.420325 | `azmcp_mysql_database_list` | ❌ | | 3 | 0.402616 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.397670 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.397782 | `azmcp_sql_db_list` | ❌ | | 5 | 0.397640 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.386833 | `azmcp_aks_nodepool_list` | ❌ | -| 7 | 0.378527 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.365113 | `azmcp_aks_nodepool_get` | ❌ | -| 9 | 0.357516 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.350723 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 11 | 0.344799 | `azmcp_postgres_server_list` | ❌ | -| 12 | 0.344468 | `azmcp_mysql_server_param_get` | ❌ | -| 13 | 0.342703 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 14 | 0.321778 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.298933 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.292566 | `azmcp_kusto_cluster_list` | ❌ | -| 17 | 0.284157 | `azmcp_kusto_database_list` | ❌ | -| 18 | 0.281680 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.272025 | `azmcp_monitor_metrics_definitions` | ❌ | -| 20 | 0.259391 | `azmcp_loadtesting_testresource_list` | ❌ | --- @@ -7947,26 +4377,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682899 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.564199 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.537328 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.481795 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.473804 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.464978 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.451480 | `azmcp_loadtesting_testresource_create` | ❌ | -| 8 | 0.450184 | `azmcp_sql_server_show` | ❌ | -| 9 | 0.449932 | `azmcp_sql_db_list` | ❌ | -| 10 | 0.419453 | `azmcp_sql_elastic-pool_list` | ❌ | -| 11 | 0.416299 | `azmcp_workbooks_create` | ❌ | -| 12 | 0.402802 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.401683 | `azmcp_keyvault_certificate_create` | ❌ | -| 14 | 0.397643 | `azmcp_keyvault_key_create` | ❌ | -| 15 | 0.335379 | `azmcp_functionapp_get` | ❌ | -| 16 | 0.332447 | `azmcp_extension_azqr` | ❌ | -| 17 | 0.326775 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.323920 | `azmcp_acr_registry_repository_list` | ❌ | -| 19 | 0.319975 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.318138 | `azmcp_loadtesting_test_create` | ❌ | +| 1 | 0.682606 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.563708 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.537173 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.482102 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.473676 | `azmcp_sql_db_show` | ❌ | --- @@ -7979,26 +4394,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618309 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.510169 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.472463 | `azmcp_sql_server_show` | ❌ | -| 4 | 0.434810 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.396073 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.369864 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.368115 | `azmcp_sql_db_show` | ❌ | -| 8 | 0.367996 | `azmcp_keyvault_key_create` | ❌ | -| 9 | 0.360875 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.354438 | `azmcp_sql_elastic-pool_list` | ❌ | -| 11 | 0.352234 | `azmcp_keyvault_certificate_create` | ❌ | -| 12 | 0.349584 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 13 | 0.349312 | `azmcp_sql_db_list` | ❌ | -| 14 | 0.324021 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 15 | 0.316772 | `azmcp_loadtesting_test_create` | ❌ | -| 16 | 0.315987 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 17 | 0.301226 | `azmcp_deploy_plan_get` | ❌ | -| 18 | 0.300788 | `azmcp_loadtesting_testresource_create` | ❌ | -| 19 | 0.297351 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 20 | 0.278419 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 1 | 0.618546 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.510425 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.472652 | `azmcp_sql_server_show` | ❌ | +| 4 | 0.435223 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.395986 | `azmcp_storage_account_create` | ❌ | --- @@ -8011,26 +4411,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.589818 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.501403 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.469425 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.442934 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.423887 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.421502 | `azmcp_sql_db_list` | ❌ | -| 7 | 0.417608 | `azmcp_sql_db_show` | ❌ | -| 8 | 0.416146 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.389609 | `azmcp_sql_elastic-pool_list` | ❌ | -| 10 | 0.385267 | `azmcp_loadtesting_testresource_create` | ❌ | -| 11 | 0.369631 | `azmcp_workbooks_create` | ❌ | -| 12 | 0.333007 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.317210 | `azmcp_keyvault_key_create` | ❌ | -| 14 | 0.312657 | `azmcp_loadtesting_test_create` | ❌ | -| 15 | 0.303177 | `azmcp_keyvault_certificate_create` | ❌ | -| 16 | 0.300992 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.298321 | `azmcp_group_list` | ❌ | -| 18 | 0.288584 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.284845 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 20 | 0.277880 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.589926 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.501580 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.469382 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.443111 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.424040 | `azmcp_sql_server_show` | ❌ | --- @@ -8048,21 +4433,6 @@ | 3 | 0.486195 | `azmcp_sql_db_delete` | ❌ | | 4 | 0.483132 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.470205 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.449007 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.448514 | `azmcp_sql_server_show` | ❌ | -| 8 | 0.438950 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.417035 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 10 | 0.402684 | `azmcp_sql_elastic-pool_list` | ❌ | -| 11 | 0.346442 | `azmcp_functionapp_get` | ❌ | -| 12 | 0.333269 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 13 | 0.323460 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.317588 | `azmcp_extension_azqr` | ❌ | -| 15 | 0.317257 | `azmcp_group_list` | ❌ | -| 16 | 0.307426 | `azmcp_appconfig_kv_delete` | ❌ | -| 17 | 0.304909 | `azmcp_monitor_metrics_query` | ❌ | -| 18 | 0.292074 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.290106 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.273131 | `azmcp_loadtesting_testresource_create` | ❌ | --- @@ -8080,21 +4450,6 @@ | 3 | 0.376660 | `azmcp_sql_server_show` | ❌ | | 4 | 0.309280 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 5 | 0.306368 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.301933 | `azmcp_sql_db_delete` | ❌ | -| 7 | 0.299760 | `azmcp_sql_server_create` | ❌ | -| 8 | 0.295963 | `azmcp_sql_db_list` | ❌ | -| 9 | 0.295073 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 10 | 0.276930 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 11 | 0.258333 | `azmcp_kusto_database_list` | ❌ | -| 12 | 0.235107 | `azmcp_cosmos_account_list` | ❌ | -| 13 | 0.234779 | `azmcp_appconfig_kv_delete` | ❌ | -| 14 | 0.234376 | `azmcp_kusto_cluster_list` | ❌ | -| 15 | 0.232903 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.226608 | `azmcp_kusto_cluster_get` | ❌ | -| 17 | 0.225579 | `azmcp_grafana_list` | ❌ | -| 18 | 0.219702 | `azmcp_kusto_table_list` | ❌ | -| 19 | 0.210483 | `azmcp_appconfig_account_list` | ❌ | -| 20 | 0.207493 | `azmcp_marketplace_product_get` | ❌ | --- @@ -8112,21 +4467,6 @@ | 3 | 0.362389 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.341503 | `azmcp_sql_server_show` | ❌ | | 5 | 0.315820 | `azmcp_workbooks_delete` | ❌ | -| 6 | 0.274818 | `azmcp_sql_server_create` | ❌ | -| 7 | 0.262381 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 8 | 0.261689 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 9 | 0.254391 | `azmcp_appconfig_kv_delete` | ❌ | -| 10 | 0.247364 | `azmcp_postgres_server_param_set` | ❌ | -| 11 | 0.237815 | `azmcp_mysql_table_list` | ❌ | -| 12 | 0.168042 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 13 | 0.164197 | `azmcp_loadtesting_testrun_update` | ❌ | -| 14 | 0.159907 | `azmcp_kusto_table_list` | ❌ | -| 15 | 0.156253 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.148272 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.146243 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.142127 | `azmcp_kusto_query` | ❌ | -| 19 | 0.140346 | `azmcp_keyvault_secret_list` | ❌ | -| 20 | 0.136157 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -8142,23 +4482,8 @@ | 1 | 0.783479 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | | 2 | 0.456051 | `azmcp_sql_server_show` | ❌ | | 3 | 0.401908 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 4 | 0.376055 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.376341 | `azmcp_sql_db_list` | ❌ | | 5 | 0.365636 | `azmcp_postgres_server_list` | ❌ | -| 6 | 0.352607 | `azmcp_mysql_database_list` | ❌ | -| 7 | 0.344454 | `azmcp_mysql_server_list` | ❌ | -| 8 | 0.343559 | `azmcp_mysql_table_list` | ❌ | -| 9 | 0.329397 | `azmcp_sql_server_create` | ❌ | -| 10 | 0.328737 | `azmcp_role_assignment_list` | ❌ | -| 11 | 0.280450 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.258095 | `azmcp_cosmos_account_list` | ❌ | -| 13 | 0.250088 | `azmcp_monitor_resource_log_query` | ❌ | -| 14 | 0.249297 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 15 | 0.249153 | `azmcp_kusto_database_list` | ❌ | -| 16 | 0.246677 | `azmcp_keyvault_secret_list` | ❌ | -| 17 | 0.245267 | `azmcp_group_list` | ❌ | -| 18 | 0.238204 | `azmcp_keyvault_key_list` | ❌ | -| 19 | 0.234681 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.233337 | `azmcp_cosmos_database_container_list` | ❌ | --- @@ -8173,24 +4498,9 @@ |------|-------|------|--------| | 1 | 0.713306 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | | 2 | 0.413144 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.315966 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.316119 | `azmcp_sql_db_list` | ❌ | | 4 | 0.311085 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.304891 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 6 | 0.303560 | `azmcp_postgres_server_config_get` | ❌ | -| 7 | 0.289764 | `azmcp_sql_server_create` | ❌ | -| 8 | 0.287372 | `azmcp_mysql_database_list` | ❌ | -| 9 | 0.283806 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.273940 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.214529 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.197679 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.194313 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.193050 | `azmcp_kusto_database_list` | ❌ | -| 15 | 0.191538 | `azmcp_appconfig_kv_list` | ❌ | -| 16 | 0.188120 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.183184 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 18 | 0.182237 | `azmcp_deploy_app_logs_get` | ❌ | -| 19 | 0.180468 | `azmcp_aks_nodepool_get` | ❌ | -| 20 | 0.178625 | `azmcp_loadtesting_testrun_list` | ❌ | --- @@ -8206,23 +4516,8 @@ | 1 | 0.646419 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | | 2 | 0.356025 | `azmcp_sql_server_show` | ❌ | | 3 | 0.307823 | `azmcp_sql_server_create` | ❌ | -| 4 | 0.253610 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.253806 | `azmcp_sql_db_list` | ❌ | | 5 | 0.236850 | `azmcp_mysql_table_list` | ❌ | -| 6 | 0.236050 | `azmcp_mysql_server_list` | ❌ | -| 7 | 0.230580 | `azmcp_sql_db_create` | ❌ | -| 8 | 0.228196 | `azmcp_sql_server_delete` | ❌ | -| 9 | 0.223111 | `azmcp_sql_db_update` | ❌ | -| 10 | 0.222002 | `azmcp_sql_elastic-pool_list` | ❌ | -| 11 | 0.212644 | `azmcp_cloudarchitect_design` | ❌ | -| 12 | 0.200387 | `azmcp_applens_resource_diagnose` | ❌ | -| 13 | 0.197760 | `azmcp_monitor_resource_log_query` | ❌ | -| 14 | 0.189941 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 15 | 0.188300 | `azmcp_deploy_plan_get` | ❌ | -| 16 | 0.180995 | `azmcp_deploy_app_logs_get` | ❌ | -| 17 | 0.180555 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 18 | 0.174553 | `azmcp_deploy_iac_rules_get` | ❌ | -| 19 | 0.169345 | `azmcp_kusto_database_list` | ❌ | -| 20 | 0.167872 | `azmcp_bestpractices_get` | ❌ | --- @@ -8240,21 +4535,6 @@ | 3 | 0.522184 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.448822 | `azmcp_sql_server_create` | ❌ | | 5 | 0.432802 | `azmcp_sql_db_create` | ❌ | -| 6 | 0.423223 | `azmcp_sql_server_show` | ❌ | -| 7 | 0.403858 | `azmcp_sql_server_delete` | ❌ | -| 8 | 0.335670 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.326425 | `azmcp_sql_db_update` | ❌ | -| 10 | 0.318368 | `azmcp_keyvault_certificate_create` | ❌ | -| 11 | 0.313690 | `azmcp_sql_db_list` | ❌ | -| 12 | 0.311193 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.295941 | `azmcp_keyvault_key_create` | ❌ | -| 14 | 0.290296 | `azmcp_deploy_iac_rules_get` | ❌ | -| 15 | 0.288030 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 16 | 0.265059 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 17 | 0.260209 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 18 | 0.253830 | `azmcp_deploy_plan_get` | ❌ | -| 19 | 0.246996 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.242716 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- @@ -8267,26 +4547,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670189 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | -| 2 | 0.533562 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.503648 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 4 | 0.295018 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.287457 | `azmcp_sql_server_create` | ❌ | -| 6 | 0.271240 | `azmcp_sql_server_delete` | ❌ | -| 7 | 0.252970 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 8 | 0.248826 | `azmcp_postgres_server_param_set` | ❌ | -| 9 | 0.237646 | `azmcp_sql_db_create` | ❌ | -| 10 | 0.230685 | `azmcp_mysql_server_param_set` | ❌ | -| 11 | 0.222068 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ❌ | -| 12 | 0.179219 | `azmcp_keyvault_secret_create` | ❌ | -| 13 | 0.174851 | `azmcp_deploy_iac_rules_get` | ❌ | -| 14 | 0.174584 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 15 | 0.166723 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 16 | 0.161852 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.158176 | `azmcp_keyvault_certificate_create` | ❌ | -| 18 | 0.156396 | `azmcp_keyvault_key_create` | ❌ | -| 19 | 0.149884 | `azmcp_kusto_query` | ❌ | -| 20 | 0.143603 | `azmcp_appconfig_kv_set` | ❌ | +| 1 | 0.670165 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | +| 2 | 0.533480 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 3 | 0.503587 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.295031 | `azmcp_sql_server_show` | ❌ | +| 5 | 0.287454 | `azmcp_sql_server_create` | ❌ | --- @@ -8304,21 +4569,6 @@ | 3 | 0.539577 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.428919 | `azmcp_sql_server_create` | ❌ | | 5 | 0.395165 | `azmcp_sql_db_create` | ❌ | -| 6 | 0.356402 | `azmcp_sql_server_show` | ❌ | -| 7 | 0.339841 | `azmcp_sql_server_delete` | ❌ | -| 8 | 0.321980 | `azmcp_keyvault_secret_create` | ❌ | -| 9 | 0.302214 | `azmcp_keyvault_certificate_create` | ❌ | -| 10 | 0.283923 | `azmcp_keyvault_key_create` | ❌ | -| 11 | 0.281043 | `azmcp_postgres_server_param_set` | ❌ | -| 12 | 0.270399 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 13 | 0.259505 | `azmcp_mysql_server_param_set` | ❌ | -| 14 | 0.248939 | `azmcp_loadtesting_test_create` | ❌ | -| 15 | 0.221008 | `azmcp_deploy_iac_rules_get` | ❌ | -| 16 | 0.219182 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 17 | 0.209376 | `azmcp_loadtesting_testrun_create` | ❌ | -| 18 | 0.207284 | `azmcp_loadtesting_testresource_create` | ❌ | -| 19 | 0.197104 | `azmcp_appconfig_kv_set` | ❌ | -| 20 | 0.196512 | `azmcp_deploy_pipeline_guidance_get` | ❌ | --- @@ -8336,21 +4586,6 @@ | 3 | 0.540333 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.527546 | `azmcp_sql_server_delete` | ❌ | | 5 | 0.436585 | `azmcp_sql_db_delete` | ❌ | -| 6 | 0.418504 | `azmcp_sql_server_show` | ❌ | -| 7 | 0.410574 | `azmcp_workbooks_delete` | ❌ | -| 8 | 0.341915 | `azmcp_sql_server_create` | ❌ | -| 9 | 0.341838 | `azmcp_sql_db_update` | ❌ | -| 10 | 0.341474 | `azmcp_sql_db_create` | ❌ | -| 11 | 0.312054 | `azmcp_appconfig_kv_delete` | ❌ | -| 12 | 0.263959 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 13 | 0.248381 | `azmcp_monitor_resource_log_query` | ❌ | -| 14 | 0.245270 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 15 | 0.241564 | `azmcp_deploy_iac_rules_get` | ❌ | -| 16 | 0.235230 | `azmcp_keyvault_certificate_create` | ❌ | -| 17 | 0.231494 | `azmcp_functionapp_get` | ❌ | -| 18 | 0.225236 | `azmcp_keyvault_certificate_get` | ❌ | -| 19 | 0.225227 | `azmcp_kusto_query` | ❌ | -| 20 | 0.222317 | `azmcp_monitor_metrics_query` | ❌ | --- @@ -8368,21 +4603,6 @@ | 3 | 0.530419 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.398706 | `azmcp_sql_server_delete` | ❌ | | 5 | 0.310449 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.298395 | `azmcp_sql_db_delete` | ❌ | -| 7 | 0.259110 | `azmcp_workbooks_delete` | ❌ | -| 8 | 0.254974 | `azmcp_appconfig_kv_delete` | ❌ | -| 9 | 0.251005 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 10 | 0.231881 | `azmcp_sql_server_create` | ❌ | -| 11 | 0.231126 | `azmcp_postgres_server_param_get` | ❌ | -| 12 | 0.182013 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 13 | 0.166323 | `azmcp_loadtesting_testrun_update` | ❌ | -| 14 | 0.158025 | `azmcp_kusto_query` | ❌ | -| 15 | 0.156028 | `azmcp_functionapp_get` | ❌ | -| 16 | 0.152458 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.152084 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 18 | 0.150665 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.149628 | `azmcp_keyvault_secret_list` | ❌ | -| 20 | 0.145688 | `azmcp_loadtesting_test_get` | ❌ | --- @@ -8400,21 +4620,6 @@ | 3 | 0.577330 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.441605 | `azmcp_sql_server_delete` | ❌ | | 5 | 0.367883 | `azmcp_sql_server_show` | ❌ | -| 6 | 0.336482 | `azmcp_sql_db_delete` | ❌ | -| 7 | 0.293303 | `azmcp_sql_server_create` | ❌ | -| 8 | 0.291409 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 9 | 0.286333 | `azmcp_sql_db_update` | ❌ | -| 10 | 0.284391 | `azmcp_workbooks_delete` | ❌ | -| 11 | 0.252095 | `azmcp_appconfig_kv_delete` | ❌ | -| 12 | 0.222155 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 13 | 0.204033 | `azmcp_loadtesting_testrun_update` | ❌ | -| 14 | 0.193574 | `azmcp_monitor_resource_log_query` | ❌ | -| 15 | 0.185585 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.185007 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.183545 | `azmcp_deploy_iac_rules_get` | ❌ | -| 18 | 0.181757 | `azmcp_azureterraformbestpractices_get` | ❌ | -| 19 | 0.180404 | `azmcp_kusto_query` | ❌ | -| 20 | 0.179948 | `azmcp_keyvault_secret_list` | ❌ | --- @@ -8432,21 +4637,6 @@ | 3 | 0.513114 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.468812 | `azmcp_sql_server_show` | ❌ | | 5 | 0.392512 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 6 | 0.385148 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.359228 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.356700 | `azmcp_mysql_server_list` | ❌ | -| 9 | 0.355203 | `azmcp_mysql_table_list` | ❌ | -| 10 | 0.350241 | `azmcp_mysql_database_list` | ❌ | -| 11 | 0.305039 | `azmcp_keyvault_secret_list` | ❌ | -| 12 | 0.278098 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.277611 | `azmcp_keyvault_key_list` | ❌ | -| 14 | 0.276828 | `azmcp_keyvault_certificate_list` | ❌ | -| 15 | 0.270667 | `azmcp_cosmos_account_list` | ❌ | -| 16 | 0.263181 | `azmcp_kusto_table_list` | ❌ | -| 17 | 0.256310 | `azmcp_aks_nodepool_list` | ❌ | -| 18 | 0.253852 | `azmcp_cosmos_database_container_list` | ❌ | -| 19 | 0.248780 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 20 | 0.243907 | `azmcp_eventgrid_subscription_list` | ❌ | --- @@ -8464,21 +4654,6 @@ | 3 | 0.476757 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.410680 | `azmcp_sql_server_show` | ❌ | | 5 | 0.316854 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 6 | 0.312035 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.298995 | `azmcp_mysql_server_param_get` | ❌ | -| 8 | 0.294466 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.293371 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.292608 | `azmcp_sql_server_delete` | ❌ | -| 11 | 0.225372 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.212971 | `azmcp_eventgrid_subscription_list` | ❌ | -| 13 | 0.210887 | `azmcp_monitor_resource_log_query` | ❌ | -| 14 | 0.210531 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.206823 | `azmcp_keyvault_secret_list` | ❌ | -| 16 | 0.206476 | `azmcp_deploy_iac_rules_get` | ❌ | -| 17 | 0.206114 | `azmcp_kusto_table_list` | ❌ | -| 18 | 0.197711 | `azmcp_kusto_sample` | ❌ | -| 19 | 0.195864 | `azmcp_aks_nodepool_list` | ❌ | -| 20 | 0.191134 | `azmcp_aks_nodepool_get` | ❌ | --- @@ -8496,21 +4671,6 @@ | 3 | 0.473501 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.412957 | `azmcp_sql_server_show` | ❌ | | 5 | 0.308004 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 6 | 0.305701 | `azmcp_mysql_server_param_get` | ❌ | -| 7 | 0.304314 | `azmcp_mysql_server_config_get` | ❌ | -| 8 | 0.282538 | `azmcp_sql_server_create` | ❌ | -| 9 | 0.277628 | `azmcp_postgres_server_config_get` | ❌ | -| 10 | 0.273282 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.202425 | `azmcp_deploy_iac_rules_get` | ❌ | -| 12 | 0.200326 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 13 | 0.191678 | `azmcp_monitor_resource_log_query` | ❌ | -| 14 | 0.191165 | `azmcp_cloudarchitect_design` | ❌ | -| 15 | 0.189036 | `azmcp_eventgrid_subscription_list` | ❌ | -| 16 | 0.177454 | `azmcp_loadtesting_test_get` | ❌ | -| 17 | 0.176225 | `azmcp_bestpractices_get` | ❌ | -| 18 | 0.173184 | `azmcp_applens_resource_diagnose` | ❌ | -| 19 | 0.172350 | `azmcp_aks_nodepool_get` | ❌ | -| 20 | 0.171465 | `azmcp_azureterraformbestpractices_get` | ❌ | --- @@ -8526,23 +4686,8 @@ | 1 | 0.629672 | `azmcp_sql_db_show` | ❌ | | 2 | 0.595184 | `azmcp_sql_server_show` | ✅ **EXPECTED** | | 3 | 0.559893 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.540218 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.540369 | `azmcp_sql_db_list` | ❌ | | 5 | 0.491401 | `azmcp_sql_server_create` | ❌ | -| 6 | 0.488317 | `azmcp_sql_server_delete` | ❌ | -| 7 | 0.481847 | `azmcp_functionapp_get` | ❌ | -| 8 | 0.480067 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.478713 | `azmcp_sql_elastic-pool_list` | ❌ | -| 10 | 0.450140 | `azmcp_aks_cluster_get` | ❌ | -| 11 | 0.445602 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.445391 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 13 | 0.437447 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 14 | 0.424890 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.410380 | `azmcp_group_list` | ❌ | -| 16 | 0.400207 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.394066 | `azmcp_kusto_cluster_get` | ❌ | -| 18 | 0.388694 | `azmcp_monitor_metrics_query` | ❌ | -| 19 | 0.385318 | `azmcp_extension_azqr` | ❌ | -| 20 | 0.383563 | `azmcp_acr_registry_list` | ❌ | --- @@ -8559,22 +4704,7 @@ | 2 | 0.610507 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.538034 | `azmcp_mysql_server_config_get` | ❌ | | 4 | 0.471541 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.445419 | `azmcp_postgres_server_param_get` | ❌ | -| 6 | 0.443977 | `azmcp_mysql_server_param_get` | ❌ | -| 7 | 0.422646 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.413964 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 9 | 0.406630 | `azmcp_loadtesting_test_get` | ❌ | -| 10 | 0.400827 | `azmcp_sql_server_create` | ❌ | -| 11 | 0.379960 | `azmcp_storage_account_get` | ❌ | -| 12 | 0.359439 | `azmcp_aks_cluster_get` | ❌ | -| 13 | 0.349874 | `azmcp_aks_nodepool_get` | ❌ | -| 14 | 0.316818 | `azmcp_appconfig_kv_list` | ❌ | -| 15 | 0.314864 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.308718 | `azmcp_functionapp_get` | ❌ | -| 17 | 0.300098 | `azmcp_kusto_cluster_get` | ❌ | -| 18 | 0.298409 | `azmcp_appconfig_account_list` | ❌ | -| 19 | 0.295903 | `azmcp_loadtesting_testrun_list` | ❌ | -| 20 | 0.284481 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 5 | 0.445430 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -8589,24 +4719,9 @@ |------|-------|------|--------| | 1 | 0.563143 | `azmcp_sql_server_show` | ✅ **EXPECTED** | | 2 | 0.392532 | `azmcp_postgres_server_config_get` | ❌ | -| 3 | 0.380036 | `azmcp_postgres_server_param_get` | ❌ | +| 3 | 0.380021 | `azmcp_postgres_server_param_get` | ❌ | | 4 | 0.372194 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 5 | 0.370539 | `azmcp_sql_db_show` | ❌ | -| 6 | 0.368788 | `azmcp_sql_server_entra-admin_list` | ❌ | -| 7 | 0.367031 | `azmcp_sql_db_list` | ❌ | -| 8 | 0.363268 | `azmcp_mysql_server_config_get` | ❌ | -| 9 | 0.357960 | `azmcp_mysql_database_list` | ❌ | -| 10 | 0.352375 | `azmcp_mysql_server_param_get` | ❌ | -| 11 | 0.288829 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.276327 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.271945 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.268920 | `azmcp_loadtesting_testrun_get` | ❌ | -| 15 | 0.257258 | `azmcp_appconfig_kv_list` | ❌ | -| 16 | 0.253956 | `azmcp_keyvault_secret_list` | ❌ | -| 17 | 0.246266 | `azmcp_aks_nodepool_get` | ❌ | -| 18 | 0.240682 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.237909 | `azmcp_keyvault_certificate_get` | ❌ | -| 20 | 0.236982 | `azmcp_keyvault_key_list` | ❌ | --- @@ -8624,21 +4739,6 @@ | 3 | 0.394541 | `azmcp_storage_blob_container_create` | ❌ | | 4 | 0.391586 | `azmcp_storage_table_list` | ❌ | | 5 | 0.374006 | `azmcp_loadtesting_test_create` | ❌ | -| 6 | 0.355049 | `azmcp_loadtesting_testresource_create` | ❌ | -| 7 | 0.351902 | `azmcp_storage_blob_container_get` | ❌ | -| 8 | 0.325938 | `azmcp_keyvault_secret_create` | ❌ | -| 9 | 0.323501 | `azmcp_appconfig_kv_set` | ❌ | -| 10 | 0.319843 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.315241 | `azmcp_keyvault_key_create` | ❌ | -| 12 | 0.311941 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.311275 | `azmcp_storage_blob_upload` | ❌ | -| 14 | 0.305188 | `azmcp_keyvault_certificate_create` | ❌ | -| 15 | 0.300188 | `azmcp_sql_server_create` | ❌ | -| 16 | 0.298887 | `azmcp_storage_datalake_directory_create` | ❌ | -| 17 | 0.297236 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.289742 | `azmcp_appconfig_kv_show` | ❌ | -| 19 | 0.286778 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.277805 | `azmcp_cosmos_database_container_list` | ❌ | --- @@ -8656,21 +4756,6 @@ | 3 | 0.387071 | `azmcp_storage_account_get` | ❌ | | 4 | 0.382836 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 5 | 0.377221 | `azmcp_sql_db_create` | ❌ | -| 6 | 0.376155 | `azmcp_storage_blob_container_create` | ❌ | -| 7 | 0.361412 | `azmcp_storage_table_list` | ❌ | -| 8 | 0.344343 | `azmcp_loadtesting_testresource_create` | ❌ | -| 9 | 0.340337 | `azmcp_storage_blob_container_get` | ❌ | -| 10 | 0.329099 | `azmcp_loadtesting_test_create` | ❌ | -| 11 | 0.324346 | `azmcp_sql_server_create` | ❌ | -| 12 | 0.319383 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 13 | 0.310931 | `azmcp_monitor_resource_log_query` | ❌ | -| 14 | 0.310707 | `azmcp_storage_blob_upload` | ❌ | -| 15 | 0.310332 | `azmcp_workbooks_create` | ❌ | -| 16 | 0.284483 | `azmcp_deploy_plan_get` | ❌ | -| 17 | 0.284385 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.283067 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 19 | 0.280404 | `azmcp_keyvault_certificate_create` | ❌ | -| 20 | 0.280192 | `azmcp_cloudarchitect_design` | ❌ | --- @@ -8688,21 +4773,6 @@ | 3 | 0.447156 | `azmcp_sql_db_create` | ❌ | | 4 | 0.444359 | `azmcp_storage_datalake_directory_create` | ❌ | | 5 | 0.437040 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.407411 | `azmcp_storage_blob_container_get` | ❌ | -| 7 | 0.386262 | `azmcp_storage_table_list` | ❌ | -| 8 | 0.385096 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 9 | 0.383927 | `azmcp_loadtesting_testresource_create` | ❌ | -| 10 | 0.383895 | `azmcp_sql_server_create` | ❌ | -| 11 | 0.382274 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.380638 | `azmcp_loadtesting_test_create` | ❌ | -| 13 | 0.380503 | `azmcp_keyvault_key_create` | ❌ | -| 14 | 0.372681 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 15 | 0.372357 | `azmcp_keyvault_certificate_create` | ❌ | -| 16 | 0.366696 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 17 | 0.363721 | `azmcp_workbooks_create` | ❌ | -| 18 | 0.359316 | `azmcp_keyvault_secret_create` | ❌ | -| 19 | 0.324944 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.321883 | `azmcp_deploy_plan_get` | ❌ | --- @@ -8720,21 +4790,6 @@ | 3 | 0.507638 | `azmcp_storage_blob_get` | ❌ | | 4 | 0.504386 | `azmcp_storage_table_list` | ❌ | | 5 | 0.483435 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.442858 | `azmcp_appconfig_kv_show` | ❌ | -| 7 | 0.439236 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.431020 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.403478 | `azmcp_cosmos_database_container_list` | ❌ | -| 10 | 0.397051 | `azmcp_mysql_server_config_get` | ❌ | -| 11 | 0.395698 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.388425 | `azmcp_aks_cluster_get` | ❌ | -| 13 | 0.373840 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 14 | 0.373146 | `azmcp_sql_server_show` | ❌ | -| 15 | 0.371705 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 16 | 0.368567 | `azmcp_sql_db_show` | ❌ | -| 17 | 0.367049 | `azmcp_kusto_cluster_get` | ❌ | -| 18 | 0.366454 | `azmcp_aks_nodepool_get` | ❌ | -| 19 | 0.360593 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.356973 | `azmcp_cosmos_database_list` | ❌ | --- @@ -8752,21 +4807,6 @@ | 3 | 0.518215 | `azmcp_storage_account_create` | ❌ | | 4 | 0.515153 | `azmcp_storage_blob_get` | ❌ | | 5 | 0.483947 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.415410 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.411808 | `azmcp_appconfig_kv_show` | ❌ | -| 8 | 0.401802 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.380012 | `azmcp_sql_server_show` | ❌ | -| 10 | 0.375790 | `azmcp_quota_usage_check` | ❌ | -| 11 | 0.373470 | `azmcp_aks_cluster_get` | ❌ | -| 12 | 0.369755 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.368207 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 14 | 0.368023 | `azmcp_kusto_cluster_get` | ❌ | -| 15 | 0.362602 | `azmcp_mysql_server_config_get` | ❌ | -| 16 | 0.362437 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.362236 | `azmcp_marketplace_product_get` | ❌ | -| 18 | 0.355178 | `azmcp_servicebus_queue_details` | ❌ | -| 19 | 0.354842 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 20 | 0.354534 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -8784,21 +4824,6 @@ | 3 | 0.557016 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 4 | 0.536909 | `azmcp_cosmos_account_list` | ❌ | | 5 | 0.535616 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.501172 | `azmcp_subscription_list` | ❌ | -| 7 | 0.496371 | `azmcp_quota_region_availability_list` | ❌ | -| 8 | 0.493246 | `azmcp_appconfig_account_list` | ❌ | -| 9 | 0.484236 | `azmcp_storage_blob_container_get` | ❌ | -| 10 | 0.484163 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.473387 | `azmcp_search_service_list` | ❌ | -| 12 | 0.458793 | `azmcp_monitor_workspace_list` | ❌ | -| 13 | 0.454195 | `azmcp_acr_registry_list` | ❌ | -| 14 | 0.447977 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.445545 | `azmcp_redis_cache_list` | ❌ | -| 16 | 0.441838 | `azmcp_redis_cluster_list` | ❌ | -| 17 | 0.440396 | `azmcp_eventgrid_subscription_list` | ❌ | -| 18 | 0.432645 | `azmcp_kusto_cluster_list` | ❌ | -| 19 | 0.416387 | `azmcp_group_list` | ❌ | -| 20 | 0.414108 | `azmcp_marketplace_product_get` | ❌ | --- @@ -8816,21 +4841,6 @@ | 3 | 0.455449 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.450677 | `azmcp_storage_table_list` | ❌ | | 5 | 0.421642 | `azmcp_cosmos_account_list` | ❌ | -| 6 | 0.409063 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 7 | 0.379853 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 8 | 0.378256 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 9 | 0.375553 | `azmcp_cosmos_database_container_list` | ❌ | -| 10 | 0.367906 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.366021 | `azmcp_quota_usage_check` | ❌ | -| 12 | 0.362252 | `azmcp_storage_account_create` | ❌ | -| 13 | 0.360571 | `azmcp_storage_blob_get` | ❌ | -| 14 | 0.347173 | `azmcp_appconfig_account_list` | ❌ | -| 15 | 0.346039 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.344771 | `azmcp_search_service_list` | ❌ | -| 17 | 0.335306 | `azmcp_appconfig_kv_show` | ❌ | -| 18 | 0.330250 | `azmcp_aks_cluster_list` | ❌ | -| 19 | 0.322285 | `azmcp_keyvault_key_list` | ❌ | -| 20 | 0.312384 | `azmcp_acr_registry_list` | ❌ | --- @@ -8847,22 +4857,7 @@ | 2 | 0.499153 | `azmcp_storage_table_list` | ❌ | | 3 | 0.473598 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.461641 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.454025 | `azmcp_subscription_list` | ❌ | -| 6 | 0.436170 | `azmcp_search_service_list` | ❌ | -| 7 | 0.432854 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.425048 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.418403 | `azmcp_storage_account_create` | ❌ | -| 10 | 0.415843 | `azmcp_storage_blob_get` | ❌ | -| 11 | 0.415080 | `azmcp_appconfig_account_list` | ❌ | -| 12 | 0.392617 | `azmcp_eventgrid_subscription_list` | ❌ | -| 13 | 0.383856 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 14 | 0.382593 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.379856 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.376660 | `azmcp_appconfig_kv_show` | ❌ | -| 17 | 0.374635 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 18 | 0.359998 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.359053 | `azmcp_acr_registry_list` | ❌ | -| 20 | 0.356552 | `azmcp_eventgrid_topic_list` | ❌ | +| 5 | 0.453933 | `azmcp_subscription_list` | ❌ | --- @@ -8880,21 +4875,6 @@ | 3 | 0.408639 | `azmcp_storage_blob_container_create` | ❌ | | 4 | 0.408384 | `azmcp_storage_blob_get` | ❌ | | 5 | 0.378380 | `azmcp_cosmos_database_container_list` | ❌ | -| 6 | 0.369393 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.348748 | `azmcp_storage_account_create` | ❌ | -| 8 | 0.324757 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.305741 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 10 | 0.304711 | `azmcp_storage_blob_upload` | ❌ | -| 11 | 0.295668 | `azmcp_storage_queue_message_send` | ❌ | -| 12 | 0.295532 | `azmcp_appconfig_kv_set` | ❌ | -| 13 | 0.295512 | `azmcp_sql_db_update` | ❌ | -| 14 | 0.295133 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.289458 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 16 | 0.286940 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.285276 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.271887 | `azmcp_appconfig_kv_show` | ❌ | -| 19 | 0.265600 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.262595 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -8907,26 +4887,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527994 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | -| 2 | 0.422467 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.364946 | `azmcp_storage_blob_get` | ❌ | -| 4 | 0.364070 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.360883 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 6 | 0.351892 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.343981 | `azmcp_storage_blob_container_create` | ❌ | -| 8 | 0.341857 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.325105 | `azmcp_storage_blob_upload` | ❌ | -| 10 | 0.311146 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.301044 | `azmcp_acr_registry_repository_list` | ❌ | -| 12 | 0.300312 | `azmcp_sql_db_update` | ❌ | -| 13 | 0.295798 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 14 | 0.280305 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.272376 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 16 | 0.271310 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 17 | 0.267309 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 18 | 0.253981 | `azmcp_appconfig_kv_set` | ❌ | -| 19 | 0.251624 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.246907 | `azmcp_deploy_iac_rules_get` | ❌ | +| 1 | 0.527981 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | +| 2 | 0.422571 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.364990 | `azmcp_storage_blob_get` | ❌ | +| 4 | 0.364085 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.360888 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- @@ -8944,21 +4909,6 @@ | 3 | 0.508053 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.447784 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.403407 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.387848 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.335039 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 8 | 0.331449 | `azmcp_storage_blob_get` | ❌ | -| 9 | 0.326352 | `azmcp_appconfig_kv_set` | ❌ | -| 10 | 0.324867 | `azmcp_sql_db_create` | ❌ | -| 11 | 0.323238 | `azmcp_keyvault_secret_create` | ❌ | -| 12 | 0.322464 | `azmcp_storage_blob_upload` | ❌ | -| 13 | 0.320470 | `azmcp_storage_datalake_directory_create` | ❌ | -| 14 | 0.318855 | `azmcp_keyvault_key_create` | ❌ | -| 15 | 0.305680 | `azmcp_keyvault_certificate_create` | ❌ | -| 16 | 0.297912 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 17 | 0.297384 | `azmcp_cosmos_account_list` | ❌ | -| 18 | 0.292093 | `azmcp_acr_registry_repository_list` | ❌ | -| 19 | 0.291137 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.281807 | `azmcp_sql_server_create` | ❌ | --- @@ -8976,21 +4926,6 @@ | 3 | 0.470927 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.415378 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.414820 | `azmcp_storage_blob_get` | ❌ | -| 6 | 0.368859 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.361494 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 8 | 0.354861 | `azmcp_storage_table_list` | ❌ | -| 9 | 0.334040 | `azmcp_storage_blob_upload` | ❌ | -| 10 | 0.320173 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 11 | 0.309739 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.296899 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.296438 | `azmcp_sql_db_create` | ❌ | -| 14 | 0.285153 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.278052 | `azmcp_keyvault_secret_create` | ❌ | -| 16 | 0.275240 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.275199 | `azmcp_keyvault_key_create` | ❌ | -| 18 | 0.270167 | `azmcp_appconfig_kv_set` | ❌ | -| 19 | 0.269625 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.268922 | `azmcp_workbooks_create` | ❌ | --- @@ -9008,21 +4943,6 @@ | 3 | 0.451690 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | | 4 | 0.435099 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.388450 | `azmcp_storage_blob_get` | ❌ | -| 6 | 0.378021 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 7 | 0.375383 | `azmcp_storage_table_list` | ❌ | -| 8 | 0.366330 | `azmcp_storage_account_get` | ❌ | -| 9 | 0.351724 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 10 | 0.329038 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.322364 | `azmcp_cosmos_database_list` | ❌ | -| 12 | 0.314128 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.309104 | `azmcp_storage_blob_upload` | ❌ | -| 14 | 0.287885 | `azmcp_workbooks_create` | ❌ | -| 15 | 0.280806 | `azmcp_keyvault_certificate_create` | ❌ | -| 16 | 0.277049 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.276533 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.275575 | `azmcp_keyvault_secret_create` | ❌ | -| 19 | 0.269719 | `azmcp_acr_registry_repository_list` | ❌ | -| 20 | 0.266791 | `azmcp_appconfig_kv_set` | ❌ | --- @@ -9040,21 +4960,6 @@ | 3 | 0.523288 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.518763 | `azmcp_storage_blob_get` | ❌ | | 5 | 0.496184 | `azmcp_storage_blob_container_create` | ❌ | -| 6 | 0.479946 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.461577 | `azmcp_storage_account_create` | ❌ | -| 8 | 0.421964 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.421220 | `azmcp_appconfig_kv_show` | ❌ | -| 10 | 0.384585 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.377009 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 12 | 0.376988 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 13 | 0.367759 | `azmcp_quota_usage_check` | ❌ | -| 14 | 0.359218 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 15 | 0.354913 | `azmcp_sql_server_show` | ❌ | -| 16 | 0.353561 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.350264 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.335739 | `azmcp_appconfig_kv_list` | ❌ | -| 19 | 0.334806 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.332134 | `azmcp_deploy_app_logs_get` | ❌ | --- @@ -9072,21 +4977,6 @@ | 3 | 0.530702 | `azmcp_storage_table_list` | ❌ | | 4 | 0.521995 | `azmcp_storage_blob_get` | ❌ | | 5 | 0.479014 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.471385 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.453044 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.409820 | `azmcp_acr_registry_repository_list` | ❌ | -| 9 | 0.404640 | `azmcp_storage_account_create` | ❌ | -| 10 | 0.393989 | `azmcp_storage_blob_container_create` | ❌ | -| 11 | 0.386144 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.367427 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.367036 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 14 | 0.359465 | `azmcp_search_service_list` | ❌ | -| 15 | 0.359378 | `azmcp_subscription_list` | ❌ | -| 16 | 0.358630 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 17 | 0.356400 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.351601 | `azmcp_keyvault_certificate_list` | ❌ | -| 19 | 0.351566 | `azmcp_keyvault_secret_list` | ❌ | -| 20 | 0.348288 | `azmcp_appconfig_account_list` | ❌ | --- @@ -9104,21 +4994,6 @@ | 3 | 0.526462 | `azmcp_storage_table_list` | ❌ | | 4 | 0.511261 | `azmcp_storage_account_get` | ❌ | | 5 | 0.439698 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.437887 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.429767 | `azmcp_storage_blob_get` | ❌ | -| 8 | 0.418128 | `azmcp_storage_blob_container_create` | ❌ | -| 9 | 0.405678 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 10 | 0.390261 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.386750 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 12 | 0.384096 | `azmcp_acr_registry_repository_list` | ❌ | -| 13 | 0.355955 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 14 | 0.354374 | `azmcp_search_service_list` | ❌ | -| 15 | 0.352491 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.348138 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.346936 | `azmcp_quota_usage_check` | ❌ | -| 18 | 0.345644 | `azmcp_acr_registry_list` | ❌ | -| 19 | 0.340643 | `azmcp_subscription_list` | ❌ | -| 20 | 0.340150 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- @@ -9131,26 +5006,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.613091 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 2 | 0.586289 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.483614 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.477946 | `azmcp_cosmos_database_container_list` | ❌ | -| 5 | 0.434667 | `azmcp_storage_blob_container_create` | ❌ | -| 6 | 0.431571 | `azmcp_storage_table_list` | ❌ | -| 7 | 0.420748 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 8 | 0.408521 | `azmcp_storage_account_create` | ❌ | -| 9 | 0.386482 | `azmcp_appconfig_kv_show` | ❌ | -| 10 | 0.359392 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 11 | 0.349565 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.345511 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.343238 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 14 | 0.338048 | `azmcp_sql_server_show` | ❌ | -| 15 | 0.333887 | `azmcp_mysql_server_config_get` | ❌ | -| 16 | 0.330904 | `azmcp_storage_blob_upload` | ❌ | -| 17 | 0.326504 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.323065 | `azmcp_cosmos_database_list` | ❌ | -| 19 | 0.318346 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.303869 | `azmcp_aks_nodepool_get` | ❌ | +| 1 | 0.613053 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 2 | 0.586172 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.483539 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.477881 | `azmcp_cosmos_database_container_list` | ❌ | +| 5 | 0.434549 | `azmcp_storage_blob_container_create` | ❌ | --- @@ -9163,26 +5023,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662106 | `azmcp_storage_blob_container_get` | ❌ | -| 2 | 0.661919 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 3 | 0.537535 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.460657 | `azmcp_storage_blob_container_create` | ❌ | -| 5 | 0.457038 | `azmcp_storage_account_create` | ❌ | -| 6 | 0.453696 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.388809 | `azmcp_storage_table_list` | ❌ | -| 8 | 0.370177 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 9 | 0.360712 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 10 | 0.359655 | `azmcp_aks_cluster_get` | ❌ | -| 11 | 0.358376 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.353461 | `azmcp_kusto_cluster_get` | ❌ | -| 13 | 0.353131 | `azmcp_workbooks_show` | ❌ | -| 14 | 0.352671 | `azmcp_sql_server_show` | ❌ | -| 15 | 0.348551 | `azmcp_appconfig_kv_show` | ❌ | -| 16 | 0.342860 | `azmcp_aks_nodepool_get` | ❌ | -| 17 | 0.337010 | `azmcp_mysql_server_config_get` | ❌ | -| 18 | 0.334138 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 19 | 0.329754 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.319525 | `azmcp_keyvault_certificate_get` | ❌ | +| 1 | 0.662008 | `azmcp_storage_blob_container_get` | ❌ | +| 2 | 0.661867 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 3 | 0.537221 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.460684 | `azmcp_storage_blob_container_create` | ❌ | +| 5 | 0.456775 | `azmcp_storage_account_create` | ❌ | --- @@ -9200,21 +5045,6 @@ | 3 | 0.568421 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | | 4 | 0.507970 | `azmcp_storage_table_list` | ❌ | | 5 | 0.465942 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.452160 | `azmcp_cosmos_account_list` | ❌ | -| 7 | 0.415853 | `azmcp_cosmos_database_list` | ❌ | -| 8 | 0.413280 | `azmcp_storage_blob_container_create` | ❌ | -| 9 | 0.400483 | `azmcp_acr_registry_repository_list` | ❌ | -| 10 | 0.394852 | `azmcp_storage_account_create` | ❌ | -| 11 | 0.382903 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 12 | 0.380052 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.379099 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 14 | 0.369639 | `azmcp_keyvault_secret_list` | ❌ | -| 15 | 0.363904 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 16 | 0.361689 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.359099 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.348791 | `azmcp_subscription_list` | ❌ | -| 19 | 0.340190 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.328193 | `azmcp_search_service_list` | ❌ | --- @@ -9227,26 +5057,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.570349 | `azmcp_storage_blob_container_get` | ❌ | -| 2 | 0.549371 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 3 | 0.533522 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.456057 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.449079 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.433879 | `azmcp_storage_blob_container_create` | ❌ | -| 7 | 0.397262 | `azmcp_storage_account_create` | ❌ | -| 8 | 0.395794 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.385260 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 10 | 0.362258 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 11 | 0.359386 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 12 | 0.353754 | `azmcp_cosmos_database_list` | ❌ | -| 13 | 0.345236 | `azmcp_acr_registry_repository_list` | ❌ | -| 14 | 0.342696 | `azmcp_appconfig_kv_show` | ❌ | -| 15 | 0.342543 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 16 | 0.339810 | `azmcp_deploy_app_logs_get` | ❌ | -| 17 | 0.336173 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.314055 | `azmcp_quota_usage_check` | ❌ | -| 19 | 0.308731 | `azmcp_storage_blob_upload` | ❌ | -| 20 | 0.306820 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 1 | 0.570353 | `azmcp_storage_blob_container_get` | ❌ | +| 2 | 0.549442 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 3 | 0.533515 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.456071 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.449128 | `azmcp_storage_account_get` | ❌ | --- @@ -9259,26 +5074,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.566115 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | -| 2 | 0.403093 | `azmcp_storage_blob_get` | ❌ | -| 3 | 0.397333 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.382088 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.376974 | `azmcp_storage_blob_container_create` | ❌ | -| 6 | 0.351761 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.327040 | `azmcp_cosmos_database_container_list` | ❌ | -| 8 | 0.323952 | `azmcp_appconfig_kv_set` | ❌ | -| 9 | 0.307260 | `azmcp_storage_table_list` | ❌ | -| 10 | 0.298029 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 11 | 0.297131 | `azmcp_storage_queue_message_send` | ❌ | -| 12 | 0.294668 | `azmcp_keyvault_certificate_import` | ❌ | -| 13 | 0.291484 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 14 | 0.284553 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 15 | 0.284413 | `azmcp_monitor_resource_log_query` | ❌ | -| 16 | 0.273317 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.273253 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 18 | 0.272373 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 19 | 0.257796 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.253385 | `azmcp_appconfig_kv_show` | ❌ | +| 1 | 0.566287 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | +| 2 | 0.403451 | `azmcp_storage_blob_get` | ❌ | +| 3 | 0.397722 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.382123 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.377255 | `azmcp_storage_blob_container_create` | ❌ | --- @@ -9294,23 +5094,8 @@ | 1 | 0.647078 | `azmcp_storage_datalake_directory_create` | ✅ **EXPECTED** | | 2 | 0.481507 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | | 3 | 0.442414 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.348448 | `azmcp_keyvault_secret_create` | ❌ | -| 5 | 0.340453 | `azmcp_keyvault_certificate_create` | ❌ | -| 6 | 0.340046 | `azmcp_storage_blob_container_create` | ❌ | -| 7 | 0.333862 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.329189 | `azmcp_sql_db_create` | ❌ | -| 9 | 0.313913 | `azmcp_storage_account_get` | ❌ | -| 10 | 0.306845 | `azmcp_storage_blob_container_get` | ❌ | -| 11 | 0.303932 | `azmcp_storage_table_list` | ❌ | -| 12 | 0.302849 | `azmcp_loadtesting_testresource_create` | ❌ | -| 13 | 0.297012 | `azmcp_loadtesting_test_create` | ❌ | -| 14 | 0.295247 | `azmcp_storage_blob_upload` | ❌ | -| 15 | 0.281849 | `azmcp_sql_server_create` | ❌ | -| 16 | 0.281674 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 17 | 0.276608 | `azmcp_appconfig_kv_set` | ❌ | -| 18 | 0.249193 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.241212 | `azmcp_monitor_resource_log_query` | ❌ | -| 20 | 0.240531 | `azmcp_deploy_plan_get` | ❌ | +| 4 | 0.348428 | `azmcp_keyvault_secret_create` | ❌ | +| 5 | 0.340447 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -9323,26 +5108,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.768097 | `azmcp_storage_datalake_file-system_list-paths` | ✅ **EXPECTED** | -| 2 | 0.506211 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.481716 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.451751 | `azmcp_storage_datalake_directory_create` | ❌ | -| 5 | 0.432225 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.421096 | `azmcp_storage_share_file_list` | ❌ | -| 7 | 0.419344 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.415032 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.402172 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.390634 | `azmcp_cosmos_database_container_list` | ❌ | -| 11 | 0.384491 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.374963 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.358062 | `azmcp_monitor_table_type_list` | ❌ | -| 14 | 0.352714 | `azmcp_search_service_list` | ❌ | -| 15 | 0.349364 | `azmcp_subscription_list` | ❌ | -| 16 | 0.346934 | `azmcp_keyvault_secret_list` | ❌ | -| 17 | 0.344399 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.337554 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.337221 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 20 | 0.333706 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.767960 | `azmcp_storage_datalake_file-system_list-paths` | ✅ **EXPECTED** | +| 2 | 0.506115 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 3 | 0.481743 | `azmcp_storage_table_list` | ❌ | +| 4 | 0.451626 | `azmcp_storage_datalake_directory_create` | ❌ | +| 5 | 0.432222 | `azmcp_storage_account_get` | ❌ | --- @@ -9360,21 +5130,6 @@ | 3 | 0.433622 | `azmcp_storage_datalake_directory_create` | ❌ | | 4 | 0.432085 | `azmcp_storage_table_list` | ❌ | | 5 | 0.426861 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.399930 | `azmcp_storage_blob_container_get` | ❌ | -| 7 | 0.384157 | `azmcp_storage_share_file_list` | ❌ | -| 8 | 0.372453 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.347625 | `azmcp_cosmos_database_container_list` | ❌ | -| 10 | 0.345916 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.344289 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.335052 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 13 | 0.329464 | `azmcp_storage_blob_get` | ❌ | -| 14 | 0.327668 | `azmcp_monitor_table_list` | ❌ | -| 15 | 0.325117 | `azmcp_storage_account_create` | ❌ | -| 16 | 0.321697 | `azmcp_monitor_table_type_list` | ❌ | -| 17 | 0.304870 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 18 | 0.304588 | `azmcp_keyvault_key_list` | ❌ | -| 19 | 0.304566 | `azmcp_deploy_app_logs_get` | ❌ | -| 20 | 0.289587 | `azmcp_acr_registry_repository_list` | ❌ | --- @@ -9392,21 +5147,6 @@ | 3 | 0.431539 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 4 | 0.418199 | `azmcp_storage_datalake_directory_create` | ❌ | | 5 | 0.394456 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.372101 | `azmcp_storage_account_get` | ❌ | -| 7 | 0.363918 | `azmcp_storage_blob_container_get` | ❌ | -| 8 | 0.358303 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.343302 | `azmcp_cosmos_database_list` | ❌ | -| 10 | 0.337285 | `azmcp_cosmos_database_container_list` | ❌ | -| 11 | 0.335036 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.333908 | `azmcp_acr_registry_repository_list` | ❌ | -| 13 | 0.323351 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 14 | 0.322053 | `azmcp_search_service_list` | ❌ | -| 15 | 0.317872 | `azmcp_subscription_list` | ❌ | -| 16 | 0.317437 | `azmcp_monitor_table_list` | ❌ | -| 17 | 0.314512 | `azmcp_keyvault_key_list` | ❌ | -| 18 | 0.314318 | `azmcp_mysql_database_list` | ❌ | -| 19 | 0.310101 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 20 | 0.299896 | `azmcp_keyvault_certificate_list` | ❌ | --- @@ -9419,26 +5159,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.558401 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 1 | 0.558459 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | | 2 | 0.410972 | `azmcp_storage_table_list` | ❌ | | 3 | 0.375068 | `azmcp_storage_account_get` | ❌ | | 4 | 0.373072 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.344491 | `azmcp_servicebus_queue_details` | ❌ | -| 6 | 0.335989 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 7 | 0.328105 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.325517 | `azmcp_appconfig_kv_set` | ❌ | -| 9 | 0.324933 | `azmcp_storage_blob_container_get` | ❌ | -| 10 | 0.321736 | `azmcp_appconfig_kv_show` | ❌ | -| 11 | 0.317420 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.305274 | `azmcp_cosmos_database_container_list` | ❌ | -| 13 | 0.300578 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 14 | 0.285295 | `azmcp_cosmos_database_list` | ❌ | -| 15 | 0.279181 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 16 | 0.278031 | `azmcp_monitor_workspace_log_query` | ❌ | -| 17 | 0.272609 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.262059 | `azmcp_storage_blob_upload` | ❌ | -| 19 | 0.260151 | `azmcp_quota_usage_check` | ❌ | -| 20 | 0.258161 | `azmcp_appconfig_account_list` | ❌ | +| 5 | 0.344373 | `azmcp_servicebus_queue_details` | ❌ | --- @@ -9451,26 +5176,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642281 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.383347 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.373094 | `azmcp_servicebus_queue_details` | ❌ | -| 4 | 0.357077 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.347722 | `azmcp_monitor_resource_log_query` | ❌ | -| 6 | 0.334605 | `azmcp_storage_account_create` | ❌ | -| 7 | 0.325315 | `azmcp_storage_blob_container_get` | ❌ | -| 8 | 0.317267 | `azmcp_storage_blob_container_create` | ❌ | -| 9 | 0.315919 | `azmcp_monitor_workspace_log_query` | ❌ | -| 10 | 0.314996 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 11 | 0.312411 | `azmcp_storage_blob_upload` | ❌ | -| 12 | 0.310355 | `azmcp_appconfig_kv_set` | ❌ | -| 13 | 0.303960 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 14 | 0.282659 | `azmcp_appconfig_kv_show` | ❌ | -| 15 | 0.282606 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 16 | 0.277831 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.273189 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.271352 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.257351 | `azmcp_keyvault_secret_create` | ❌ | -| 20 | 0.248004 | `azmcp_eventgrid_subscription_list` | ❌ | +| 1 | 0.642129 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 2 | 0.383344 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.373050 | `azmcp_servicebus_queue_details` | ❌ | +| 4 | 0.357015 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.347683 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -9483,26 +5193,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.595323 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.360641 | `azmcp_servicebus_queue_details` | ❌ | -| 3 | 0.338590 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.325347 | `azmcp_appconfig_kv_set` | ❌ | -| 5 | 0.322604 | `azmcp_storage_table_list` | ❌ | -| 6 | 0.313149 | `azmcp_storage_blob_container_create` | ❌ | -| 7 | 0.312357 | `azmcp_storage_account_get` | ❌ | -| 8 | 0.297459 | `azmcp_storage_blob_container_get` | ❌ | -| 9 | 0.293460 | `azmcp_storage_blob_upload` | ❌ | -| 10 | 0.278704 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 11 | 0.274559 | `azmcp_keyvault_secret_create` | ❌ | -| 12 | 0.271013 | `azmcp_monitor_resource_log_query` | ❌ | -| 13 | 0.270512 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.266491 | `azmcp_monitor_workspace_log_query` | ❌ | -| 15 | 0.262108 | `azmcp_cosmos_database_container_item_query` | ❌ | -| 16 | 0.260463 | `azmcp_storage_blob_batch_set-tier` | ❌ | -| 17 | 0.257511 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 18 | 0.247138 | `azmcp_cosmos_database_container_list` | ❌ | -| 19 | 0.245807 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.241490 | `azmcp_keyvault_key_create` | ❌ | +| 1 | 0.595141 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 2 | 0.360607 | `azmcp_servicebus_queue_details` | ❌ | +| 3 | 0.338577 | `azmcp_storage_account_create` | ❌ | +| 4 | 0.325275 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.322552 | `azmcp_storage_table_list` | ❌ | --- @@ -9515,26 +5210,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.640440 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.539851 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.522644 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 4 | 0.500965 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.491152 | `azmcp_storage_blob_container_get` | ❌ | -| 6 | 0.458759 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 7 | 0.433528 | `azmcp_cosmos_account_list` | ❌ | -| 8 | 0.416549 | `azmcp_cosmos_database_container_list` | ❌ | -| 9 | 0.404225 | `azmcp_storage_account_create` | ❌ | -| 10 | 0.397963 | `azmcp_cosmos_database_list` | ❌ | -| 11 | 0.391675 | `azmcp_storage_blob_get` | ❌ | -| 12 | 0.390560 | `azmcp_keyvault_key_list` | ❌ | -| 13 | 0.385362 | `azmcp_keyvault_secret_list` | ❌ | -| 14 | 0.382087 | `azmcp_search_service_list` | ❌ | -| 15 | 0.373056 | `azmcp_keyvault_certificate_list` | ❌ | -| 16 | 0.372921 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.366463 | `azmcp_subscription_list` | ❌ | -| 18 | 0.360454 | `azmcp_monitor_resource_log_query` | ❌ | -| 19 | 0.353892 | `azmcp_monitor_table_list` | ❌ | -| 20 | 0.353596 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.640903 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | +| 2 | 0.540005 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.523154 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 4 | 0.501019 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.491476 | `azmcp_storage_blob_container_get` | ❌ | --- @@ -9552,21 +5232,6 @@ | 3 | 0.452271 | `azmcp_storage_table_list` | ❌ | | 4 | 0.443743 | `azmcp_storage_account_get` | ❌ | | 5 | 0.425236 | `azmcp_storage_blob_container_get` | ❌ | -| 6 | 0.405964 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 7 | 0.380180 | `azmcp_storage_datalake_directory_create` | ❌ | -| 8 | 0.351906 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.351055 | `azmcp_storage_account_create` | ❌ | -| 10 | 0.341853 | `azmcp_storage_blob_get` | ❌ | -| 11 | 0.341352 | `azmcp_cosmos_database_container_list` | ❌ | -| 12 | 0.331565 | `azmcp_monitor_resource_log_query` | ❌ | -| 13 | 0.328388 | `azmcp_appconfig_kv_show` | ❌ | -| 14 | 0.320461 | `azmcp_keyvault_secret_list` | ❌ | -| 15 | 0.317899 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.315417 | `azmcp_keyvault_key_list` | ❌ | -| 17 | 0.304034 | `azmcp_appconfig_account_list` | ❌ | -| 18 | 0.303900 | `azmcp_acr_registry_repository_list` | ❌ | -| 19 | 0.301881 | `azmcp_search_service_list` | ❌ | -| 20 | 0.297519 | `azmcp_subscription_list` | ❌ | --- @@ -9579,26 +5244,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.602213 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.449412 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.446161 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 4 | 0.436632 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.423868 | `azmcp_extension_azqr` | ❌ | -| 6 | 0.422668 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 7 | 0.411646 | `azmcp_storage_blob_container_get` | ❌ | -| 8 | 0.378092 | `azmcp_cosmos_account_list` | ❌ | -| 9 | 0.374980 | `azmcp_monitor_resource_log_query` | ❌ | -| 10 | 0.369171 | `azmcp_acr_registry_repository_list` | ❌ | -| 11 | 0.364292 | `azmcp_workbooks_list` | ❌ | -| 12 | 0.360947 | `azmcp_search_service_list` | ❌ | -| 13 | 0.352130 | `azmcp_storage_account_create` | ❌ | -| 14 | 0.344004 | `azmcp_mysql_server_list` | ❌ | -| 15 | 0.343815 | `azmcp_storage_blob_get` | ❌ | -| 16 | 0.339261 | `azmcp_cosmos_database_list` | ❌ | -| 17 | 0.336352 | `azmcp_cosmos_database_container_list` | ❌ | -| 18 | 0.332926 | `azmcp_keyvault_certificate_list` | ❌ | -| 19 | 0.319836 | `azmcp_keyvault_secret_list` | ❌ | -| 20 | 0.319475 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.601795 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | +| 2 | 0.449257 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.446116 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 4 | 0.436615 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.423926 | `azmcp_extension_azqr` | ❌ | --- @@ -9612,25 +5262,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.787243 | `azmcp_storage_table_list` | ✅ **EXPECTED** | -| 2 | 0.574874 | `azmcp_monitor_table_list` | ❌ | +| 2 | 0.574921 | `azmcp_monitor_table_list` | ❌ | | 3 | 0.552523 | `azmcp_mysql_table_list` | ❌ | | 4 | 0.514042 | `azmcp_cosmos_database_list` | ❌ | | 5 | 0.510657 | `azmcp_storage_account_get` | ❌ | -| 6 | 0.505290 | `azmcp_storage_blob_container_get` | ❌ | -| 7 | 0.503638 | `azmcp_cosmos_database_container_list` | ❌ | -| 8 | 0.498181 | `azmcp_postgres_table_list` | ❌ | -| 9 | 0.497572 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.491995 | `azmcp_cosmos_account_list` | ❌ | -| 11 | 0.486049 | `azmcp_kusto_table_list` | ❌ | -| 12 | 0.430612 | `azmcp_mysql_database_list` | ❌ | -| 13 | 0.421849 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 14 | 0.421152 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 15 | 0.407089 | `azmcp_storage_account_create` | ❌ | -| 16 | 0.404701 | `azmcp_kusto_database_list` | ❌ | -| 17 | 0.396428 | `azmcp_monitor_resource_log_query` | ❌ | -| 18 | 0.393795 | `azmcp_keyvault_key_list` | ❌ | -| 19 | 0.362914 | `azmcp_kusto_table_schema` | ❌ | -| 20 | 0.360786 | `azmcp_keyvault_certificate_list` | ❌ | --- @@ -9644,25 +5279,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.738095 | `azmcp_storage_table_list` | ✅ **EXPECTED** | -| 2 | 0.521718 | `azmcp_monitor_table_list` | ❌ | +| 2 | 0.521785 | `azmcp_monitor_table_list` | ❌ | | 3 | 0.520811 | `azmcp_mysql_table_list` | ❌ | | 4 | 0.519070 | `azmcp_storage_account_get` | ❌ | | 5 | 0.514313 | `azmcp_storage_blob_container_get` | ❌ | -| 6 | 0.480680 | `azmcp_cosmos_database_container_list` | ❌ | -| 7 | 0.479470 | `azmcp_monitor_table_type_list` | ❌ | -| 8 | 0.470860 | `azmcp_cosmos_database_list` | ❌ | -| 9 | 0.462051 | `azmcp_cosmos_account_list` | ❌ | -| 10 | 0.447645 | `azmcp_kusto_table_list` | ❌ | -| 11 | 0.441119 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 12 | 0.434084 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 13 | 0.428607 | `azmcp_storage_account_create` | ❌ | -| 14 | 0.423663 | `azmcp_postgres_table_list` | ❌ | -| 15 | 0.420393 | `azmcp_mysql_database_list` | ❌ | -| 16 | 0.406204 | `azmcp_monitor_resource_log_query` | ❌ | -| 17 | 0.380764 | `azmcp_kusto_table_schema` | ❌ | -| 18 | 0.368191 | `azmcp_keyvault_key_list` | ❌ | -| 19 | 0.365922 | `azmcp_kusto_database_list` | ❌ | -| 20 | 0.362253 | `azmcp_kusto_sample` | ❌ | --- @@ -9675,26 +5295,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576093 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.576008 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.512964 | `azmcp_cosmos_account_list` | ❌ | | 3 | 0.473852 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.471653 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.467765 | `azmcp_eventgrid_subscription_list` | ❌ | -| 6 | 0.452471 | `azmcp_search_service_list` | ❌ | -| 7 | 0.450973 | `azmcp_redis_cluster_list` | ❌ | -| 8 | 0.445724 | `azmcp_grafana_list` | ❌ | -| 9 | 0.436338 | `azmcp_storage_table_list` | ❌ | -| 10 | 0.431337 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.430280 | `azmcp_group_list` | ❌ | -| 12 | 0.422734 | `azmcp_eventgrid_topic_list` | ❌ | -| 13 | 0.406935 | `azmcp_appconfig_account_list` | ❌ | -| 14 | 0.394917 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.388737 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.380636 | `azmcp_marketplace_product_list` | ❌ | -| 17 | 0.367761 | `azmcp_storage_account_get` | ❌ | -| 18 | 0.366831 | `azmcp_loadtesting_testresource_list` | ❌ | -| 19 | 0.348524 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.344901 | `azmcp_servicebus_topic_subscription_details` | ❌ | --- @@ -9707,26 +5312,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.405792 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.405690 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.384208 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.381238 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.351864 | `azmcp_grafana_list` | ❌ | | 5 | 0.350951 | `azmcp_redis_cache_list` | ❌ | -| 6 | 0.341813 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.334787 | `azmcp_eventgrid_topic_list` | ❌ | -| 8 | 0.328109 | `azmcp_search_service_list` | ❌ | -| 9 | 0.315604 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.308874 | `azmcp_appconfig_account_list` | ❌ | -| 11 | 0.303528 | `azmcp_cosmos_account_list` | ❌ | -| 12 | 0.303367 | `azmcp_marketplace_product_list` | ❌ | -| 13 | 0.297209 | `azmcp_group_list` | ❌ | -| 14 | 0.296282 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.295181 | `azmcp_marketplace_product_get` | ❌ | -| 16 | 0.285434 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 17 | 0.275422 | `azmcp_loadtesting_testresource_list` | ❌ | -| 18 | 0.269922 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 19 | 0.256330 | `azmcp_storage_table_list` | ❌ | -| 20 | 0.244501 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- @@ -9739,26 +5329,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.320025 | `azmcp_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.315549 | `azmcp_marketplace_product_get` | ❌ | +| 1 | 0.319922 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.315547 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.313335 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.286711 | `azmcp_redis_cache_list` | ❌ | | 5 | 0.282645 | `azmcp_grafana_list` | ❌ | -| 6 | 0.279702 | `azmcp_redis_cluster_list` | ❌ | -| 7 | 0.278798 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.273758 | `azmcp_marketplace_product_list` | ❌ | -| 9 | 0.256358 | `azmcp_kusto_cluster_list` | ❌ | -| 10 | 0.254815 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 11 | 0.252938 | `azmcp_eventgrid_topic_list` | ❌ | -| 12 | 0.252443 | `azmcp_loadtesting_testresource_list` | ❌ | -| 13 | 0.251683 | `azmcp_search_service_list` | ❌ | -| 14 | 0.251368 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 15 | 0.233143 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.230571 | `azmcp_cosmos_account_list` | ❌ | -| 17 | 0.230324 | `azmcp_kusto_cluster_get` | ❌ | -| 18 | 0.227020 | `azmcp_quota_region_availability_list` | ❌ | -| 19 | 0.226446 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.211120 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- @@ -9771,26 +5346,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.403291 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.403182 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.375168 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.354504 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.342318 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.340339 | `azmcp_grafana_list` | ❌ | -| 6 | 0.336798 | `azmcp_postgres_server_list` | ❌ | -| 7 | 0.311939 | `azmcp_search_service_list` | ❌ | -| 8 | 0.311109 | `azmcp_marketplace_product_list` | ❌ | -| 9 | 0.305161 | `azmcp_marketplace_product_get` | ❌ | -| 10 | 0.304965 | `azmcp_kusto_cluster_list` | ❌ | -| 11 | 0.302338 | `azmcp_eventgrid_topic_list` | ❌ | -| 12 | 0.300478 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 13 | 0.294080 | `azmcp_monitor_workspace_list` | ❌ | -| 14 | 0.291826 | `azmcp_cosmos_account_list` | ❌ | -| 15 | 0.282288 | `azmcp_loadtesting_testresource_list` | ❌ | -| 16 | 0.281294 | `azmcp_appconfig_account_list` | ❌ | -| 17 | 0.274224 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 18 | 0.269869 | `azmcp_group_list` | ❌ | -| 19 | 0.258410 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 20 | 0.236600 | `azmcp_quota_region_availability_list` | ❌ | --- @@ -9808,21 +5368,6 @@ | 3 | 0.566615 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.548888 | `azmcp_search_service_list` | ❌ | | 5 | 0.536542 | `azmcp_redis_cluster_list` | ❌ | -| 6 | 0.535739 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | -| 7 | 0.527948 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.527095 | `azmcp_aks_nodepool_list` | ❌ | -| 9 | 0.525737 | `azmcp_aks_cluster_list` | ❌ | -| 10 | 0.525637 | `azmcp_sql_elastic-pool_list` | ❌ | -| 11 | 0.506608 | `azmcp_redis_cache_list` | ❌ | -| 12 | 0.505149 | `azmcp_subscription_list` | ❌ | -| 13 | 0.496297 | `azmcp_cosmos_account_list` | ❌ | -| 14 | 0.495490 | `azmcp_grafana_list` | ❌ | -| 15 | 0.492515 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.476718 | `azmcp_group_list` | ❌ | -| 17 | 0.465511 | `azmcp_aks_nodepool_get` | ❌ | -| 18 | 0.463011 | `azmcp_eventgrid_topic_list` | ❌ | -| 19 | 0.461974 | `azmcp_eventgrid_subscription_list` | ❌ | -| 20 | 0.460388 | `azmcp_acr_registry_list` | ❌ | --- @@ -9839,22 +5384,7 @@ | 2 | 0.714469 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | | 3 | 0.573352 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 4 | 0.439611 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.402858 | `azmcp_aks_nodepool_get` | ❌ | -| 6 | 0.393721 | `azmcp_sql_elastic-pool_list` | ❌ | -| 7 | 0.364696 | `azmcp_postgres_server_list` | ❌ | -| 8 | 0.362307 | `azmcp_search_service_list` | ❌ | -| 9 | 0.344853 | `azmcp_mysql_server_list` | ❌ | -| 10 | 0.337530 | `azmcp_redis_cluster_list` | ❌ | -| 11 | 0.335295 | `azmcp_monitor_workspace_list` | ❌ | -| 12 | 0.333517 | `azmcp_kusto_cluster_list` | ❌ | -| 13 | 0.333003 | `azmcp_keyvault_secret_list` | ❌ | -| 14 | 0.330912 | `azmcp_aks_cluster_list` | ❌ | -| 15 | 0.328734 | `azmcp_keyvault_key_list` | ❌ | -| 16 | 0.321826 | `azmcp_subscription_list` | ❌ | -| 17 | 0.312156 | `azmcp_keyvault_certificate_list` | ❌ | -| 18 | 0.311262 | `azmcp_grafana_list` | ❌ | -| 19 | 0.308168 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 20 | 0.302706 | `azmcp_cosmos_account_list` | ❌ | +| 5 | 0.402909 | `azmcp_aks_nodepool_get` | ❌ | --- @@ -9872,21 +5402,6 @@ | 3 | 0.501167 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 4 | 0.356479 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.336385 | `azmcp_monitor_workspace_list` | ❌ | -| 6 | 0.327423 | `azmcp_sql_elastic-pool_list` | ❌ | -| 7 | 0.324576 | `azmcp_subscription_list` | ❌ | -| 8 | 0.324289 | `azmcp_search_service_list` | ❌ | -| 9 | 0.316295 | `azmcp_postgres_server_list` | ❌ | -| 10 | 0.315778 | `azmcp_loadtesting_testrun_list` | ❌ | -| 11 | 0.307862 | `azmcp_aks_nodepool_get` | ❌ | -| 12 | 0.305405 | `azmcp_monitor_table_list` | ❌ | -| 13 | 0.305175 | `azmcp_aks_cluster_list` | ❌ | -| 14 | 0.304414 | `azmcp_workbooks_list` | ❌ | -| 15 | 0.300014 | `azmcp_keyvault_secret_list` | ❌ | -| 16 | 0.299477 | `azmcp_eventgrid_subscription_list` | ❌ | -| 17 | 0.295899 | `azmcp_grafana_list` | ❌ | -| 18 | 0.284934 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 19 | 0.278813 | `azmcp_cosmos_account_list` | ❌ | -| 20 | 0.278222 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -9904,21 +5419,6 @@ | 3 | 0.361364 | `azmcp_workbooks_delete` | ❌ | | 4 | 0.361215 | `azmcp_workbooks_show` | ❌ | | 5 | 0.328113 | `azmcp_workbooks_list` | ❌ | -| 6 | 0.239865 | `azmcp_keyvault_secret_create` | ❌ | -| 7 | 0.217264 | `azmcp_keyvault_key_create` | ❌ | -| 8 | 0.214818 | `azmcp_keyvault_certificate_create` | ❌ | -| 9 | 0.188137 | `azmcp_loadtesting_testresource_create` | ❌ | -| 10 | 0.172748 | `azmcp_monitor_table_list` | ❌ | -| 11 | 0.169440 | `azmcp_grafana_list` | ❌ | -| 12 | 0.164006 | `azmcp_sql_db_create` | ❌ | -| 13 | 0.153950 | `azmcp_storage_account_create` | ❌ | -| 14 | 0.148897 | `azmcp_loadtesting_test_create` | ❌ | -| 15 | 0.147365 | `azmcp_monitor_workspace_list` | ❌ | -| 16 | 0.143713 | `azmcp_sql_server_create` | ❌ | -| 17 | 0.130524 | `azmcp_loadtesting_testrun_create` | ❌ | -| 18 | 0.130339 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 19 | 0.116860 | `azmcp_loadtesting_testrun_update` | ❌ | -| 20 | 0.113927 | `azmcp_deploy_plan_get` | ❌ | --- @@ -9936,21 +5436,6 @@ | 3 | 0.432454 | `azmcp_workbooks_create` | ❌ | | 4 | 0.425569 | `azmcp_workbooks_list` | ❌ | | 5 | 0.390355 | `azmcp_workbooks_update` | ❌ | -| 6 | 0.273939 | `azmcp_grafana_list` | ❌ | -| 7 | 0.256795 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 8 | 0.248002 | `azmcp_sql_db_delete` | ❌ | -| 9 | 0.242993 | `azmcp_sql_server_delete` | ❌ | -| 10 | 0.198585 | `azmcp_appconfig_kv_delete` | ❌ | -| 11 | 0.190455 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.186665 | `azmcp_quota_region_availability_list` | ❌ | -| 13 | 0.181661 | `azmcp_monitor_workspace_log_query` | ❌ | -| 14 | 0.155100 | `azmcp_monitor_metrics_query` | ❌ | -| 15 | 0.148882 | `azmcp_extension_azqr` | ❌ | -| 16 | 0.145041 | `azmcp_loadtesting_testresource_list` | ❌ | -| 17 | 0.134990 | `azmcp_loadtesting_testrun_update` | ❌ | -| 18 | 0.132504 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.131813 | `azmcp_group_list` | ❌ | -| 20 | 0.122450 | `azmcp_loadtesting_test_get` | ❌ | --- @@ -9968,21 +5453,6 @@ | 3 | 0.532565 | `azmcp_workbooks_show` | ❌ | | 4 | 0.516739 | `azmcp_grafana_list` | ❌ | | 5 | 0.488600 | `azmcp_group_list` | ❌ | -| 6 | 0.487920 | `azmcp_workbooks_delete` | ❌ | -| 7 | 0.459976 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 8 | 0.454210 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.439945 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 10 | 0.428781 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.416520 | `azmcp_monitor_table_list` | ❌ | -| 12 | 0.413409 | `azmcp_sql_db_list` | ❌ | -| 13 | 0.405870 | `azmcp_loadtesting_testresource_list` | ❌ | -| 14 | 0.405064 | `azmcp_redis_cluster_list` | ❌ | -| 15 | 0.399758 | `azmcp_acr_registry_repository_list` | ❌ | -| 16 | 0.365302 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 17 | 0.362740 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.356739 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.352940 | `azmcp_cosmos_database_list` | ❌ | -| 20 | 0.349674 | `azmcp_cosmos_account_list` | ❌ | --- @@ -10000,21 +5470,6 @@ | 3 | 0.539957 | `azmcp_workbooks_show` | ❌ | | 4 | 0.485504 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.472378 | `azmcp_grafana_list` | ❌ | -| 6 | 0.428025 | `azmcp_monitor_workspace_list` | ❌ | -| 7 | 0.425426 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 8 | 0.422785 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 9 | 0.421646 | `azmcp_group_list` | ❌ | -| 10 | 0.412390 | `azmcp_mysql_server_list` | ❌ | -| 11 | 0.392290 | `azmcp_loadtesting_testresource_list` | ❌ | -| 12 | 0.380991 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 13 | 0.371128 | `azmcp_redis_cluster_list` | ❌ | -| 14 | 0.363744 | `azmcp_sql_db_list` | ❌ | -| 15 | 0.362629 | `azmcp_monitor_table_list` | ❌ | -| 16 | 0.350839 | `azmcp_acr_registry_repository_list` | ❌ | -| 17 | 0.338334 | `azmcp_acr_registry_list` | ❌ | -| 18 | 0.337786 | `azmcp_functionapp_get` | ❌ | -| 19 | 0.334580 | `azmcp_extension_azqr` | ❌ | -| 20 | 0.329813 | `azmcp_eventgrid_subscription_list` | ❌ | --- @@ -10032,21 +5487,6 @@ | 3 | 0.494708 | `azmcp_workbooks_list` | ❌ | | 4 | 0.452348 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.419105 | `azmcp_workbooks_update` | ❌ | -| 6 | 0.353546 | `azmcp_grafana_list` | ❌ | -| 7 | 0.277807 | `azmcp_quota_region_availability_list` | ❌ | -| 8 | 0.264640 | `azmcp_marketplace_product_get` | ❌ | -| 9 | 0.256678 | `azmcp_quota_usage_check` | ❌ | -| 10 | 0.250024 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 11 | 0.236741 | `azmcp_monitor_resource_log_query` | ❌ | -| 12 | 0.230558 | `azmcp_monitor_metrics_query` | ❌ | -| 13 | 0.230516 | `azmcp_monitor_metrics_definitions` | ❌ | -| 14 | 0.227558 | `azmcp_monitor_workspace_list` | ❌ | -| 15 | 0.225294 | `azmcp_loadtesting_test_get` | ❌ | -| 16 | 0.223667 | `azmcp_servicebus_topic_details` | ❌ | -| 17 | 0.218915 | `azmcp_loadtesting_testresource_list` | ❌ | -| 18 | 0.207693 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 19 | 0.197245 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 20 | 0.195373 | `azmcp_group_list` | ❌ | --- @@ -10064,21 +5504,6 @@ | 3 | 0.437638 | `azmcp_workbooks_update` | ❌ | | 4 | 0.424338 | `azmcp_workbooks_list` | ❌ | | 5 | 0.366057 | `azmcp_workbooks_delete` | ❌ | -| 6 | 0.292898 | `azmcp_grafana_list` | ❌ | -| 7 | 0.266450 | `azmcp_monitor_table_list` | ❌ | -| 8 | 0.239907 | `azmcp_monitor_workspace_list` | ❌ | -| 9 | 0.227383 | `azmcp_monitor_table_type_list` | ❌ | -| 10 | 0.176481 | `azmcp_role_assignment_list` | ❌ | -| 11 | 0.175814 | `azmcp_appconfig_kv_show` | ❌ | -| 12 | 0.174636 | `azmcp_loadtesting_testrun_update` | ❌ | -| 13 | 0.174123 | `azmcp_storage_table_list` | ❌ | -| 14 | 0.168191 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 15 | 0.165774 | `azmcp_cosmos_database_list` | ❌ | -| 16 | 0.154760 | `azmcp_cosmos_database_container_list` | ❌ | -| 17 | 0.152535 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 18 | 0.149678 | `azmcp_cosmos_account_list` | ❌ | -| 19 | 0.148992 | `azmcp_marketplace_product_get` | ❌ | -| 20 | 0.146054 | `azmcp_kusto_table_schema` | ❌ | --- @@ -10095,29 +5520,14 @@ | 2 | 0.382651 | `azmcp_workbooks_create` | ❌ | | 3 | 0.362354 | `azmcp_workbooks_show` | ❌ | | 4 | 0.349689 | `azmcp_workbooks_delete` | ❌ | -| 5 | 0.276751 | `azmcp_loadtesting_testrun_update` | ❌ | -| 6 | 0.262873 | `azmcp_workbooks_list` | ❌ | -| 7 | 0.174535 | `azmcp_sql_db_update` | ❌ | -| 8 | 0.170118 | `azmcp_grafana_list` | ❌ | -| 9 | 0.148730 | `azmcp_mysql_server_param_set` | ❌ | -| 10 | 0.142404 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 11 | 0.142186 | `azmcp_loadtesting_testrun_create` | ❌ | -| 12 | 0.138354 | `azmcp_appconfig_kv_set` | ❌ | -| 13 | 0.136105 | `azmcp_loadtesting_testresource_create` | ❌ | -| 14 | 0.131007 | `azmcp_postgres_database_query` | ❌ | -| 15 | 0.129973 | `azmcp_postgres_server_param_set` | ❌ | -| 16 | 0.129660 | `azmcp_deploy_iac_rules_get` | ❌ | -| 17 | 0.126312 | `azmcp_storage_blob_upload` | ❌ | -| 18 | 0.111099 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 19 | 0.105705 | `azmcp_extension_azqr` | ❌ | -| 20 | 0.100448 | `azmcp_monitor_resource_log_query` | ❌ | +| 5 | 0.276811 | `azmcp_loadtesting_testrun_update` | ❌ | --- ## Summary **Total Prompts Tested:** 306 -**Execution Time:** 36.8302926s +**Execution Time:** 76.9414448s ### Success Rate Metrics From c564fec53f15ab6a38f2f3ba97bf1a2b5824924f Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 15:12:23 -0700 Subject: [PATCH 12/23] Renamed namespaces JSON --- .../{namespaces.json => namespace-tools.json} | 0 1 file changed, 0 insertions(+), 0 deletions(-) rename eng/tools/ToolDescriptionEvaluator/{namespaces.json => namespace-tools.json} (100%) diff --git a/eng/tools/ToolDescriptionEvaluator/namespaces.json b/eng/tools/ToolDescriptionEvaluator/namespace-tools.json similarity index 100% rename from eng/tools/ToolDescriptionEvaluator/namespaces.json rename to eng/tools/ToolDescriptionEvaluator/namespace-tools.json From bf2fd73b7a6b6779a614c6ccb70bacc3009bba74 Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 15:43:05 -0700 Subject: [PATCH 13/23] Fixed wrong entries in prompts files and re-ran utility --- docs/e2eTestPrompts.md | 2 +- .../ToolDescriptionEvaluator/prompts.json | 2 +- eng/tools/ToolDescriptionEvaluator/results.md | 848 +++++++++--------- 3 files changed, 426 insertions(+), 426 deletions(-) diff --git a/docs/e2eTestPrompts.md b/docs/e2eTestPrompts.md index 6eddf0e05..b0bcb5dec 100644 --- a/docs/e2eTestPrompts.md +++ b/docs/e2eTestPrompts.md @@ -122,7 +122,7 @@ This file contains prompts used for end-to-end testing to ensure each tool is in | azmcp_postgres_server_list | List all PostgreSQL servers in my subscription | | azmcp_postgres_server_list | Show me my PostgreSQL servers | | azmcp_postgres_server_list | Show me the PostgreSQL servers in my subscription | -| azmcp_postgres_server_param | Show me if the parameter my PostgreSQL server \ has replication enabled | +| azmcp_postgres_server_param_get | Show me if the parameter my PostgreSQL server \ has replication enabled | | azmcp_postgres_server_param_set | Enable replication for my PostgreSQL server \ | | azmcp_postgres_table_list | List all tables in the PostgreSQL database \ in server \ | | azmcp_postgres_table_list | Show me the tables in the PostgreSQL database \ in server \ | diff --git a/eng/tools/ToolDescriptionEvaluator/prompts.json b/eng/tools/ToolDescriptionEvaluator/prompts.json index c28c2673e..11828076b 100644 --- a/eng/tools/ToolDescriptionEvaluator/prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/prompts.json @@ -354,7 +354,7 @@ "Show me my PostgreSQL servers", "Show me the PostgreSQL servers in my subscription" ], - "azmcp_postgres_server_param": [ + "azmcp_postgres_server_param_get": [ "Show me if the parameter my PostgreSQL server has replication enabled" ], "azmcp_postgres_server_param_set": [ diff --git a/eng/tools/ToolDescriptionEvaluator/results.md b/eng/tools/ToolDescriptionEvaluator/results.md index 9c8ac4fa3..1438b7539 100644 --- a/eng/tools/ToolDescriptionEvaluator/results.md +++ b/eng/tools/ToolDescriptionEvaluator/results.md @@ -1,14 +1,14 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 15:07:31 +**Setup completed:** 2025-09-22 15:39:57 **Tool count:** 140 -**Database setup time:** 5.5480659s +**Database setup time:** 1.6964240s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 15:07:31 +**Analysis Date:** 2025-09-22 15:39:57 **Tool count:** 140 ## Table of Contents @@ -196,7 +196,7 @@ - [Test 181: azmcp_postgres_server_list](#test-181) - [Test 182: azmcp_postgres_server_list](#test-182) - [Test 183: azmcp_postgres_server_list](#test-183) -- [Test 184: azmcp_postgres_server_param](#test-184) +- [Test 184: azmcp_postgres_server_param_get](#test-184) - [Test 185: azmcp_postgres_server_param_set](#test-185) - [Test 186: azmcp_postgres_table_list](#test-186) - [Test 187: azmcp_postgres_table_list](#test-187) @@ -331,11 +331,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.743568 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.711580 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.743538 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.711544 | `azmcp_acr_registry_repository_list` | ❌ | | 3 | 0.541506 | `azmcp_search_service_list` | ❌ | -| 4 | 0.527491 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.515920 | `azmcp_subscription_list` | ❌ | +| 4 | 0.527464 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.516020 | `azmcp_subscription_list` | ❌ | --- @@ -348,11 +348,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.586014 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.563636 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.585940 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.563628 | `azmcp_acr_registry_repository_list` | ❌ | | 3 | 0.450287 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.415552 | `azmcp_cosmos_database_container_list` | ❌ | -| 5 | 0.382728 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.382742 | `azmcp_mysql_server_list` | ❌ | --- @@ -365,8 +365,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.637130 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.563476 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.637164 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.563535 | `azmcp_acr_registry_repository_list` | ❌ | | 3 | 0.474000 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.471804 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.463742 | `azmcp_postgres_server_list` | ❌ | @@ -382,9 +382,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.654318 | `azmcp_acr_registry_repository_list` | ❌ | -| 2 | 0.633938 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 3 | 0.476015 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.654310 | `azmcp_acr_registry_repository_list` | ❌ | +| 2 | 0.633856 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 3 | 0.476023 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.454929 | `azmcp_group_list` | ❌ | | 5 | 0.454003 | `azmcp_datadog_monitoredresources_list` | ❌ | @@ -399,9 +399,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.639391 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.637972 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.468028 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.639315 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.637989 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.468034 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.449649 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.445741 | `azmcp_group_list` | ❌ | @@ -416,8 +416,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.626482 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.617504 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.626469 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.617547 | `azmcp_acr_registry_list` | ❌ | | 3 | 0.510435 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.495567 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.492550 | `azmcp_redis_cluster_list` | ❌ | @@ -433,8 +433,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546333 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.469295 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.546249 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.469285 | `azmcp_acr_registry_list` | ❌ | | 3 | 0.407973 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.400145 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.339307 | `azmcp_mysql_database_list` | ❌ | @@ -450,8 +450,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.674296 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.541779 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.674073 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.541713 | `azmcp_acr_registry_list` | ❌ | | 3 | 0.433927 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.388490 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.370375 | `azmcp_mysql_database_list` | ❌ | @@ -467,8 +467,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.600780 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.501842 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.600573 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.501800 | `azmcp_acr_registry_list` | ❌ | | 3 | 0.418623 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.374628 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.359922 | `azmcp_mysql_database_list` | ❌ | @@ -484,8 +484,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660869 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.611480 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.661009 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.611387 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.579676 | `azmcp_aks_nodepool_get` | ❌ | | 4 | 0.540767 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.481416 | `azmcp_mysql_server_config_get` | ❌ | @@ -501,8 +501,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.666849 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.589187 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.666881 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.589055 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.545820 | `azmcp_aks_nodepool_get` | ❌ | | 4 | 0.530314 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.508226 | `azmcp_kusto_cluster_get` | ❌ | @@ -518,8 +518,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.567273 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.563140 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.567423 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.563004 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.493940 | `azmcp_aks_nodepool_list` | ❌ | | 4 | 0.486040 | `azmcp_aks_nodepool_get` | ❌ | | 5 | 0.380301 | `azmcp_mysql_server_config_get` | ❌ | @@ -536,7 +536,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.661426 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.578744 | `azmcp_aks_cluster_list` | ❌ | +| 2 | 0.578608 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.563549 | `azmcp_aks_nodepool_get` | ❌ | | 4 | 0.534089 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.503925 | `azmcp_kusto_cluster_get` | ❌ | @@ -552,7 +552,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.801085 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 1 | 0.801054 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | | 2 | 0.690255 | `azmcp_kusto_cluster_list` | ❌ | | 3 | 0.599940 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.594509 | `azmcp_aks_nodepool_list` | ❌ | @@ -569,8 +569,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.608127 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.536412 | `azmcp_aks_cluster_get` | ❌ | +| 1 | 0.608059 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.536472 | `azmcp_aks_cluster_get` | ❌ | | 3 | 0.500890 | `azmcp_aks_nodepool_list` | ❌ | | 4 | 0.492910 | `azmcp_kusto_cluster_list` | ❌ | | 5 | 0.455228 | `azmcp_search_service_list` | ❌ | @@ -586,11 +586,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.624109 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.538848 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.530145 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.466803 | `azmcp_aks_nodepool_get` | ❌ | -| 5 | 0.449804 | `azmcp_kusto_cluster_list` | ❌ | +| 1 | 0.623859 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.538749 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.529985 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.466749 | `azmcp_aks_nodepool_get` | ❌ | +| 5 | 0.449602 | `azmcp_kusto_cluster_list` | ❌ | --- @@ -605,8 +605,8 @@ |------|-------|------|--------| | 1 | 0.753920 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | | 2 | 0.699423 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.597308 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.498624 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.597319 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.498546 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.482683 | `azmcp_kusto_cluster_get` | ❌ | --- @@ -620,11 +620,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.678330 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.640246 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.481458 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.458660 | `azmcp_sql_elastic-pool_list` | ❌ | -| 5 | 0.446188 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.678158 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.640096 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.481475 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.458596 | `azmcp_sql_elastic-pool_list` | ❌ | +| 5 | 0.445982 | `azmcp_aks_cluster_list` | ❌ | --- @@ -637,11 +637,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.599315 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.582099 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.411967 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.391496 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.385170 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 1 | 0.599524 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.582330 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.412145 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.391546 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.385258 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- @@ -656,7 +656,7 @@ |------|-------|------|--------| | 1 | 0.694117 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | | 2 | 0.615516 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.531983 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.531947 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.506624 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 5 | 0.487707 | `azmcp_sql_elastic-pool_list` | ❌ | @@ -673,7 +673,7 @@ |------|-------|------|--------| | 1 | 0.712299 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | | 2 | 0.644451 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.547421 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.547413 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.510269 | `azmcp_sql_elastic-pool_list` | ❌ | | 5 | 0.509732 | `azmcp_virtualdesktop_hostpool_list` | ❌ | @@ -688,11 +688,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623138 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.580535 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.453794 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.443902 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 5 | 0.425448 | `azmcp_sql_elastic-pool_list` | ❌ | +| 1 | 0.623160 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 2 | 0.580543 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.453658 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.443929 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 5 | 0.425537 | `azmcp_sql_elastic-pool_list` | ❌ | --- @@ -705,11 +705,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.786360 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | -| 2 | 0.635561 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.492146 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.491380 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.473554 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.786343 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | +| 2 | 0.635520 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.492243 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.491437 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.473652 | `azmcp_redis_cluster_list` | ❌ | --- @@ -758,7 +758,7 @@ |------|-------|------|--------| | 1 | 0.618277 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | | 2 | 0.486631 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.424337 | `azmcp_appconfig_kv_set` | ❌ | +| 3 | 0.424344 | `azmcp_appconfig_kv_set` | ❌ | | 4 | 0.422700 | `azmcp_appconfig_kv_lock_set` | ❌ | | 5 | 0.399569 | `azmcp_appconfig_kv_show` | ❌ | @@ -776,7 +776,7 @@ | 1 | 0.730852 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | | 2 | 0.595054 | `azmcp_appconfig_kv_show` | ❌ | | 3 | 0.557810 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.530855 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.530884 | `azmcp_appconfig_kv_set` | ❌ | | 5 | 0.464635 | `azmcp_appconfig_kv_delete` | ❌ | --- @@ -793,7 +793,7 @@ | 1 | 0.682275 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | | 2 | 0.606545 | `azmcp_appconfig_kv_show` | ❌ | | 3 | 0.522426 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.512919 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.512945 | `azmcp_appconfig_kv_set` | ❌ | | 5 | 0.468503 | `azmcp_appconfig_kv_delete` | ❌ | --- @@ -809,7 +809,7 @@ |------|-------|------|--------| | 1 | 0.591237 | `azmcp_appconfig_kv_lock_set` | ✅ **EXPECTED** | | 2 | 0.508804 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.445548 | `azmcp_appconfig_kv_set` | ❌ | +| 3 | 0.445551 | `azmcp_appconfig_kv_set` | ❌ | | 4 | 0.431516 | `azmcp_appconfig_kv_delete` | ❌ | | 5 | 0.423650 | `azmcp_appconfig_kv_show` | ❌ | @@ -841,11 +841,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609604 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | -| 2 | 0.536497 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 3 | 0.518499 | `azmcp_appconfig_kv_list` | ❌ | -| 4 | 0.507170 | `azmcp_appconfig_kv_show` | ❌ | -| 5 | 0.505571 | `azmcp_appconfig_kv_delete` | ❌ | +| 1 | 0.609817 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | +| 2 | 0.536639 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 3 | 0.518870 | `azmcp_appconfig_kv_list` | ❌ | +| 4 | 0.507232 | `azmcp_appconfig_kv_show` | ❌ | +| 5 | 0.505682 | `azmcp_appconfig_kv_delete` | ❌ | --- @@ -860,7 +860,7 @@ |------|-------|------|--------| | 1 | 0.603216 | `azmcp_appconfig_kv_list` | ❌ | | 2 | 0.561508 | `azmcp_appconfig_kv_show` | ✅ **EXPECTED** | -| 3 | 0.448903 | `azmcp_appconfig_kv_set` | ❌ | +| 3 | 0.448912 | `azmcp_appconfig_kv_set` | ❌ | | 4 | 0.441713 | `azmcp_appconfig_kv_delete` | ❌ | | 5 | 0.437432 | `azmcp_appconfig_account_list` | ❌ | @@ -943,11 +943,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.743903 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | -| 2 | 0.613217 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 3 | 0.519986 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 4 | 0.514120 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.492115 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.743917 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | +| 2 | 0.613006 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.520222 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.514207 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.492108 | `azmcp_acr_registry_repository_list` | ❌ | --- @@ -1015,7 +1015,7 @@ | 2 | 0.512141 | `azmcp_bestpractices_get` | ❌ | | 3 | 0.510004 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.444297 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.439953 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.440083 | `azmcp_keyvault_secret_list` | ❌ | --- @@ -1215,11 +1215,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349500 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | -| 2 | 0.290897 | `azmcp_storage_blob_upload` | ❌ | -| 3 | 0.255178 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 4 | 0.221495 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.217750 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.349336 | `azmcp_cloudarchitect_design` | ✅ **EXPECTED** | +| 2 | 0.290902 | `azmcp_storage_blob_upload` | ❌ | +| 3 | 0.254991 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 4 | 0.221349 | `azmcp_deploy_pipeline_guidance_get` | ❌ | +| 5 | 0.217623 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- @@ -1287,7 +1287,7 @@ | 2 | 0.668480 | `azmcp_cosmos_database_list` | ❌ | | 3 | 0.615268 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.588682 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.587657 | `azmcp_subscription_list` | ❌ | +| 5 | 0.588050 | `azmcp_subscription_list` | ❌ | --- @@ -1320,7 +1320,7 @@ | 1 | 0.752494 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | | 2 | 0.605125 | `azmcp_cosmos_database_list` | ❌ | | 3 | 0.566249 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.546288 | `azmcp_subscription_list` | ❌ | +| 4 | 0.546591 | `azmcp_subscription_list` | ❌ | | 5 | 0.535227 | `azmcp_storage_table_list` | ❌ | --- @@ -1351,11 +1351,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.852832 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | -| 2 | 0.681044 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.630659 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.581593 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.535260 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.852831 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 2 | 0.681046 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.630657 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.581591 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.535257 | `azmcp_storage_table_list` | ❌ | --- @@ -1368,11 +1368,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.789569 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | -| 2 | 0.614621 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.562470 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.537291 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.522139 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 1 | 0.789415 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 2 | 0.614268 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.562124 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.537312 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.521507 | `azmcp_cosmos_database_container_item_query` | ❌ | --- @@ -1419,11 +1419,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.668827 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | -| 2 | 0.434813 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.413173 | `azmcp_monitor_metrics_query` | ❌ | -| 4 | 0.408658 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.401731 | `azmcp_grafana_list` | ❌ | +| 1 | 0.669338 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | +| 2 | 0.435204 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.413185 | `azmcp_monitor_metrics_query` | ❌ | +| 4 | 0.409129 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.401915 | `azmcp_grafana_list` | ❌ | --- @@ -1437,7 +1437,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.624066 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | -| 2 | 0.443481 | `azmcp_monitor_metrics_query` | ❌ | +| 2 | 0.443868 | `azmcp_monitor_metrics_query` | ❌ | | 3 | 0.393227 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.374071 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.371017 | `azmcp_grafana_list` | ❌ | @@ -1591,7 +1591,7 @@ |------|-------|------|--------| | 1 | 0.594210 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 2 | 0.593171 | `azmcp_eventgrid_topic_list` | ❌ | -| 3 | 0.524986 | `azmcp_subscription_list` | ❌ | +| 3 | 0.525237 | `azmcp_subscription_list` | ❌ | | 4 | 0.518857 | `azmcp_search_service_list` | ❌ | | 5 | 0.509007 | `azmcp_resourcehealth_service-health-events_list` | ❌ | @@ -1609,7 +1609,7 @@ | 1 | 0.604278 | `azmcp_eventgrid_topic_list` | ❌ | | 2 | 0.602603 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 3 | 0.535955 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.518125 | `azmcp_subscription_list` | ❌ | +| 4 | 0.518121 | `azmcp_subscription_list` | ❌ | | 5 | 0.510115 | `azmcp_group_list` | ❌ | --- @@ -1643,7 +1643,7 @@ | 1 | 0.652090 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 2 | 0.581728 | `azmcp_eventgrid_topic_list` | ❌ | | 3 | 0.480537 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 4 | 0.478380 | `azmcp_subscription_list` | ❌ | +| 4 | 0.478218 | `azmcp_subscription_list` | ❌ | | 5 | 0.476763 | `azmcp_search_service_list` | ❌ | --- @@ -1661,7 +1661,7 @@ | 2 | 0.610435 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.545540 | `azmcp_search_service_list` | ❌ | | 4 | 0.514189 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.496503 | `azmcp_subscription_list` | ❌ | +| 5 | 0.496586 | `azmcp_subscription_list` | ❌ | --- @@ -1708,11 +1708,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659232 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.614519 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.609175 | `azmcp_group_list` | ❌ | -| 4 | 0.514613 | `azmcp_workbooks_list` | ❌ | -| 5 | 0.505966 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.659417 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.615084 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.609343 | `azmcp_group_list` | ❌ | +| 4 | 0.514238 | `azmcp_workbooks_list` | ❌ | +| 5 | 0.506181 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -1845,9 +1845,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.313400 | `azmcp_foundry_models_deploy` | ✅ **EXPECTED** | -| 2 | 0.282464 | `azmcp_mysql_server_list` | ❌ | +| 2 | 0.282481 | `azmcp_mysql_server_list` | ❌ | | 3 | 0.274011 | `azmcp_deploy_plan_get` | ❌ | -| 4 | 0.269529 | `azmcp_loadtesting_testresource_create` | ❌ | +| 4 | 0.269553 | `azmcp_loadtesting_testresource_create` | ❌ | | 5 | 0.268967 | `azmcp_deploy_pipeline_guidance_get` | ❌ | --- @@ -1931,7 +1931,7 @@ |------|-------|------|--------| | 1 | 0.660116 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.448179 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.390048 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.390059 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.380314 | `azmcp_bestpractices_get` | ❌ | | 5 | 0.379655 | `azmcp_resourcehealth_availability-status_list` | ❌ | @@ -1980,11 +1980,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690911 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.434013 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.432294 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.424650 | `azmcp_quota_usage_check` | ❌ | -| 5 | 0.419352 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 1 | 0.690933 | `azmcp_functionapp_get` | ✅ **EXPECTED** | +| 2 | 0.433989 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.432317 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.424646 | `azmcp_quota_usage_check` | ❌ | +| 5 | 0.419375 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- @@ -2086,7 +2086,7 @@ | 2 | 0.559382 | `azmcp_search_service_list` | ❌ | | 3 | 0.516618 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.516217 | `azmcp_appconfig_account_list` | ❌ | -| 5 | 0.485188 | `azmcp_subscription_list` | ❌ | +| 5 | 0.485403 | `azmcp_subscription_list` | ❌ | --- @@ -2169,7 +2169,7 @@ |------|-------|------|--------| | 1 | 0.529504 | `azmcp_group_list` | ✅ **EXPECTED** | | 2 | 0.463685 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 3 | 0.462391 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.462383 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.459304 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.453960 | `azmcp_workbooks_list` | ❌ | @@ -2201,11 +2201,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.740367 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | +| 1 | 0.740327 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | | 2 | 0.595854 | `azmcp_keyvault_key_create` | ❌ | | 3 | 0.590531 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.575960 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.543397 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.575950 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.543057 | `azmcp_keyvault_certificate_get` | ❌ | --- @@ -2218,11 +2218,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.628228 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | -| 2 | 0.624457 | `azmcp_keyvault_certificate_list` | ❌ | -| 3 | 0.564963 | `azmcp_keyvault_certificate_create` | ❌ | +| 1 | 0.627967 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 2 | 0.624455 | `azmcp_keyvault_certificate_list` | ❌ | +| 3 | 0.565005 | `azmcp_keyvault_certificate_create` | ❌ | | 4 | 0.539554 | `azmcp_keyvault_certificate_import` | ❌ | -| 5 | 0.493509 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.493432 | `azmcp_keyvault_key_list` | ❌ | --- @@ -2235,11 +2235,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662476 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | -| 2 | 0.606534 | `azmcp_keyvault_certificate_list` | ❌ | +| 1 | 0.662317 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 2 | 0.606531 | `azmcp_keyvault_certificate_list` | ❌ | | 3 | 0.540155 | `azmcp_keyvault_certificate_import` | ❌ | -| 4 | 0.535125 | `azmcp_keyvault_certificate_create` | ❌ | -| 5 | 0.499306 | `azmcp_keyvault_key_list` | ❌ | +| 4 | 0.535157 | `azmcp_keyvault_certificate_create` | ❌ | +| 5 | 0.499272 | `azmcp_keyvault_key_list` | ❌ | --- @@ -2253,9 +2253,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.649993 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.521118 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.469574 | `azmcp_keyvault_certificate_get` | ❌ | -| 4 | 0.467097 | `azmcp_keyvault_certificate_list` | ❌ | +| 2 | 0.521183 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.469726 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.467090 | `azmcp_keyvault_certificate_list` | ❌ | | 5 | 0.426600 | `azmcp_keyvault_key_create` | ❌ | --- @@ -2270,9 +2270,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.649676 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.629909 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.527468 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.525739 | `azmcp_keyvault_certificate_get` | ❌ | +| 2 | 0.629902 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.527467 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.525759 | `azmcp_keyvault_certificate_get` | ❌ | | 5 | 0.491898 | `azmcp_keyvault_key_create` | ❌ | --- @@ -2286,11 +2286,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.762015 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.637483 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.608848 | `azmcp_keyvault_secret_list` | ❌ | -| 4 | 0.566302 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.539550 | `azmcp_keyvault_certificate_create` | ❌ | +| 1 | 0.762001 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | +| 2 | 0.637437 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.608976 | `azmcp_keyvault_secret_list` | ❌ | +| 4 | 0.566484 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.539624 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -2303,11 +2303,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660576 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.570172 | `azmcp_keyvault_certificate_get` | ❌ | -| 3 | 0.540114 | `azmcp_keyvault_key_list` | ❌ | -| 4 | 0.516752 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.509036 | `azmcp_keyvault_certificate_create` | ❌ | +| 1 | 0.660568 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | +| 2 | 0.570291 | `azmcp_keyvault_certificate_get` | ❌ | +| 3 | 0.540050 | `azmcp_keyvault_key_list` | ❌ | +| 4 | 0.516920 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.509123 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -2322,9 +2322,9 @@ |------|-------|------|--------| | 1 | 0.676352 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | | 2 | 0.569250 | `azmcp_keyvault_secret_create` | ❌ | -| 3 | 0.555821 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.465757 | `azmcp_keyvault_key_list` | ❌ | -| 5 | 0.417395 | `azmcp_keyvault_certificate_list` | ❌ | +| 3 | 0.555829 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.465742 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.417376 | `azmcp_keyvault_certificate_list` | ❌ | --- @@ -2337,9 +2337,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.737164 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.650227 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.631528 | `azmcp_keyvault_certificate_list` | ❌ | +| 1 | 0.737135 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 2 | 0.650393 | `azmcp_keyvault_secret_list` | ❌ | +| 3 | 0.631519 | `azmcp_keyvault_certificate_list` | ❌ | | 4 | 0.498767 | `azmcp_cosmos_account_list` | ❌ | | 5 | 0.473916 | `azmcp_storage_table_list` | ❌ | @@ -2354,10 +2354,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609450 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.535442 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.520010 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.479546 | `azmcp_keyvault_certificate_get` | ❌ | +| 1 | 0.609392 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 2 | 0.535646 | `azmcp_keyvault_secret_list` | ❌ | +| 3 | 0.520008 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.479833 | `azmcp_keyvault_certificate_get` | ❌ | | 5 | 0.462249 | `azmcp_keyvault_key_create` | ❌ | --- @@ -2371,11 +2371,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.767701 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | -| 2 | 0.613514 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.572296 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.516503 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.461420 | `azmcp_appconfig_kv_set` | ❌ | +| 1 | 0.768140 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | +| 2 | 0.614040 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.572679 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.516660 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.461900 | `azmcp_appconfig_kv_set` | ❌ | --- @@ -2388,9 +2388,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.747402 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.617165 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.569911 | `azmcp_keyvault_certificate_list` | ❌ | +| 1 | 0.747294 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | +| 2 | 0.617131 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.569903 | `azmcp_keyvault_certificate_list` | ❌ | | 4 | 0.519133 | `azmcp_keyvault_secret_create` | ❌ | | 5 | 0.455500 | `azmcp_cosmos_account_list` | ❌ | @@ -2405,11 +2405,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615475 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.520737 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.615572 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | +| 2 | 0.520654 | `azmcp_keyvault_key_list` | ❌ | | 3 | 0.502403 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.467743 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.456083 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.467740 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.456345 | `azmcp_keyvault_certificate_get` | ❌ | --- @@ -2423,7 +2423,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.482148 | `azmcp_kusto_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.464523 | `azmcp_aks_cluster_get` | ❌ | +| 2 | 0.464557 | `azmcp_aks_cluster_get` | ❌ | | 3 | 0.457669 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.416762 | `azmcp_redis_cluster_database_list` | ❌ | | 5 | 0.378455 | `azmcp_aks_nodepool_get` | ❌ | @@ -2442,7 +2442,7 @@ | 1 | 0.651218 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | | 2 | 0.644037 | `azmcp_redis_cluster_list` | ❌ | | 3 | 0.549093 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.536091 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.536043 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.509396 | `azmcp_grafana_list` | ❌ | --- @@ -2473,11 +2473,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.584053 | `azmcp_redis_cluster_list` | ❌ | -| 2 | 0.549797 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 3 | 0.471210 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.469570 | `azmcp_kusto_cluster_get` | ❌ | -| 5 | 0.464294 | `azmcp_kusto_database_list` | ❌ | +| 1 | 0.584068 | `azmcp_redis_cluster_list` | ❌ | +| 2 | 0.549830 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | +| 3 | 0.471142 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.469626 | `azmcp_kusto_cluster_get` | ❌ | +| 5 | 0.464375 | `azmcp_kusto_database_list` | ❌ | --- @@ -2524,11 +2524,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.381352 | `azmcp_kusto_query` | ✅ **EXPECTED** | -| 2 | 0.363594 | `azmcp_mysql_table_list` | ❌ | -| 3 | 0.363252 | `azmcp_kusto_sample` | ❌ | -| 4 | 0.349147 | `azmcp_monitor_table_list` | ❌ | -| 5 | 0.345799 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.380954 | `azmcp_kusto_query` | ✅ **EXPECTED** | +| 2 | 0.363598 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.363010 | `azmcp_kusto_sample` | ❌ | +| 4 | 0.348911 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.345737 | `azmcp_redis_cluster_list` | ❌ | --- @@ -2543,8 +2543,8 @@ |------|-------|------|--------| | 1 | 0.537154 | `azmcp_kusto_sample` | ✅ **EXPECTED** | | 2 | 0.419463 | `azmcp_kusto_table_schema` | ❌ | -| 3 | 0.391595 | `azmcp_mysql_database_query` | ❌ | -| 4 | 0.391423 | `azmcp_kusto_table_list` | ❌ | +| 3 | 0.391423 | `azmcp_kusto_table_list` | ❌ | +| 4 | 0.391248 | `azmcp_mysql_database_query` | ❌ | | 5 | 0.380691 | `azmcp_mysql_table_schema_get` | ❌ | --- @@ -2610,9 +2610,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.585388 | `azmcp_loadtesting_test_create` | ✅ **EXPECTED** | -| 2 | 0.531440 | `azmcp_loadtesting_testresource_create` | ❌ | +| 2 | 0.531935 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.508690 | `azmcp_loadtesting_testrun_create` | ❌ | -| 4 | 0.413766 | `azmcp_loadtesting_testresource_list` | ❌ | +| 4 | 0.413857 | `azmcp_loadtesting_testresource_list` | ❌ | | 5 | 0.394664 | `azmcp_loadtesting_testrun_get` | ❌ | --- @@ -2626,11 +2626,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642420 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | -| 2 | 0.609050 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.574535 | `azmcp_loadtesting_testresource_create` | ❌ | -| 4 | 0.534194 | `azmcp_loadtesting_testrun_get` | ❌ | -| 5 | 0.473323 | `azmcp_loadtesting_testrun_create` | ❌ | +| 1 | 0.642528 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | +| 2 | 0.608922 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.574853 | `azmcp_loadtesting_testresource_create` | ❌ | +| 4 | 0.534232 | `azmcp_loadtesting_testrun_get` | ❌ | +| 5 | 0.473347 | `azmcp_loadtesting_testrun_create` | ❌ | --- @@ -2643,8 +2643,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.717631 | `azmcp_loadtesting_testresource_create` | ✅ **EXPECTED** | -| 2 | 0.596870 | `azmcp_loadtesting_testresource_list` | ❌ | +| 1 | 0.718065 | `azmcp_loadtesting_testresource_create` | ✅ **EXPECTED** | +| 2 | 0.596828 | `azmcp_loadtesting_testresource_list` | ❌ | | 3 | 0.514437 | `azmcp_loadtesting_test_create` | ❌ | | 4 | 0.476662 | `azmcp_loadtesting_testrun_create` | ❌ | | 5 | 0.443117 | `azmcp_loadtesting_test_get` | ❌ | @@ -2660,8 +2660,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.738128 | `azmcp_loadtesting_testresource_list` | ✅ **EXPECTED** | -| 2 | 0.591983 | `azmcp_loadtesting_testresource_create` | ❌ | +| 1 | 0.738027 | `azmcp_loadtesting_testresource_list` | ✅ **EXPECTED** | +| 2 | 0.592196 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.577408 | `azmcp_group_list` | ❌ | | 4 | 0.565565 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.561516 | `azmcp_resourcehealth_availability-status_list` | ❌ | @@ -2678,9 +2678,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.621803 | `azmcp_loadtesting_testrun_create` | ✅ **EXPECTED** | -| 2 | 0.592883 | `azmcp_loadtesting_testresource_create` | ❌ | +| 2 | 0.593628 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.540789 | `azmcp_loadtesting_test_create` | ❌ | -| 4 | 0.530944 | `azmcp_loadtesting_testrun_update` | ❌ | +| 4 | 0.530882 | `azmcp_loadtesting_testrun_update` | ❌ | | 5 | 0.488142 | `azmcp_loadtesting_testrun_get` | ❌ | --- @@ -2694,11 +2694,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.625314 | `azmcp_loadtesting_test_get` | ❌ | -| 2 | 0.603217 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.568234 | `azmcp_loadtesting_testrun_get` | ✅ **EXPECTED** | -| 4 | 0.562060 | `azmcp_loadtesting_testresource_create` | ❌ | -| 5 | 0.534957 | `azmcp_loadtesting_testrun_create` | ❌ | +| 1 | 0.625244 | `azmcp_loadtesting_test_get` | ❌ | +| 2 | 0.603084 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.568330 | `azmcp_loadtesting_testrun_get` | ✅ **EXPECTED** | +| 4 | 0.562405 | `azmcp_loadtesting_testresource_create` | ❌ | +| 5 | 0.535180 | `azmcp_loadtesting_testrun_create` | ❌ | --- @@ -2711,11 +2711,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.616143 | `azmcp_loadtesting_testresource_list` | ❌ | -| 2 | 0.606058 | `azmcp_loadtesting_test_get` | ❌ | -| 3 | 0.569145 | `azmcp_loadtesting_testrun_get` | ❌ | -| 4 | 0.565093 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | -| 5 | 0.535329 | `azmcp_loadtesting_testresource_create` | ❌ | +| 1 | 0.615946 | `azmcp_loadtesting_testresource_list` | ❌ | +| 2 | 0.606032 | `azmcp_loadtesting_test_get` | ❌ | +| 3 | 0.569118 | `azmcp_loadtesting_testrun_get` | ❌ | +| 4 | 0.565077 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | +| 5 | 0.535602 | `azmcp_loadtesting_testresource_create` | ❌ | --- @@ -2728,11 +2728,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659870 | `azmcp_loadtesting_testrun_update` | ✅ **EXPECTED** | +| 1 | 0.659812 | `azmcp_loadtesting_testrun_update` | ✅ **EXPECTED** | | 2 | 0.509199 | `azmcp_loadtesting_testrun_create` | ❌ | | 3 | 0.454745 | `azmcp_loadtesting_testrun_get` | ❌ | | 4 | 0.443828 | `azmcp_loadtesting_test_get` | ❌ | -| 5 | 0.422148 | `azmcp_loadtesting_testresource_create` | ❌ | +| 5 | 0.422757 | `azmcp_loadtesting_testresource_create` | ❌ | --- @@ -2746,7 +2746,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.570145 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | -| 2 | 0.477522 | `azmcp_marketplace_product_list` | ❌ | +| 2 | 0.477592 | `azmcp_marketplace_product_list` | ❌ | | 3 | 0.353256 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 4 | 0.330935 | `azmcp_servicebus_queue_details` | ❌ | | 5 | 0.324083 | `azmcp_search_index_get` | ❌ | @@ -2762,7 +2762,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527077 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | +| 1 | 0.527074 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | | 2 | 0.443133 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.343549 | `azmcp_search_service_list` | ❌ | | 4 | 0.330500 | `azmcp_foundry_models_list` | ❌ | @@ -2779,7 +2779,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461616 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | +| 1 | 0.461668 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | | 2 | 0.385167 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.308769 | `azmcp_foundry_models_list` | ❌ | | 4 | 0.260387 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | @@ -2796,11 +2796,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498361 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | -| 2 | 0.472083 | `azmcp_monitor_workspace_list` | ❌ | -| 3 | 0.468204 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.467829 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.463165 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 1 | 0.498518 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | +| 2 | 0.472064 | `azmcp_monitor_workspace_list` | ❌ | +| 3 | 0.468174 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.467867 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.463303 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- @@ -2814,7 +2814,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.592640 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | -| 2 | 0.424141 | `azmcp_monitor_metrics_query` | ❌ | +| 2 | 0.424042 | `azmcp_monitor_metrics_query` | ❌ | | 3 | 0.332356 | `azmcp_monitor_table_type_list` | ❌ | | 4 | 0.315519 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 5 | 0.315310 | `azmcp_servicebus_topic_details` | ❌ | @@ -2848,7 +2848,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.633173 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | -| 2 | 0.495513 | `azmcp_monitor_metrics_query` | ❌ | +| 2 | 0.495465 | `azmcp_monitor_metrics_query` | ❌ | | 3 | 0.382374 | `azmcp_applens_resource_diagnose` | ❌ | | 4 | 0.380460 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 5 | 0.370848 | `azmcp_monitor_table_type_list` | ❌ | @@ -2864,7 +2864,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555377 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 1 | 0.555601 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | | 2 | 0.447607 | `azmcp_monitor_resource_log_query` | ❌ | | 3 | 0.447192 | `azmcp_applens_resource_diagnose` | ❌ | | 4 | 0.433777 | `azmcp_loadtesting_testrun_get` | ❌ | @@ -2881,7 +2881,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.557830 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 1 | 0.557886 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | | 2 | 0.508674 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.460611 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.455904 | `azmcp_quota_usage_check` | ❌ | @@ -2898,11 +2898,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461249 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.390029 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.306338 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.304372 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.301811 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.461446 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.390109 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.306453 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.304427 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.301883 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -2915,7 +2915,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.492138 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 1 | 0.491831 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | | 2 | 0.417008 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.415966 | `azmcp_monitor_resource_log_query` | ❌ | | 4 | 0.406200 | `azmcp_applens_resource_diagnose` | ❌ | @@ -2932,11 +2932,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525899 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.384548 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.376876 | `azmcp_monitor_resource_log_query` | ❌ | -| 4 | 0.367400 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.299607 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.525482 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.384577 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.376582 | `azmcp_monitor_resource_log_query` | ❌ | +| 4 | 0.367139 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.299442 | `azmcp_quota_usage_check` | ❌ | --- @@ -2949,7 +2949,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480140 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 1 | 0.480493 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | | 2 | 0.381961 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.363412 | `azmcp_quota_usage_check` | ❌ | | 4 | 0.359285 | `azmcp_applens_resource_diagnose` | ❌ | @@ -2966,11 +2966,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594068 | `azmcp_monitor_workspace_log_query` | ❌ | -| 2 | 0.580119 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | -| 3 | 0.472064 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.469703 | `azmcp_monitor_metrics_query` | ❌ | -| 5 | 0.443468 | `azmcp_monitor_workspace_list` | ❌ | +| 1 | 0.594054 | `azmcp_monitor_workspace_log_query` | ❌ | +| 2 | 0.580076 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | +| 3 | 0.472051 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.470141 | `azmcp_monitor_metrics_query` | ❌ | +| 5 | 0.443506 | `azmcp_monitor_workspace_list` | ❌ | --- @@ -2983,11 +2983,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.851134 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | -| 2 | 0.725777 | `azmcp_monitor_table_type_list` | ❌ | -| 3 | 0.620507 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.586681 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.534886 | `azmcp_mysql_table_list` | ❌ | +| 1 | 0.851075 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 2 | 0.725738 | `azmcp_monitor_table_type_list` | ❌ | +| 3 | 0.620445 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.586691 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.534829 | `azmcp_mysql_table_list` | ❌ | --- @@ -3000,11 +3000,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.798460 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | -| 2 | 0.701122 | `azmcp_monitor_table_type_list` | ❌ | +| 1 | 0.798463 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 2 | 0.701108 | `azmcp_monitor_table_type_list` | ❌ | | 3 | 0.599917 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.532887 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.497065 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.532874 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.496997 | `azmcp_mysql_table_list` | ❌ | --- @@ -3122,8 +3122,8 @@ | 1 | 0.634056 | `azmcp_postgres_database_list` | ❌ | | 2 | 0.623421 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | | 3 | 0.534457 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.498918 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.490039 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.498910 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.490148 | `azmcp_sql_db_list` | ❌ | --- @@ -3139,7 +3139,7 @@ | 1 | 0.588122 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | | 2 | 0.574089 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.483855 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.463244 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.463238 | `azmcp_mysql_server_list` | ❌ | | 5 | 0.448169 | `azmcp_redis_cluster_database_list` | ❌ | --- @@ -3153,11 +3153,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.476423 | `azmcp_mysql_table_list` | ❌ | -| 2 | 0.455770 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.433392 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | -| 4 | 0.419859 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.409445 | `azmcp_mysql_table_schema_get` | ❌ | +| 1 | 0.476475 | `azmcp_mysql_table_list` | ❌ | +| 2 | 0.455841 | `azmcp_mysql_database_list` | ❌ | +| 3 | 0.433317 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | +| 4 | 0.419875 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.409475 | `azmcp_mysql_table_schema_get` | ❌ | --- @@ -3189,7 +3189,7 @@ |------|-------|------|--------| | 1 | 0.678472 | `azmcp_postgres_server_list` | ❌ | | 2 | 0.558177 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.554817 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 3 | 0.554806 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | | 4 | 0.501199 | `azmcp_mysql_table_list` | ❌ | | 5 | 0.482079 | `azmcp_redis_cluster_list` | ❌ | @@ -3205,7 +3205,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.478518 | `azmcp_mysql_database_list` | ❌ | -| 2 | 0.474586 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 2 | 0.474573 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | | 3 | 0.435642 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.412380 | `azmcp_mysql_table_list` | ❌ | | 5 | 0.389993 | `azmcp_postgres_database_list` | ❌ | @@ -3222,7 +3222,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.636435 | `azmcp_postgres_server_list` | ❌ | -| 2 | 0.534266 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 2 | 0.534257 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | | 3 | 0.530210 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.464360 | `azmcp_mysql_table_list` | ❌ | | 5 | 0.456616 | `azmcp_redis_cluster_list` | ❌ | @@ -3240,7 +3240,7 @@ |------|-------|------|--------| | 1 | 0.495071 | `azmcp_mysql_server_param_get` | ✅ **EXPECTED** | | 2 | 0.407671 | `azmcp_mysql_server_param_set` | ❌ | -| 3 | 0.333841 | `azmcp_mysql_database_query` | ❌ | +| 3 | 0.333924 | `azmcp_mysql_database_query` | ❌ | | 4 | 0.313150 | `azmcp_mysql_table_schema_get` | ❌ | | 5 | 0.310834 | `azmcp_postgres_server_param_get` | ❌ | @@ -3258,8 +3258,8 @@ | 1 | 0.390761 | `azmcp_mysql_server_param_set` | ✅ **EXPECTED** | | 2 | 0.381144 | `azmcp_mysql_server_param_get` | ❌ | | 3 | 0.307496 | `azmcp_postgres_server_param_set` | ❌ | -| 4 | 0.298911 | `azmcp_mysql_database_query` | ❌ | -| 5 | 0.254180 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.299283 | `azmcp_mysql_database_query` | ❌ | +| 5 | 0.254163 | `azmcp_mysql_server_list` | ❌ | --- @@ -3357,11 +3357,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546329 | `azmcp_postgres_database_list` | ❌ | -| 2 | 0.503374 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.466590 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.415775 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | -| 5 | 0.403943 | `azmcp_postgres_server_param_get` | ❌ | +| 1 | 0.546211 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.503267 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.466599 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.415805 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | +| 5 | 0.403969 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -3435,14 +3435,14 @@ ## Test 184 -**Expected Tool:** `azmcp_postgres_server_param` +**Expected Tool:** `azmcp_postgres_server_param_get` **Prompt:** Show me if the parameter my PostgreSQL server has replication enabled ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594753 | `azmcp_postgres_server_param_get` | ❌ | +| 1 | 0.594753 | `azmcp_postgres_server_param_get` | ✅ **EXPECTED** | | 2 | 0.539671 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.489693 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.480826 | `azmcp_postgres_server_param_set` | ❌ | @@ -3578,11 +3578,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.713868 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | -| 2 | 0.523169 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.412391 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.338913 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.286335 | `azmcp_appconfig_kv_list` | ❌ | +| 1 | 0.713839 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | +| 2 | 0.523153 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.412377 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.338859 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.286321 | `azmcp_appconfig_kv_list` | ❌ | --- @@ -3629,11 +3629,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.692161 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | -| 2 | 0.595630 | `azmcp_redis_cluster_list` | ❌ | -| 3 | 0.461513 | `azmcp_redis_cache_accesspolicy_list` | ❌ | -| 4 | 0.434906 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.427314 | `azmcp_grafana_list` | ❌ | +| 1 | 0.692210 | `azmcp_redis_cache_list` | ✅ **EXPECTED** | +| 2 | 0.595721 | `azmcp_redis_cluster_list` | ❌ | +| 3 | 0.461603 | `azmcp_redis_cache_accesspolicy_list` | ❌ | +| 4 | 0.434924 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.427325 | `azmcp_grafana_list` | ❌ | --- @@ -3684,7 +3684,7 @@ | 2 | 0.679028 | `azmcp_kusto_cluster_list` | ❌ | | 3 | 0.672104 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.588847 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.569296 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.569226 | `azmcp_aks_cluster_list` | ❌ | --- @@ -3767,7 +3767,7 @@ |------|-------|------|--------| | 1 | 0.577398 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 2 | 0.570884 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | -| 3 | 0.424939 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.424938 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.393479 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 5 | 0.386598 | `azmcp_quota_usage_check` | ❌ | @@ -3820,7 +3820,7 @@ | 2 | 0.543421 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.427638 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.420567 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.420387 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.420385 | `azmcp_mysql_server_list` | ❌ | --- @@ -3920,7 +3920,7 @@ |------|-------|------|--------| | 1 | 0.645259 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | | 2 | 0.483988 | `azmcp_group_list` | ❌ | -| 3 | 0.483095 | `azmcp_subscription_list` | ❌ | +| 3 | 0.483302 | `azmcp_subscription_list` | ❌ | | 4 | 0.478700 | `azmcp_grafana_list` | ❌ | | 5 | 0.474796 | `azmcp_redis_cache_list` | ❌ | @@ -3937,7 +3937,7 @@ |------|-------|------|--------| | 1 | 0.609705 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | | 2 | 0.456956 | `azmcp_grafana_list` | ❌ | -| 3 | 0.436719 | `azmcp_subscription_list` | ❌ | +| 3 | 0.436776 | `azmcp_subscription_list` | ❌ | | 4 | 0.435642 | `azmcp_redis_cache_list` | ❌ | | 5 | 0.435155 | `azmcp_monitor_workspace_list` | ❌ | @@ -4003,11 +4003,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.522826 | `azmcp_search_index_get` | ❌ | -| 2 | 0.515870 | `azmcp_search_index_query` | ✅ **EXPECTED** | -| 3 | 0.497467 | `azmcp_search_service_list` | ❌ | -| 4 | 0.373917 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 5 | 0.372940 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 1 | 0.522627 | `azmcp_search_index_get` | ❌ | +| 2 | 0.515940 | `azmcp_search_index_query` | ✅ **EXPECTED** | +| 3 | 0.497514 | `azmcp_search_service_list` | ❌ | +| 4 | 0.374044 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 5 | 0.372909 | `azmcp_foundry_knowledge_index_schema` | ❌ | --- @@ -4039,7 +4039,7 @@ |------|-------|------|--------| | 1 | 0.686140 | `azmcp_search_service_list` | ✅ **EXPECTED** | | 2 | 0.479898 | `azmcp_search_index_get` | ❌ | -| 3 | 0.453489 | `azmcp_marketplace_product_list` | ❌ | +| 3 | 0.453454 | `azmcp_marketplace_product_list` | ❌ | | 4 | 0.448446 | `azmcp_search_index_query` | ❌ | | 5 | 0.425939 | `azmcp_monitor_workspace_list` | ❌ | @@ -4074,8 +4074,8 @@ | 1 | 0.642876 | `azmcp_servicebus_queue_details` | ✅ **EXPECTED** | | 2 | 0.460932 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 3 | 0.400870 | `azmcp_servicebus_topic_details` | ❌ | -| 4 | 0.382317 | `azmcp_storage_queue_message_send` | ❌ | -| 5 | 0.375386 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.382417 | `azmcp_storage_queue_message_send` | ❌ | +| 5 | 0.375447 | `azmcp_aks_cluster_get` | ❌ | --- @@ -4126,7 +4126,7 @@ | 2 | 0.470892 | `azmcp_sql_server_create` | ❌ | | 3 | 0.376833 | `azmcp_sql_server_delete` | ❌ | | 4 | 0.359945 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.357374 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.357421 | `azmcp_sql_db_list` | ❌ | --- @@ -4139,11 +4139,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.571757 | `azmcp_sql_db_create` | ✅ **EXPECTED** | -| 2 | 0.459611 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.420794 | `azmcp_sql_db_show` | ❌ | -| 4 | 0.396119 | `azmcp_sql_db_update` | ❌ | -| 5 | 0.395409 | `azmcp_sql_server_delete` | ❌ | +| 1 | 0.571760 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.459672 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.420843 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.396106 | `azmcp_sql_db_update` | ❌ | +| 5 | 0.395495 | `azmcp_sql_server_delete` | ❌ | --- @@ -4156,11 +4156,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.604488 | `azmcp_sql_db_create` | ✅ **EXPECTED** | -| 2 | 0.545773 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.494367 | `azmcp_sql_db_show` | ❌ | -| 4 | 0.474316 | `azmcp_sql_db_list` | ❌ | -| 5 | 0.456166 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.603998 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.545889 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.494309 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.473807 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.456392 | `azmcp_storage_account_create` | ❌ | --- @@ -4192,7 +4192,7 @@ |------|-------|------|--------| | 1 | 0.579119 | `azmcp_sql_server_delete` | ❌ | | 2 | 0.500756 | `azmcp_sql_db_show` | ❌ | -| 3 | 0.479219 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.478729 | `azmcp_sql_db_list` | ❌ | | 4 | 0.466216 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | | 5 | 0.421365 | `azmcp_sql_db_create` | ❌ | @@ -4224,7 +4224,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642754 | `azmcp_sql_db_list` | ✅ **EXPECTED** | +| 1 | 0.643186 | `azmcp_sql_db_list` | ✅ **EXPECTED** | | 2 | 0.639694 | `azmcp_mysql_database_list` | ❌ | | 3 | 0.609178 | `azmcp_postgres_database_list` | ❌ | | 4 | 0.602890 | `azmcp_cosmos_database_list` | ❌ | @@ -4241,11 +4241,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.617746 | `azmcp_sql_server_show` | ❌ | -| 2 | 0.608664 | `azmcp_sql_db_list` | ✅ **EXPECTED** | -| 3 | 0.557353 | `azmcp_mysql_database_list` | ❌ | -| 4 | 0.553488 | `azmcp_mysql_server_config_get` | ❌ | -| 5 | 0.524274 | `azmcp_sql_db_show` | ❌ | +| 1 | 0.617755 | `azmcp_sql_server_show` | ❌ | +| 2 | 0.609394 | `azmcp_sql_db_list` | ✅ **EXPECTED** | +| 3 | 0.557385 | `azmcp_mysql_database_list` | ❌ | +| 4 | 0.553495 | `azmcp_mysql_server_config_get` | ❌ | +| 5 | 0.524351 | `azmcp_sql_db_show` | ❌ | --- @@ -4258,11 +4258,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.610813 | `azmcp_sql_server_show` | ❌ | -| 2 | 0.592825 | `azmcp_postgres_server_config_get` | ❌ | -| 3 | 0.529914 | `azmcp_mysql_server_config_get` | ❌ | -| 4 | 0.527816 | `azmcp_sql_db_show` | ✅ **EXPECTED** | -| 5 | 0.465310 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.610991 | `azmcp_sql_server_show` | ❌ | +| 2 | 0.593150 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.530422 | `azmcp_mysql_server_config_get` | ❌ | +| 4 | 0.528136 | `azmcp_sql_db_show` | ✅ **EXPECTED** | +| 5 | 0.465693 | `azmcp_sql_db_list` | ❌ | --- @@ -4277,7 +4277,7 @@ |------|-------|------|--------| | 1 | 0.530095 | `azmcp_sql_db_show` | ✅ **EXPECTED** | | 2 | 0.503681 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.439786 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.440073 | `azmcp_sql_db_list` | ❌ | | 4 | 0.438622 | `azmcp_mysql_table_schema_get` | ❌ | | 5 | 0.432919 | `azmcp_mysql_database_list` | ❌ | @@ -4309,11 +4309,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.401486 | `azmcp_sql_db_list` | ❌ | -| 2 | 0.394770 | `azmcp_sql_db_show` | ❌ | -| 3 | 0.389947 | `azmcp_sql_db_update` | ✅ **EXPECTED** | -| 4 | 0.386628 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.381889 | `azmcp_sql_db_create` | ❌ | +| 1 | 0.402138 | `azmcp_sql_db_list` | ❌ | +| 2 | 0.394998 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.389603 | `azmcp_sql_db_update` | ✅ **EXPECTED** | +| 4 | 0.386482 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.381735 | `azmcp_sql_db_create` | ❌ | --- @@ -4327,7 +4327,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.678124 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | -| 2 | 0.502272 | `azmcp_sql_db_list` | ❌ | +| 2 | 0.502376 | `azmcp_sql_db_list` | ❌ | | 3 | 0.498367 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.479044 | `azmcp_sql_server_show` | ❌ | | 5 | 0.473539 | `azmcp_aks_nodepool_list` | ❌ | @@ -4345,7 +4345,7 @@ |------|-------|------|--------| | 1 | 0.606425 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | | 2 | 0.502877 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.457103 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.457163 | `azmcp_sql_db_list` | ❌ | | 4 | 0.438522 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.432816 | `azmcp_mysql_database_list` | ❌ | @@ -4362,8 +4362,8 @@ |------|-------|------|--------| | 1 | 0.592709 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | | 2 | 0.420325 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.402616 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.397782 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.402611 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.397670 | `azmcp_sql_db_list` | ❌ | | 5 | 0.397640 | `azmcp_sql_server_show` | ❌ | --- @@ -4377,11 +4377,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682606 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.563708 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.537173 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.482102 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.473676 | `azmcp_sql_db_show` | ❌ | +| 1 | 0.682576 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.563532 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.536357 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.481395 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.472979 | `azmcp_sql_db_show` | ❌ | --- @@ -4394,11 +4394,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618546 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.510425 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.472652 | `azmcp_sql_server_show` | ❌ | -| 4 | 0.435223 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.395986 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.618309 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.510169 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.472463 | `azmcp_sql_server_show` | ❌ | +| 4 | 0.434810 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.396073 | `azmcp_storage_account_create` | ❌ | --- @@ -4411,11 +4411,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.589926 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.501580 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.469382 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.443111 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.424040 | `azmcp_sql_server_show` | ❌ | +| 1 | 0.589818 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.501403 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.469425 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.442915 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.423887 | `azmcp_sql_server_show` | ❌ | --- @@ -4482,7 +4482,7 @@ | 1 | 0.783479 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | | 2 | 0.456051 | `azmcp_sql_server_show` | ❌ | | 3 | 0.401908 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 4 | 0.376341 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.376055 | `azmcp_sql_db_list` | ❌ | | 5 | 0.365636 | `azmcp_postgres_server_list` | ❌ | --- @@ -4498,7 +4498,7 @@ |------|-------|------|--------| | 1 | 0.713306 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | | 2 | 0.413144 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.316119 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.315966 | `azmcp_sql_db_list` | ❌ | | 4 | 0.311085 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.304891 | `azmcp_sql_server_firewall-rule_list` | ❌ | @@ -4516,7 +4516,7 @@ | 1 | 0.646419 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | | 2 | 0.356025 | `azmcp_sql_server_show` | ❌ | | 3 | 0.307823 | `azmcp_sql_server_create` | ❌ | -| 4 | 0.253806 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.253610 | `azmcp_sql_db_list` | ❌ | | 5 | 0.236850 | `azmcp_mysql_table_list` | ❌ | --- @@ -4547,11 +4547,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670165 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | -| 2 | 0.533480 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.503587 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 4 | 0.295031 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.287454 | `azmcp_sql_server_create` | ❌ | +| 1 | 0.670225 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | +| 2 | 0.533583 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 3 | 0.503661 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.295006 | `azmcp_sql_server_show` | ❌ | +| 5 | 0.287457 | `azmcp_sql_server_create` | ❌ | --- @@ -4685,8 +4685,8 @@ |------|-------|------|--------| | 1 | 0.629672 | `azmcp_sql_db_show` | ❌ | | 2 | 0.595184 | `azmcp_sql_server_show` | ✅ **EXPECTED** | -| 3 | 0.559893 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.540369 | `azmcp_sql_db_list` | ❌ | +| 3 | 0.559879 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.540218 | `azmcp_sql_db_list` | ❌ | | 5 | 0.491401 | `azmcp_sql_server_create` | ❌ | --- @@ -4751,11 +4751,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.500638 | `azmcp_storage_account_create` | ✅ **EXPECTED** | -| 2 | 0.400151 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 3 | 0.387071 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.382836 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 5 | 0.377221 | `azmcp_sql_db_create` | ❌ | +| 1 | 0.500720 | `azmcp_storage_account_create` | ✅ **EXPECTED** | +| 2 | 0.400100 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.387100 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.382780 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.377206 | `azmcp_sql_db_create` | ❌ | --- @@ -4857,7 +4857,7 @@ | 2 | 0.499153 | `azmcp_storage_table_list` | ❌ | | 3 | 0.473598 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.461641 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.453933 | `azmcp_subscription_list` | ❌ | +| 5 | 0.454028 | `azmcp_subscription_list` | ❌ | --- @@ -4870,11 +4870,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.620756 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | -| 2 | 0.465722 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.408639 | `azmcp_storage_blob_container_create` | ❌ | -| 4 | 0.408384 | `azmcp_storage_blob_get` | ❌ | -| 5 | 0.378380 | `azmcp_cosmos_database_container_list` | ❌ | +| 1 | 0.620659 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | +| 2 | 0.465706 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.408688 | `azmcp_storage_blob_container_create` | ❌ | +| 4 | 0.408291 | `azmcp_storage_blob_get` | ❌ | +| 5 | 0.378335 | `azmcp_cosmos_database_container_list` | ❌ | --- @@ -4887,11 +4887,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527981 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | -| 2 | 0.422571 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.364990 | `azmcp_storage_blob_get` | ❌ | -| 4 | 0.364085 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.360888 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.527994 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | +| 2 | 0.422467 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.364946 | `azmcp_storage_blob_get` | ❌ | +| 4 | 0.364070 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.360883 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- @@ -5006,11 +5006,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.613053 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 2 | 0.586172 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.483539 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.477881 | `azmcp_cosmos_database_container_list` | ❌ | -| 5 | 0.434549 | `azmcp_storage_blob_container_create` | ❌ | +| 1 | 0.613091 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 2 | 0.586289 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.483614 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.477946 | `azmcp_cosmos_database_container_list` | ❌ | +| 5 | 0.434667 | `azmcp_storage_blob_container_create` | ❌ | --- @@ -5023,11 +5023,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662008 | `azmcp_storage_blob_container_get` | ❌ | -| 2 | 0.661867 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 3 | 0.537221 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.460684 | `azmcp_storage_blob_container_create` | ❌ | -| 5 | 0.456775 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.662106 | `azmcp_storage_blob_container_get` | ❌ | +| 2 | 0.661919 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 3 | 0.537535 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.460657 | `azmcp_storage_blob_container_create` | ❌ | +| 5 | 0.457038 | `azmcp_storage_account_create` | ❌ | --- @@ -5074,11 +5074,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.566287 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | -| 2 | 0.403451 | `azmcp_storage_blob_get` | ❌ | -| 3 | 0.397722 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.382123 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.377255 | `azmcp_storage_blob_container_create` | ❌ | +| 1 | 0.566213 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | +| 2 | 0.403309 | `azmcp_storage_blob_get` | ❌ | +| 3 | 0.397499 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.382052 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.377014 | `azmcp_storage_blob_container_create` | ❌ | --- @@ -5091,11 +5091,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.647078 | `azmcp_storage_datalake_directory_create` | ✅ **EXPECTED** | -| 2 | 0.481507 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 3 | 0.442414 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.348428 | `azmcp_keyvault_secret_create` | ❌ | -| 5 | 0.340447 | `azmcp_keyvault_certificate_create` | ❌ | +| 1 | 0.648330 | `azmcp_storage_datalake_directory_create` | ✅ **EXPECTED** | +| 2 | 0.482873 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 3 | 0.443022 | `azmcp_storage_account_create` | ❌ | +| 4 | 0.349702 | `azmcp_keyvault_secret_create` | ❌ | +| 5 | 0.341619 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -5159,11 +5159,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.558459 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.410972 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.375068 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.373072 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.344373 | `azmcp_servicebus_queue_details` | ❌ | +| 1 | 0.558995 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 2 | 0.411169 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.375260 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.373398 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.344298 | `azmcp_servicebus_queue_details` | ❌ | --- @@ -5176,7 +5176,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642129 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 1 | 0.642240 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | | 2 | 0.383344 | `azmcp_storage_table_list` | ❌ | | 3 | 0.373050 | `azmcp_servicebus_queue_details` | ❌ | | 4 | 0.357015 | `azmcp_storage_account_get` | ❌ | @@ -5193,11 +5193,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.595141 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.360607 | `azmcp_servicebus_queue_details` | ❌ | -| 3 | 0.338577 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.325275 | `azmcp_appconfig_kv_set` | ❌ | -| 5 | 0.322552 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.595279 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 2 | 0.360634 | `azmcp_servicebus_queue_details` | ❌ | +| 3 | 0.338574 | `azmcp_storage_account_create` | ❌ | +| 4 | 0.325301 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.322605 | `azmcp_storage_table_list` | ❌ | --- @@ -5210,11 +5210,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.640903 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.540005 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.523154 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 4 | 0.501019 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.491476 | `azmcp_storage_blob_container_get` | ❌ | +| 1 | 0.640440 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | +| 2 | 0.539851 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.522644 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 4 | 0.500965 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.491152 | `azmcp_storage_blob_container_get` | ❌ | --- @@ -5244,11 +5244,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.601795 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.449257 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.446116 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 4 | 0.436615 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.423926 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.602266 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | +| 2 | 0.449421 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.445997 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 4 | 0.436470 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.423719 | `azmcp_extension_azqr` | ❌ | --- @@ -5295,7 +5295,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576008 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.576403 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.512964 | `azmcp_cosmos_account_list` | ❌ | | 3 | 0.473852 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.471653 | `azmcp_postgres_server_list` | ❌ | @@ -5312,7 +5312,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.405690 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.405813 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.384208 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.381238 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.351864 | `azmcp_grafana_list` | ❌ | @@ -5329,7 +5329,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.319922 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.319893 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.315547 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.313335 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.286711 | `azmcp_redis_cache_list` | ❌ | @@ -5346,7 +5346,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.403182 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.403186 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.375168 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.354504 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.342318 | `azmcp_redis_cluster_list` | ❌ | @@ -5364,7 +5364,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.711969 | `azmcp_virtualdesktop_hostpool_list` | ✅ **EXPECTED** | -| 2 | 0.659763 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 2 | 0.659745 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | | 3 | 0.566615 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.548888 | `azmcp_search_service_list` | ❌ | | 5 | 0.536542 | `azmcp_redis_cluster_list` | ❌ | @@ -5380,7 +5380,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.727054 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ✅ **EXPECTED** | +| 1 | 0.726982 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ✅ **EXPECTED** | | 2 | 0.714469 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | | 3 | 0.573352 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 4 | 0.439611 | `azmcp_aks_nodepool_list` | ❌ | @@ -5398,7 +5398,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.812659 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ✅ **EXPECTED** | -| 2 | 0.659212 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 2 | 0.659093 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | | 3 | 0.501167 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 4 | 0.356479 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.336385 | `azmcp_monitor_workspace_list` | ❌ | @@ -5520,35 +5520,35 @@ | 2 | 0.382651 | `azmcp_workbooks_create` | ❌ | | 3 | 0.362354 | `azmcp_workbooks_show` | ❌ | | 4 | 0.349689 | `azmcp_workbooks_delete` | ❌ | -| 5 | 0.276811 | `azmcp_loadtesting_testrun_update` | ❌ | +| 5 | 0.276727 | `azmcp_loadtesting_testrun_update` | ❌ | --- ## Summary **Total Prompts Tested:** 306 -**Execution Time:** 76.9414448s +**Execution Time:** 57.5946338s ### Success Rate Metrics -**Top Choice Success:** 84.6% (259/306 tests) +**Top Choice Success:** 85.0% (260/306 tests) #### Confidence Level Distribution **💪 Very High Confidence (≥0.8):** 4.6% (14/306 tests) **🎯 High Confidence (≥0.7):** 20.9% (64/306 tests) **✅ Good Confidence (≥0.6):** 59.2% (181/306 tests) -**👍 Fair Confidence (≥0.5):** 85.3% (261/306 tests) -**👌 Acceptable Confidence (≥0.4):** 94.8% (290/306 tests) -**❌ Low Confidence (<0.4):** 5.2% (16/306 tests) +**👍 Fair Confidence (≥0.5):** 85.6% (262/306 tests) +**👌 Acceptable Confidence (≥0.4):** 95.1% (291/306 tests) +**❌ Low Confidence (<0.4):** 4.9% (15/306 tests) #### Top Choice + Confidence Combinations **💪 Top Choice + Very High Confidence (≥0.8):** 4.6% (14/306 tests) **🎯 Top Choice + High Confidence (≥0.7):** 20.9% (64/306 tests) **✅ Top Choice + Good Confidence (≥0.6):** 56.2% (172/306 tests) -**👍 Top Choice + Fair Confidence (≥0.5):** 76.8% (235/306 tests) -**👌 Top Choice + Acceptable Confidence (≥0.4):** 81.7% (250/306 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 77.1% (236/306 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 82.0% (251/306 tests) ### Success Rate Analysis From 21e95f7f79acdb47efb11335cb10d285cb281529 Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 16:28:37 -0700 Subject: [PATCH 14/23] Added a way of processing consolidated tools and added a "total execution time" message to console output --- .../Models/McpModels.cs | 5 +- eng/tools/ToolDescriptionEvaluator/Program.cs | 102 +- .../results-namespaces.md | 920 +++++++++--------- eng/tools/ToolDescriptionEvaluator/results.md | 874 ++++++++--------- 4 files changed, 973 insertions(+), 928 deletions(-) diff --git a/eng/tools/ToolDescriptionEvaluator/Models/McpModels.cs b/eng/tools/ToolDescriptionEvaluator/Models/McpModels.cs index 621faa8ea..b4292467f 100644 --- a/eng/tools/ToolDescriptionEvaluator/Models/McpModels.cs +++ b/eng/tools/ToolDescriptionEvaluator/Models/McpModels.cs @@ -122,7 +122,10 @@ public class ListToolsResult public string? Message { get; set; } [JsonPropertyName("results")] - public required List Tools { get; set; } + public List? Tools { get; set; } + + [JsonPropertyName("consolidated_azure_tools")] + public List? ConsolidatedAzureTools { get; set; } [JsonPropertyName("duration")] public int? Duration { get; set; } diff --git a/eng/tools/ToolDescriptionEvaluator/Program.cs b/eng/tools/ToolDescriptionEvaluator/Program.cs index 1630e819e..ca19fd7c2 100644 --- a/eng/tools/ToolDescriptionEvaluator/Program.cs +++ b/eng/tools/ToolDescriptionEvaluator/Program.cs @@ -19,6 +19,8 @@ class Program static async Task Main(string[] args) { + var stopwatchTotal = Stopwatch.StartNew(); + try { // Show help if requested @@ -127,7 +129,7 @@ static async Task Main(string[] args) Environment.Exit(0); } - throw new InvalidOperationException("AOAI_ENDPOINT environment variable is required"); + throw new InvalidOperationException("AOAI_ENDPOINT environment variable is required."); } var apiKey = GetApiKey(isCiMode); @@ -162,17 +164,30 @@ static async Task Main(string[] args) listToolsResult = await LoadToolsDynamicallyAsync(toolDir, isCiMode) ?? await LoadToolsFromJsonAsync(Path.Combine(toolDir, "tools.json"), isCiMode); } - if (listToolsResult == null && isCiMode) + if (listToolsResult == null) { - Console.WriteLine("⏭️ Skipping tool selection analysis in CI - tools data not available"); - Environment.Exit(0); + if (isCiMode) + { + Console.WriteLine("⏭️ Skipping tool selection analysis in CI - tools data not available"); + Environment.Exit(0); + } + else + { + throw new InvalidOperationException("No tools found for processing."); + } } // Create vector database var db = new VectorDB(new CosineSimilarity()); var stopwatch = Stopwatch.StartNew(); + var tools = listToolsResult.Tools ?? listToolsResult.ConsolidatedAzureTools; - await PopulateDatabaseAsync(db, listToolsResult!.Tools, embeddingService); + if (tools == null || tools.Count == 0) + { + throw new InvalidOperationException("No tools found for processing."); + } + + await PopulateDatabaseAsync(db, tools, embeddingService); stopwatch.Stop(); @@ -325,11 +340,14 @@ static async Task Main(string[] args) return; } - await RunPromptsAsync(db, toolNameAndPrompts!, embeddingService, executionTime, writer, isCiMode, maxResultsPerTest); + await PerformAnalysis(db, toolNameAndPrompts!, embeddingService, executionTime, writer, isCiMode, maxResultsPerTest); + + stopwatchTotal.Stop(); // Print summary to console for immediate feedback Console.WriteLine($"🎯 Tool selection analysis completed"); Console.WriteLine($"📊 Results written to: {Path.GetFullPath(outputFilePath)}"); + Console.WriteLine($"⏱️ Total execution time: {stopwatchTotal.Elapsed.TotalSeconds:F7}s"); } catch (Exception ex) { @@ -405,7 +423,7 @@ private static string FindRepoRoot(string startDir) dir = dir.Parent; } - throw new InvalidOperationException("Could not find repo root (AzureMcp.sln or .git)"); + throw new InvalidOperationException("Could not find repo root (AzureMcp.sln or .git)."); } // Resolve the ToolDescriptionEvaluator directory robustly from repo root, with fallbacks from exeDir @@ -533,7 +551,7 @@ private static string FindToolDir(string repoRoot, string exeDir) return null; // Graceful fallback in CI } - throw new InvalidOperationException("No JSON output found from azmcp command"); + throw new InvalidOperationException("No JSON output found from azmcp command."); } var jsonOutput = string.Join('\n', lines.Skip(jsonStartIndex)); @@ -546,7 +564,7 @@ private static string FindToolDir(string repoRoot, string exeDir) { await SaveToolsToJsonAsync(result, Path.Combine(toolDir, "tools.json")); - Console.WriteLine($"💾 Saved {result.Tools.Count} tools to tools.json"); + Console.WriteLine($"💾 Saved {result.Tools?.Count} tools to tools.json"); } return result; @@ -594,20 +612,23 @@ private static async Task SaveToolsToJsonAsync(ListToolsResult toolsResult, stri try { // Normalize only tool and option descriptions instead of escaping the entire JSON document - foreach (var tool in toolsResult.Tools) + if (toolsResult.Tools != null) { - if (!string.IsNullOrEmpty(tool.Description)) + foreach (var tool in toolsResult.Tools) { - tool.Description = EscapeCharacters(tool.Description); - } + if (!string.IsNullOrEmpty(tool.Description)) + { + tool.Description = EscapeCharacters(tool.Description); + } - if (tool.Options != null) - { - foreach (var opt in tool.Options) + if (tool.Options != null) { - if (!string.IsNullOrEmpty(opt.Description)) + foreach (var opt in tool.Options) { - opt.Description = EscapeCharacters(opt.Description); + if (!string.IsNullOrEmpty(opt.Description)) + { + opt.Description = EscapeCharacters(opt.Description); + } } } } @@ -822,7 +843,7 @@ await Task.WhenAll( } } - private static async Task RunPromptsAsync(VectorDB db, Dictionary> toolNameWithPrompts, EmbeddingService embeddingService, TimeSpan databaseSetupTime, StreamWriter writer, bool isCiMode = false, int maxResultsPerTest = 5) + private static async Task PerformAnalysis(VectorDB db, Dictionary> toolNameWithPrompts, EmbeddingService embeddingService, TimeSpan databaseSetupTime, StreamWriter writer, bool isCiMode = false, int maxResultsPerTest = 5) { var stopwatch = Stopwatch.StartNew(); int promptCount = 0; @@ -926,7 +947,7 @@ private static async Task RunPromptsAsync(VectorDB db, Dictionary(); + var testTools = new List + { + new Tool + { + Name = $"{TestToolIdPrefix}1", + Description = toolDescription + } + }; + + var tools = listToolsResult.Tools ?? listToolsResult.ConsolidatedAzureTools; - testTools.Add(new Tool + if (tools == null || tools.Count == 0) { - Name = $"{TestToolIdPrefix}1", - Description = toolDescription - }); + if (isCiMode) + { + Console.WriteLine("⏭️ Skipping validation in CI - tools data not available"); + Environment.Exit(0); + } + + Console.WriteLine("❌ Error: No tools found for processing"); + Environment.Exit(1); + } // Create vector database with existing tools + test tools - var allTools = new List(listToolsResult!.Tools); + var allTools = new List(tools); allTools.AddRange(testTools); diff --git a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md index 97d20ea22..4974b5ae4 100644 --- a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md +++ b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md @@ -1,14 +1,14 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 14:31:23 +**Setup completed:** 2025-09-22 16:22:24 **Tool count:** 36 -**Database setup time:** 2.4583385s +**Database setup time:** 0.6839612s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 14:31:24 +**Analysis Date:** 2025-09-22 16:22:24 **Tool count:** 36 ## Table of Contents @@ -329,7 +329,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.585777 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.586145 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.485389 | `azmcp_subscription` | ❌ | | 3 | 0.425309 | `azmcp_group` | ❌ | | 4 | 0.393275 | `azmcp_quota` | ❌ | @@ -346,10 +346,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545463 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.545816 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.360104 | `azmcp_subscription` | ❌ | | 3 | 0.349345 | `azmcp_quota` | ❌ | -| 4 | 0.349125 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.349173 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.346566 | `azmcp_aks` | ❌ | --- @@ -363,7 +363,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489631 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.489889 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.471101 | `azmcp_subscription` | ❌ | | 3 | 0.362100 | `azmcp_group` | ❌ | | 4 | 0.350873 | `azmcp_quota` | ❌ | @@ -381,9 +381,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.490769 | `azmcp_group` | ❌ | -| 2 | 0.475102 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.475038 | `azmcp_acr` | ✅ **EXPECTED** | | 3 | 0.364256 | `azmcp_quota` | ❌ | -| 4 | 0.338147 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.338271 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.325513 | `azmcp_subscription` | ❌ | --- @@ -397,7 +397,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496668 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.496652 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.466365 | `azmcp_group` | ❌ | | 3 | 0.360955 | `azmcp_quota` | ❌ | | 4 | 0.313044 | `azmcp_subscription` | ❌ | @@ -414,11 +414,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.472928 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.473164 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.451939 | `azmcp_subscription` | ❌ | | 3 | 0.352583 | `azmcp_group` | ❌ | | 4 | 0.327971 | `azmcp_quota` | ❌ | -| 5 | 0.325163 | `azmcp_foundry` | ❌ | +| 5 | 0.325084 | `azmcp_foundry` | ❌ | --- @@ -431,9 +431,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.439263 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.439532 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.291966 | `azmcp_subscription` | ❌ | -| 3 | 0.283084 | `azmcp_foundry` | ❌ | +| 3 | 0.282993 | `azmcp_foundry` | ❌ | | 4 | 0.274549 | `azmcp_storage` | ❌ | | 5 | 0.272664 | `azmcp_quota` | ❌ | @@ -448,11 +448,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484979 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.303131 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.485245 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.303275 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.298944 | `azmcp_subscription` | ❌ | | 4 | 0.287384 | `azmcp_group` | ❌ | -| 5 | 0.284589 | `azmcp_foundry` | ❌ | +| 5 | 0.284444 | `azmcp_foundry` | ❌ | --- @@ -465,10 +465,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.467225 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.467485 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.290472 | `azmcp_subscription` | ❌ | | 3 | 0.270675 | `azmcp_quota` | ❌ | -| 4 | 0.269478 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.269603 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.269107 | `azmcp_group` | ❌ | --- @@ -485,7 +485,7 @@ | 1 | 0.545022 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.403262 | `azmcp_appconfig` | ❌ | | 3 | 0.334815 | `azmcp_deploy` | ❌ | -| 4 | 0.331327 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.331330 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.330629 | `azmcp_quota` | ❌ | --- @@ -502,7 +502,7 @@ | 1 | 0.503486 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.417130 | `azmcp_group` | ❌ | | 3 | 0.339190 | `azmcp_kusto` | ❌ | -| 4 | 0.338782 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.338809 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.332219 | `azmcp_extension_azqr` | ❌ | --- @@ -518,7 +518,7 @@ |------|-------|------|--------| | 1 | 0.481577 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.306013 | `azmcp_appconfig` | ❌ | -| 3 | 0.294326 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.294353 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.283039 | `azmcp_deploy` | ❌ | | 5 | 0.265640 | `azmcp_cloudarchitect` | ❌ | @@ -536,8 +536,8 @@ | 1 | 0.545582 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.402643 | `azmcp_group` | ❌ | | 3 | 0.362202 | `azmcp_kusto` | ❌ | -| 4 | 0.360355 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.347665 | `azmcp_acr` | ❌ | +| 4 | 0.360400 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.347538 | `azmcp_acr` | ❌ | --- @@ -554,7 +554,7 @@ | 2 | 0.497131 | `azmcp_subscription` | ❌ | | 3 | 0.395664 | `azmcp_kusto` | ❌ | | 4 | 0.390826 | `azmcp_group` | ❌ | -| 5 | 0.387154 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.387113 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -570,7 +570,7 @@ | 1 | 0.528505 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.399639 | `azmcp_kusto` | ❌ | | 3 | 0.375501 | `azmcp_subscription` | ❌ | -| 4 | 0.359354 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.359287 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.346603 | `azmcp_bestpractices` | ❌ | --- @@ -584,11 +584,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.587161 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.398074 | `azmcp_kusto` | ❌ | -| 3 | 0.371869 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.337291 | `azmcp_subscription` | ❌ | -| 5 | 0.329120 | `azmcp_acr` | ❌ | +| 1 | 0.587153 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.398045 | `azmcp_kusto` | ❌ | +| 3 | 0.371900 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.337321 | `azmcp_subscription` | ❌ | +| 5 | 0.329244 | `azmcp_acr` | ❌ | --- @@ -601,11 +601,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436414 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.368716 | `azmcp_group` | ❌ | -| 3 | 0.345795 | `azmcp_quota` | ❌ | -| 4 | 0.336483 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.318385 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.436383 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.368859 | `azmcp_group` | ❌ | +| 3 | 0.345794 | `azmcp_quota` | ❌ | +| 4 | 0.336559 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.318552 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -618,11 +618,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.419916 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.347439 | `azmcp_group` | ❌ | -| 3 | 0.336864 | `azmcp_appconfig` | ❌ | -| 4 | 0.322431 | `azmcp_quota` | ❌ | -| 5 | 0.311818 | `azmcp_virtualdesktop` | ❌ | +| 1 | 0.419900 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.347154 | `azmcp_group` | ❌ | +| 3 | 0.336964 | `azmcp_appconfig` | ❌ | +| 4 | 0.322406 | `azmcp_quota` | ❌ | +| 5 | 0.311670 | `azmcp_virtualdesktop` | ❌ | --- @@ -635,11 +635,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438310 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.351252 | `azmcp_group` | ❌ | -| 3 | 0.338857 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.312120 | `azmcp_sql` | ❌ | -| 5 | 0.299412 | `azmcp_acr` | ❌ | +| 1 | 0.438236 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.351291 | `azmcp_group` | ❌ | +| 3 | 0.338903 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.312041 | `azmcp_sql` | ❌ | +| 5 | 0.299230 | `azmcp_acr` | ❌ | --- @@ -652,11 +652,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473478 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.428398 | `azmcp_group` | ❌ | -| 3 | 0.347077 | `azmcp_quota` | ❌ | -| 4 | 0.345076 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.338827 | `azmcp_kusto` | ❌ | +| 1 | 0.473549 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.428374 | `azmcp_group` | ❌ | +| 3 | 0.347135 | `azmcp_quota` | ❌ | +| 4 | 0.345065 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.338911 | `azmcp_kusto` | ❌ | --- @@ -671,7 +671,7 @@ |------|-------|------|--------| | 1 | 0.482539 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.423180 | `azmcp_group` | ❌ | -| 3 | 0.359150 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.359169 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.343208 | `azmcp_kusto` | ❌ | | 5 | 0.338415 | `azmcp_quota` | ❌ | @@ -686,11 +686,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458967 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.379102 | `azmcp_group` | ❌ | -| 3 | 0.342419 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.334461 | `azmcp_quota` | ❌ | -| 5 | 0.328375 | `azmcp_kusto` | ❌ | +| 1 | 0.458930 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.379221 | `azmcp_group` | ❌ | +| 3 | 0.342258 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.334336 | `azmcp_quota` | ❌ | +| 5 | 0.328268 | `azmcp_kusto` | ❌ | --- @@ -706,7 +706,7 @@ | 1 | 0.549859 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.432436 | `azmcp_subscription` | ❌ | | 3 | 0.347084 | `azmcp_functionapp` | ❌ | -| 4 | 0.330231 | `azmcp_eventgrid` | ❌ | +| 4 | 0.329944 | `azmcp_eventgrid` | ❌ | | 5 | 0.314486 | `azmcp_deploy` | ❌ | --- @@ -724,7 +724,7 @@ | 2 | 0.369729 | `azmcp_subscription` | ❌ | | 3 | 0.344995 | `azmcp_functionapp` | ❌ | | 4 | 0.305549 | `azmcp_deploy` | ❌ | -| 5 | 0.302786 | `azmcp_eventgrid` | ❌ | +| 5 | 0.302468 | `azmcp_eventgrid` | ❌ | --- @@ -758,7 +758,7 @@ | 2 | 0.247502 | `azmcp_functionapp` | ❌ | | 3 | 0.223986 | `azmcp_keyvault` | ❌ | | 4 | 0.184059 | `azmcp_redis` | ❌ | -| 5 | 0.164539 | `azmcp_acr` | ❌ | +| 5 | 0.164500 | `azmcp_acr` | ❌ | --- @@ -805,11 +805,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.477862 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.206708 | `azmcp_keyvault` | ❌ | -| 3 | 0.182517 | `azmcp_functionapp` | ❌ | -| 4 | 0.166385 | `azmcp_storage` | ❌ | -| 5 | 0.147560 | `azmcp_redis` | ❌ | +| 1 | 0.477774 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.206641 | `azmcp_keyvault` | ❌ | +| 3 | 0.182503 | `azmcp_functionapp` | ❌ | +| 4 | 0.166274 | `azmcp_storage` | ❌ | +| 5 | 0.147548 | `azmcp_redis` | ❌ | --- @@ -856,11 +856,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496146 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.247922 | `azmcp_keyvault` | ❌ | -| 3 | 0.219336 | `azmcp_functionapp` | ❌ | -| 4 | 0.170310 | `azmcp_storage` | ❌ | -| 5 | 0.164148 | `azmcp_deploy` | ❌ | +| 1 | 0.496226 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.248093 | `azmcp_keyvault` | ❌ | +| 3 | 0.219609 | `azmcp_functionapp` | ❌ | +| 4 | 0.170501 | `azmcp_storage` | ❌ | +| 5 | 0.164390 | `azmcp_deploy` | ❌ | --- @@ -873,7 +873,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.568397 | `azmcp_applens` | ✅ **EXPECTED** | +| 1 | 0.568063 | `azmcp_applens` | ✅ **EXPECTED** | | 2 | 0.264916 | `azmcp_deploy` | ❌ | | 3 | 0.252477 | `azmcp_resourcehealth` | ❌ | | 4 | 0.218151 | `azmcp_functionapp` | ❌ | @@ -890,9 +890,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493356 | `azmcp_applens` | ✅ **EXPECTED** | +| 1 | 0.492549 | `azmcp_applens` | ✅ **EXPECTED** | | 2 | 0.204554 | `azmcp_functionapp` | ❌ | -| 3 | 0.195442 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.195565 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.193544 | `azmcp_deploy` | ❌ | | 5 | 0.181013 | `azmcp_resourcehealth` | ❌ | @@ -907,9 +907,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.471417 | `azmcp_applens` | ✅ **EXPECTED** | +| 1 | 0.471382 | `azmcp_applens` | ✅ **EXPECTED** | | 2 | 0.210779 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.205923 | `azmcp_foundry` | ❌ | +| 3 | 0.205994 | `azmcp_foundry` | ❌ | | 4 | 0.205721 | `azmcp_functionapp` | ❌ | | 5 | 0.205529 | `azmcp_appconfig` | ❌ | @@ -924,7 +924,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.715723 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 1 | 0.715722 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | | 2 | 0.535477 | `azmcp_subscription` | ❌ | | 3 | 0.426534 | `azmcp_group` | ❌ | | 4 | 0.420740 | `azmcp_storage` | ❌ | @@ -941,7 +941,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690774 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 1 | 0.690780 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | | 2 | 0.523318 | `azmcp_group` | ❌ | | 3 | 0.422145 | `azmcp_quota` | ❌ | | 4 | 0.396797 | `azmcp_subscription` | ❌ | @@ -958,7 +958,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.350582 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 1 | 0.350604 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | | 2 | 0.228052 | `azmcp_quota` | ❌ | | 3 | 0.209876 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.209448 | `azmcp_storage` | ❌ | @@ -975,7 +975,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642500 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 1 | 0.642545 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | | 2 | 0.452398 | `azmcp_quota` | ❌ | | 3 | 0.437801 | `azmcp_subscription` | ❌ | | 4 | 0.432290 | `azmcp_storage` | ❌ | @@ -1179,11 +1179,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.426658 | `azmcp_deploy` | ❌ | -| 2 | 0.368861 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.360170 | `azmcp_azureterraformbestpractices` | ❌ | -| 4 | 0.339417 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 5 | 0.331621 | `azmcp_functionapp` | ❌ | +| 1 | 0.426630 | `azmcp_deploy` | ❌ | +| 2 | 0.368827 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.360148 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.339395 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 5 | 0.331586 | `azmcp_functionapp` | ❌ | --- @@ -1199,7 +1199,7 @@ | 1 | 0.528594 | `azmcp_bicepschema` | ✅ **EXPECTED** | | 2 | 0.430790 | `azmcp_cloudarchitect` | ❌ | | 3 | 0.428634 | `azmcp_bestpractices` | ❌ | -| 4 | 0.412623 | `azmcp_foundry` | ❌ | +| 4 | 0.412739 | `azmcp_foundry` | ❌ | | 5 | 0.409898 | `azmcp_deploy` | ❌ | --- @@ -1215,9 +1215,9 @@ |------|-------|------|--------| | 1 | 0.328720 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | | 2 | 0.250170 | `azmcp_storage` | ❌ | -| 3 | 0.222252 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.195152 | `azmcp_eventgrid` | ❌ | -| 5 | 0.191191 | `azmcp_foundry` | ❌ | +| 3 | 0.222215 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.194839 | `azmcp_eventgrid` | ❌ | +| 5 | 0.191136 | `azmcp_foundry` | ❌ | --- @@ -1231,7 +1231,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.283657 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | -| 2 | 0.242810 | `azmcp_foundry` | ❌ | +| 2 | 0.242895 | `azmcp_foundry` | ❌ | | 3 | 0.224603 | `azmcp_virtualdesktop` | ❌ | | 4 | 0.219272 | `azmcp_storage` | ❌ | | 5 | 0.218512 | `azmcp_sql` | ❌ | @@ -1268,7 +1268,7 @@ | 2 | 0.377331 | `azmcp_storage` | ❌ | | 3 | 0.347068 | `azmcp_virtualdesktop` | ❌ | | 4 | 0.320885 | `azmcp_sql` | ❌ | -| 5 | 0.313271 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.313210 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1282,9 +1282,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.555025 | `azmcp_subscription` | ❌ | -| 2 | 0.478428 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.478574 | `azmcp_cosmos` | ✅ **EXPECTED** | | 3 | 0.409637 | `azmcp_group` | ❌ | -| 4 | 0.390391 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.390280 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.390047 | `azmcp_quota` | ❌ | --- @@ -1298,10 +1298,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495174 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.495331 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.416867 | `azmcp_subscription` | ❌ | | 3 | 0.373806 | `azmcp_quota` | ❌ | -| 4 | 0.373501 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.373367 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.362858 | `azmcp_kusto` | ❌ | --- @@ -1316,10 +1316,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.527920 | `azmcp_subscription` | ❌ | -| 2 | 0.487604 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.487739 | `azmcp_cosmos` | ✅ **EXPECTED** | | 3 | 0.392271 | `azmcp_group` | ❌ | | 4 | 0.391769 | `azmcp_quota` | ❌ | -| 5 | 0.370361 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.370227 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1332,11 +1332,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478653 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.478579 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.386101 | `azmcp_search` | ❌ | | 3 | 0.330813 | `azmcp_kusto` | ❌ | | 4 | 0.306493 | `azmcp_sql` | ❌ | -| 5 | 0.296649 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.296607 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1349,11 +1349,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505665 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.505639 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.352725 | `azmcp_subscription` | ❌ | -| 3 | 0.344027 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.344043 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.336535 | `azmcp_kusto` | ❌ | -| 5 | 0.335590 | `azmcp_acr` | ❌ | +| 5 | 0.335816 | `azmcp_acr` | ❌ | --- @@ -1366,7 +1366,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.494494 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.494428 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.327296 | `azmcp_kusto` | ❌ | | 3 | 0.317629 | `azmcp_subscription` | ❌ | | 4 | 0.316882 | `azmcp_sql` | ❌ | @@ -1383,11 +1383,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505943 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.505895 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.368700 | `azmcp_sql` | ❌ | | 3 | 0.362990 | `azmcp_kusto` | ❌ | | 4 | 0.362762 | `azmcp_subscription` | ❌ | -| 5 | 0.351000 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.350929 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1400,11 +1400,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505935 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.505848 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.367192 | `azmcp_kusto` | ❌ | | 3 | 0.357547 | `azmcp_sql` | ❌ | | 4 | 0.337014 | `azmcp_subscription` | ❌ | -| 5 | 0.334798 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.334755 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1420,7 +1420,7 @@ | 1 | 0.505540 | `azmcp_datadog` | ✅ **EXPECTED** | | 2 | 0.341172 | `azmcp_resourcehealth` | ❌ | | 3 | 0.322074 | `azmcp_monitor` | ❌ | -| 4 | 0.308157 | `azmcp_foundry` | ❌ | +| 4 | 0.308127 | `azmcp_foundry` | ❌ | | 5 | 0.305237 | `azmcp_quota` | ❌ | --- @@ -1438,7 +1438,7 @@ | 2 | 0.341042 | `azmcp_resourcehealth` | ❌ | | 3 | 0.338501 | `azmcp_monitor` | ❌ | | 4 | 0.316880 | `azmcp_quota` | ❌ | -| 5 | 0.296525 | `azmcp_foundry` | ❌ | +| 5 | 0.296473 | `azmcp_foundry` | ❌ | --- @@ -1472,7 +1472,7 @@ | 2 | 0.486127 | `azmcp_deploy` | ✅ **EXPECTED** | | 3 | 0.424789 | `azmcp_azureterraformbestpractices` | ❌ | | 4 | 0.378685 | `azmcp_bestpractices` | ❌ | -| 5 | 0.322230 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.322538 | `azmcp_applens` | ❌ | --- @@ -1536,7 +1536,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609040 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.609138 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.487417 | `azmcp_subscription` | ❌ | | 3 | 0.398388 | `azmcp_group` | ❌ | | 4 | 0.370937 | `azmcp_servicebus` | ❌ | @@ -1553,7 +1553,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609578 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.609629 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.453133 | `azmcp_subscription` | ❌ | | 3 | 0.383559 | `azmcp_group` | ❌ | | 4 | 0.380682 | `azmcp_servicebus` | ❌ | @@ -1570,7 +1570,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.581558 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.581669 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.482326 | `azmcp_subscription` | ❌ | | 3 | 0.366686 | `azmcp_group` | ❌ | | 4 | 0.364622 | `azmcp_servicebus` | ❌ | @@ -1588,7 +1588,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.556899 | `azmcp_group` | ❌ | -| 2 | 0.514351 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.514364 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 3 | 0.421820 | `azmcp_subscription` | ❌ | | 4 | 0.331842 | `azmcp_servicebus` | ❌ | | 5 | 0.331472 | `azmcp_resourcehealth` | ❌ | @@ -1604,7 +1604,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.595269 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.595396 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.446492 | `azmcp_subscription` | ❌ | | 3 | 0.372509 | `azmcp_servicebus` | ❌ | | 4 | 0.367824 | `azmcp_group` | ❌ | @@ -1621,7 +1621,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591610 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.591743 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.486190 | `azmcp_subscription` | ❌ | | 3 | 0.396456 | `azmcp_group` | ❌ | | 4 | 0.386525 | `azmcp_servicebus` | ❌ | @@ -1638,11 +1638,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.565168 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.516793 | `azmcp_group` | ❌ | -| 3 | 0.464216 | `azmcp_subscription` | ❌ | -| 4 | 0.375817 | `azmcp_servicebus` | ❌ | -| 5 | 0.340853 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.565359 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.516734 | `azmcp_group` | ❌ | +| 3 | 0.464231 | `azmcp_subscription` | ❌ | +| 4 | 0.375868 | `azmcp_servicebus` | ❌ | +| 5 | 0.340821 | `azmcp_resourcehealth` | ❌ | --- @@ -1655,7 +1655,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.564693 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.564708 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.507648 | `azmcp_subscription` | ❌ | | 3 | 0.392902 | `azmcp_group` | ❌ | | 4 | 0.339891 | `azmcp_servicebus` | ❌ | @@ -1673,7 +1673,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.532125 | `azmcp_subscription` | ❌ | -| 2 | 0.530891 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.530934 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 3 | 0.395075 | `azmcp_group` | ❌ | | 4 | 0.330035 | `azmcp_servicebus` | ❌ | | 5 | 0.297898 | `azmcp_resourcehealth` | ❌ | @@ -1690,7 +1690,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.539388 | `azmcp_group` | ❌ | -| 2 | 0.508190 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.508213 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 3 | 0.467677 | `azmcp_subscription` | ❌ | | 4 | 0.351677 | `azmcp_resourcehealth` | ❌ | | 5 | 0.335222 | `azmcp_extension_azqr` | ❌ | @@ -1706,7 +1706,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.540008 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.540058 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.504607 | `azmcp_subscription` | ❌ | | 3 | 0.404267 | `azmcp_group` | ❌ | | 4 | 0.353344 | `azmcp_quota` | ❌ | @@ -1774,9 +1774,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473829 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.473921 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.324932 | `azmcp_search` | ❌ | -| 3 | 0.278529 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.278619 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.263364 | `azmcp_kusto` | ❌ | | 5 | 0.260814 | `azmcp_grafana` | ❌ | @@ -1791,11 +1791,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.440641 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.440716 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.326070 | `azmcp_search` | ❌ | | 3 | 0.263918 | `azmcp_grafana` | ❌ | -| 4 | 0.261993 | `azmcp_applens` | ❌ | -| 5 | 0.249411 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.261986 | `azmcp_applens` | ❌ | +| 5 | 0.249449 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1808,11 +1808,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.384981 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.335954 | `azmcp_search` | ❌ | -| 3 | 0.312420 | `azmcp_bicepschema` | ❌ | -| 4 | 0.291718 | `azmcp_kusto` | ❌ | -| 5 | 0.261708 | `azmcp_grafana` | ❌ | +| 1 | 0.385115 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.335934 | `azmcp_search` | ❌ | +| 3 | 0.312430 | `azmcp_bicepschema` | ❌ | +| 4 | 0.291695 | `azmcp_kusto` | ❌ | +| 5 | 0.261719 | `azmcp_grafana` | ❌ | --- @@ -1842,7 +1842,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.314009 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.314047 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.290762 | `azmcp_group` | ❌ | | 3 | 0.266857 | `azmcp_postgres` | ❌ | | 4 | 0.252874 | `azmcp_loadtesting` | ❌ | @@ -1859,10 +1859,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576446 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.576587 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.350067 | `azmcp_deploy` | ❌ | | 3 | 0.318385 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.304023 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.304053 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.290622 | `azmcp_search` | ❌ | --- @@ -1876,7 +1876,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.547146 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.547262 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.326543 | `azmcp_deploy` | ❌ | | 3 | 0.305009 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.291042 | `azmcp_search` | ❌ | @@ -1893,8 +1893,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.515934 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.251368 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.516064 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.251390 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.246756 | `azmcp_search` | ❌ | | 4 | 0.243136 | `azmcp_cloudarchitect` | ❌ | | 5 | 0.240667 | `azmcp_deploy` | ❌ | @@ -1910,11 +1910,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.483997 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.484143 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.264390 | `azmcp_search` | ❌ | | 3 | 0.256450 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.240786 | `azmcp_deploy` | ❌ | -| 5 | 0.220120 | `azmcp_applens` | ❌ | +| 5 | 0.220400 | `azmcp_applens` | ❌ | --- @@ -1931,7 +1931,7 @@ | 2 | 0.431210 | `azmcp_group` | ❌ | | 3 | 0.411135 | `azmcp_deploy` | ❌ | | 4 | 0.394577 | `azmcp_appconfig` | ❌ | -| 5 | 0.379508 | `azmcp_applens` | ❌ | +| 5 | 0.379957 | `azmcp_applens` | ❌ | --- @@ -2015,7 +2015,7 @@ | 1 | 0.562219 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.375633 | `azmcp_group` | ❌ | | 3 | 0.364359 | `azmcp_deploy` | ❌ | -| 4 | 0.359192 | `azmcp_applens` | ❌ | +| 4 | 0.359562 | `azmcp_applens` | ❌ | | 5 | 0.345442 | `azmcp_resourcehealth` | ❌ | --- @@ -2033,7 +2033,7 @@ | 2 | 0.365951 | `azmcp_deploy` | ❌ | | 3 | 0.364284 | `azmcp_appconfig` | ❌ | | 4 | 0.325394 | `azmcp_bestpractices` | ❌ | -| 5 | 0.316795 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.316849 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2101,7 +2101,7 @@ | 2 | 0.431471 | `azmcp_deploy` | ❌ | | 3 | 0.411904 | `azmcp_bestpractices` | ❌ | | 4 | 0.388215 | `azmcp_subscription` | ❌ | -| 5 | 0.369507 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.369505 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2116,7 +2116,7 @@ |------|-------|------|--------| | 1 | 0.477054 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.336604 | `azmcp_deploy` | ❌ | -| 3 | 0.315284 | `azmcp_applens` | ❌ | +| 3 | 0.315874 | `azmcp_applens` | ❌ | | 4 | 0.307606 | `azmcp_appconfig` | ❌ | | 5 | 0.281592 | `azmcp_storage` | ❌ | @@ -2152,7 +2152,7 @@ | 2 | 0.484042 | `azmcp_subscription` | ❌ | | 3 | 0.351016 | `azmcp_extension_azqr` | ❌ | | 4 | 0.350266 | `azmcp_quota` | ❌ | -| 5 | 0.321202 | `azmcp_foundry` | ❌ | +| 5 | 0.321143 | `azmcp_foundry` | ❌ | --- @@ -2168,7 +2168,7 @@ | 1 | 0.543670 | `azmcp_group` | ✅ **EXPECTED** | | 2 | 0.357959 | `azmcp_quota` | ❌ | | 3 | 0.332796 | `azmcp_subscription` | ❌ | -| 4 | 0.332319 | `azmcp_foundry` | ❌ | +| 4 | 0.332242 | `azmcp_foundry` | ❌ | | 5 | 0.323258 | `azmcp_extension_azqr` | ❌ | --- @@ -2186,7 +2186,7 @@ | 2 | 0.464939 | `azmcp_subscription` | ❌ | | 3 | 0.375146 | `azmcp_quota` | ❌ | | 4 | 0.367930 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.337324 | `azmcp_eventgrid` | ❌ | +| 5 | 0.337136 | `azmcp_eventgrid` | ❌ | --- @@ -2199,11 +2199,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414879 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.261000 | `azmcp_subscription` | ❌ | -| 3 | 0.250057 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.247595 | `azmcp_functionapp` | ❌ | -| 5 | 0.240096 | `azmcp_appconfig` | ❌ | +| 1 | 0.415032 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261027 | `azmcp_subscription` | ❌ | +| 3 | 0.250185 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.247385 | `azmcp_functionapp` | ❌ | +| 5 | 0.240072 | `azmcp_appconfig` | ❌ | --- @@ -2267,11 +2267,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.393300 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.261356 | `azmcp_subscription` | ❌ | -| 3 | 0.234087 | `azmcp_functionapp` | ❌ | -| 4 | 0.215088 | `azmcp_acr` | ❌ | -| 5 | 0.213903 | `azmcp_storage` | ❌ | +| 1 | 0.393563 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261423 | `azmcp_subscription` | ❌ | +| 3 | 0.234363 | `azmcp_functionapp` | ❌ | +| 4 | 0.214972 | `azmcp_acr` | ❌ | +| 5 | 0.214343 | `azmcp_storage` | ❌ | --- @@ -2284,11 +2284,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.457947 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.371875 | `azmcp_subscription` | ❌ | -| 3 | 0.282556 | `azmcp_storage` | ❌ | -| 4 | 0.278776 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.271396 | `azmcp_bestpractices` | ❌ | +| 1 | 0.458094 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.372329 | `azmcp_subscription` | ❌ | +| 3 | 0.282898 | `azmcp_storage` | ❌ | +| 4 | 0.279142 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.271634 | `azmcp_bestpractices` | ❌ | --- @@ -2304,7 +2304,7 @@ | 1 | 0.446836 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.347408 | `azmcp_subscription` | ❌ | | 3 | 0.291540 | `azmcp_storage` | ❌ | -| 4 | 0.279759 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.279787 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.276156 | `azmcp_quota` | ❌ | --- @@ -2318,11 +2318,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436803 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.252619 | `azmcp_role` | ❌ | -| 3 | 0.238861 | `azmcp_storage` | ❌ | -| 4 | 0.231356 | `azmcp_subscription` | ❌ | -| 5 | 0.231298 | `azmcp_appconfig` | ❌ | +| 1 | 0.437000 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.252680 | `azmcp_role` | ❌ | +| 3 | 0.238994 | `azmcp_storage` | ❌ | +| 4 | 0.231429 | `azmcp_appconfig` | ❌ | +| 5 | 0.231323 | `azmcp_subscription` | ❌ | --- @@ -2335,11 +2335,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488265 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.377889 | `azmcp_subscription` | ❌ | -| 3 | 0.322539 | `azmcp_storage` | ❌ | -| 4 | 0.312340 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.287980 | `azmcp_aks` | ❌ | +| 1 | 0.489064 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.378477 | `azmcp_subscription` | ❌ | +| 3 | 0.323082 | `azmcp_storage` | ❌ | +| 4 | 0.312568 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.288345 | `azmcp_appconfig` | ❌ | --- @@ -2355,7 +2355,7 @@ | 1 | 0.484503 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.335838 | `azmcp_subscription` | ❌ | | 3 | 0.309437 | `azmcp_storage` | ❌ | -| 4 | 0.289136 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.289151 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.279513 | `azmcp_appconfig` | ❌ | --- @@ -2369,11 +2369,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.428999 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.290105 | `azmcp_appconfig` | ❌ | -| 3 | 0.253700 | `azmcp_storage` | ❌ | -| 4 | 0.249726 | `azmcp_functionapp` | ❌ | -| 5 | 0.239625 | `azmcp_subscription` | ❌ | +| 1 | 0.429504 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.290402 | `azmcp_appconfig` | ❌ | +| 3 | 0.253871 | `azmcp_storage` | ❌ | +| 4 | 0.250336 | `azmcp_functionapp` | ❌ | +| 5 | 0.239649 | `azmcp_subscription` | ❌ | --- @@ -2389,7 +2389,7 @@ | 1 | 0.461786 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.362117 | `azmcp_subscription` | ❌ | | 3 | 0.298624 | `azmcp_storage` | ❌ | -| 4 | 0.285653 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.285717 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.273135 | `azmcp_aks` | ❌ | --- @@ -2406,7 +2406,7 @@ | 1 | 0.491108 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.345964 | `azmcp_subscription` | ❌ | | 3 | 0.343006 | `azmcp_storage` | ❌ | -| 4 | 0.313047 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.313088 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.294365 | `azmcp_appconfig` | ❌ | --- @@ -2424,7 +2424,7 @@ | 2 | 0.291656 | `azmcp_aks` | ❌ | | 3 | 0.289176 | `azmcp_datadog` | ❌ | | 4 | 0.288562 | `azmcp_grafana` | ❌ | -| 5 | 0.285106 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.285109 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2440,8 +2440,8 @@ | 1 | 0.469685 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.418050 | `azmcp_subscription` | ❌ | | 3 | 0.373466 | `azmcp_aks` | ❌ | -| 4 | 0.357733 | `azmcp_eventgrid` | ❌ | -| 5 | 0.336755 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.357577 | `azmcp_eventgrid` | ❌ | +| 5 | 0.336737 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2458,7 +2458,7 @@ | 2 | 0.303718 | `azmcp_grafana` | ❌ | | 3 | 0.276598 | `azmcp_aks` | ❌ | | 4 | 0.265648 | `azmcp_datadog` | ❌ | -| 5 | 0.264765 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.264711 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2473,7 +2473,7 @@ |------|-------|------|--------| | 1 | 0.470329 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.393411 | `azmcp_subscription` | ❌ | -| 3 | 0.368108 | `azmcp_eventgrid` | ❌ | +| 3 | 0.367847 | `azmcp_eventgrid` | ❌ | | 4 | 0.363297 | `azmcp_aks` | ❌ | | 5 | 0.353939 | `azmcp_grafana` | ❌ | @@ -2490,7 +2490,7 @@ |------|-------|------|--------| | 1 | 0.441110 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.322033 | `azmcp_postgres` | ❌ | -| 3 | 0.321699 | `azmcp_cosmos` | ❌ | +| 3 | 0.321734 | `azmcp_cosmos` | ❌ | | 4 | 0.305613 | `azmcp_sql` | ❌ | | 5 | 0.294813 | `azmcp_mysql` | ❌ | @@ -2506,7 +2506,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.437140 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.340297 | `azmcp_cosmos` | ❌ | +| 2 | 0.340259 | `azmcp_cosmos` | ❌ | | 3 | 0.312765 | `azmcp_postgres` | ❌ | | 4 | 0.304479 | `azmcp_sql` | ❌ | | 5 | 0.285119 | `azmcp_mysql` | ❌ | @@ -2525,7 +2525,7 @@ | 1 | 0.372634 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.344929 | `azmcp_search` | ❌ | | 3 | 0.262841 | `azmcp_postgres` | ❌ | -| 4 | 0.243565 | `azmcp_cosmos` | ❌ | +| 4 | 0.243588 | `azmcp_cosmos` | ❌ | | 5 | 0.237454 | `azmcp_grafana` | ❌ | --- @@ -2539,11 +2539,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.394206 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.280880 | `azmcp_postgres` | ❌ | -| 3 | 0.243508 | `azmcp_cosmos` | ❌ | -| 4 | 0.242143 | `azmcp_grafana` | ❌ | -| 5 | 0.232175 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.394274 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.280897 | `azmcp_postgres` | ❌ | +| 3 | 0.243500 | `azmcp_cosmos` | ❌ | +| 4 | 0.242176 | `azmcp_grafana` | ❌ | +| 5 | 0.232253 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2558,7 +2558,7 @@ |------|-------|------|--------| | 1 | 0.432854 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.323641 | `azmcp_postgres` | ❌ | -| 3 | 0.288181 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.288231 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.280233 | `azmcp_grafana` | ❌ | | 5 | 0.275229 | `azmcp_sql` | ❌ | @@ -2573,11 +2573,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433872 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.324174 | `azmcp_postgres` | ❌ | -| 3 | 0.296490 | `azmcp_cosmos` | ❌ | -| 4 | 0.282232 | `azmcp_sql` | ❌ | -| 5 | 0.274380 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.434011 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.324197 | `azmcp_postgres` | ❌ | +| 3 | 0.296505 | `azmcp_cosmos` | ❌ | +| 4 | 0.282237 | `azmcp_sql` | ❌ | +| 5 | 0.274588 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2594,7 +2594,7 @@ | 2 | 0.296771 | `azmcp_postgres` | ❌ | | 3 | 0.279198 | `azmcp_bicepschema` | ❌ | | 4 | 0.248783 | `azmcp_mysql` | ❌ | -| 5 | 0.245866 | `azmcp_cosmos` | ❌ | +| 5 | 0.245974 | `azmcp_cosmos` | ❌ | --- @@ -2641,11 +2641,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.541830 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.464016 | `azmcp_group` | ❌ | -| 3 | 0.339752 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.299933 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.298318 | `azmcp_subscription` | ❌ | +| 1 | 0.541806 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.464004 | `azmcp_group` | ❌ | +| 3 | 0.339799 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.299850 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.298269 | `azmcp_subscription` | ❌ | --- @@ -2692,11 +2692,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.543027 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.368006 | `azmcp_group` | ❌ | -| 3 | 0.339154 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.311696 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.294813 | `azmcp_quota` | ❌ | +| 1 | 0.542546 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.369075 | `azmcp_group` | ❌ | +| 3 | 0.339419 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.312162 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.294996 | `azmcp_quota` | ❌ | --- @@ -2709,11 +2709,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.535525 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.367211 | `azmcp_group` | ❌ | -| 3 | 0.322733 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.306856 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.299779 | `azmcp_quota` | ❌ | +| 1 | 0.535365 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.367548 | `azmcp_group` | ❌ | +| 3 | 0.322809 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.306857 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.299712 | `azmcp_quota` | ❌ | --- @@ -2747,7 +2747,7 @@ | 2 | 0.212282 | `azmcp_quota` | ❌ | | 3 | 0.204853 | `azmcp_search` | ❌ | | 4 | 0.201502 | `azmcp_servicebus` | ❌ | -| 5 | 0.197988 | `azmcp_foundry` | ❌ | +| 5 | 0.197921 | `azmcp_foundry` | ❌ | --- @@ -2779,7 +2779,7 @@ |------|-------|------|--------| | 1 | 0.438400 | `azmcp_marketplace` | ✅ **EXPECTED** | | 2 | 0.216907 | `azmcp_subscription` | ❌ | -| 3 | 0.211636 | `azmcp_eventgrid` | ❌ | +| 3 | 0.211683 | `azmcp_eventgrid` | ❌ | | 4 | 0.201609 | `azmcp_search` | ❌ | | 5 | 0.197938 | `azmcp_grafana` | ❌ | @@ -2795,10 +2795,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.422606 | `azmcp_resourcehealth` | ❌ | -| 2 | 0.418598 | `azmcp_grafana` | ❌ | -| 3 | 0.387541 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.346611 | `azmcp_datadog` | ❌ | -| 5 | 0.317142 | `azmcp_applens` | ❌ | +| 2 | 0.418610 | `azmcp_grafana` | ❌ | +| 3 | 0.387538 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.346590 | `azmcp_datadog` | ❌ | +| 5 | 0.317506 | `azmcp_applens` | ❌ | --- @@ -2830,7 +2830,7 @@ |------|-------|------|--------| | 1 | 0.493833 | `azmcp_storage` | ❌ | | 2 | 0.432243 | `azmcp_quota` | ❌ | -| 3 | 0.423525 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.423444 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.381914 | `azmcp_monitor` | ✅ **EXPECTED** | | 5 | 0.354717 | `azmcp_datadog` | ❌ | @@ -2849,7 +2849,7 @@ | 2 | 0.374025 | `azmcp_quota` | ❌ | | 3 | 0.367555 | `azmcp_datadog` | ❌ | | 4 | 0.363460 | `azmcp_loadtesting` | ❌ | -| 5 | 0.353281 | `azmcp_applens` | ❌ | +| 5 | 0.353600 | `azmcp_applens` | ❌ | --- @@ -2863,7 +2863,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.438639 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.411671 | `azmcp_applens` | ❌ | +| 2 | 0.411589 | `azmcp_applens` | ❌ | | 3 | 0.390067 | `azmcp_resourcehealth` | ❌ | | 4 | 0.346779 | `azmcp_loadtesting` | ❌ | | 5 | 0.326919 | `azmcp_functionapp` | ❌ | @@ -2882,7 +2882,7 @@ | 1 | 0.399765 | `azmcp_resourcehealth` | ❌ | | 2 | 0.388355 | `azmcp_quota` | ❌ | | 3 | 0.385832 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.343255 | `azmcp_applens` | ❌ | +| 4 | 0.343441 | `azmcp_applens` | ❌ | | 5 | 0.307587 | `azmcp_datadog` | ❌ | --- @@ -2896,11 +2896,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.305424 | `azmcp_quota` | ❌ | -| 2 | 0.266178 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.216569 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.212468 | `azmcp_datadog` | ❌ | -| 5 | 0.209216 | `azmcp_grafana` | ❌ | +| 1 | 0.305476 | `azmcp_quota` | ❌ | +| 2 | 0.266407 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.216692 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.212537 | `azmcp_datadog` | ❌ | +| 5 | 0.209334 | `azmcp_grafana` | ❌ | --- @@ -2914,7 +2914,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.392711 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.383378 | `azmcp_applens` | ❌ | +| 2 | 0.383712 | `azmcp_applens` | ❌ | | 3 | 0.366024 | `azmcp_resourcehealth` | ❌ | | 4 | 0.338373 | `azmcp_quota` | ❌ | | 5 | 0.321564 | `azmcp_datadog` | ❌ | @@ -2930,11 +2930,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.341096 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.331738 | `azmcp_quota` | ❌ | -| 3 | 0.261541 | `azmcp_kusto` | ❌ | -| 4 | 0.247972 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.238599 | `azmcp_grafana` | ❌ | +| 1 | 0.340892 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.331742 | `azmcp_quota` | ❌ | +| 3 | 0.261549 | `azmcp_kusto` | ❌ | +| 4 | 0.248314 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.238634 | `azmcp_grafana` | ❌ | --- @@ -2947,11 +2947,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.347140 | `azmcp_quota` | ❌ | -| 2 | 0.339972 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.326177 | `azmcp_loadtesting` | ❌ | -| 4 | 0.322003 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.314145 | `azmcp_applens` | ❌ | +| 1 | 0.347158 | `azmcp_quota` | ❌ | +| 2 | 0.340061 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.326242 | `azmcp_loadtesting` | ❌ | +| 4 | 0.322101 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.314390 | `azmcp_applens` | ❌ | --- @@ -2985,7 +2985,7 @@ | 2 | 0.388783 | `azmcp_kusto` | ❌ | | 3 | 0.368180 | `azmcp_workbooks` | ❌ | | 4 | 0.368135 | `azmcp_monitor` | ✅ **EXPECTED** | -| 5 | 0.349017 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.349026 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3002,7 +3002,7 @@ | 2 | 0.405068 | `azmcp_kusto` | ❌ | | 3 | 0.383687 | `azmcp_monitor` | ✅ **EXPECTED** | | 4 | 0.370746 | `azmcp_workbooks` | ❌ | -| 5 | 0.338468 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.338496 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3018,7 +3018,7 @@ | 1 | 0.464888 | `azmcp_grafana` | ❌ | | 2 | 0.402005 | `azmcp_kusto` | ❌ | | 3 | 0.353489 | `azmcp_sql` | ❌ | -| 4 | 0.353307 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.353294 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.348783 | `azmcp_monitor` | ✅ **EXPECTED** | --- @@ -3070,7 +3070,7 @@ | 2 | 0.406049 | `azmcp_monitor` | ✅ **EXPECTED** | | 3 | 0.380500 | `azmcp_workbooks` | ❌ | | 4 | 0.372430 | `azmcp_kusto` | ❌ | -| 5 | 0.361240 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.361183 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3121,7 +3121,7 @@ | 2 | 0.335618 | `azmcp_postgres` | ❌ | | 3 | 0.298836 | `azmcp_sql` | ❌ | | 4 | 0.237442 | `azmcp_kusto` | ❌ | -| 5 | 0.236482 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.236586 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3138,7 +3138,7 @@ | 2 | 0.325492 | `azmcp_postgres` | ❌ | | 3 | 0.288100 | `azmcp_sql` | ❌ | | 4 | 0.244163 | `azmcp_kusto` | ❌ | -| 5 | 0.216985 | `azmcp_cosmos` | ❌ | +| 5 | 0.216898 | `azmcp_cosmos` | ❌ | --- @@ -3189,7 +3189,7 @@ | 2 | 0.411552 | `azmcp_subscription` | ❌ | | 3 | 0.338975 | `azmcp_sql` | ❌ | | 4 | 0.335083 | `azmcp_postgres` | ❌ | -| 5 | 0.283912 | `azmcp_foundry` | ❌ | +| 5 | 0.283991 | `azmcp_foundry` | ❌ | --- @@ -3206,7 +3206,7 @@ | 2 | 0.244379 | `azmcp_postgres` | ❌ | | 3 | 0.244331 | `azmcp_sql` | ❌ | | 4 | 0.209077 | `azmcp_grafana` | ❌ | -| 5 | 0.207063 | `azmcp_foundry` | ❌ | +| 5 | 0.207116 | `azmcp_foundry` | ❌ | --- @@ -3257,7 +3257,7 @@ | 2 | 0.170686 | `azmcp_postgres` | ❌ | | 3 | 0.163432 | `azmcp_sql` | ❌ | | 4 | 0.125859 | `azmcp_redis` | ❌ | -| 5 | 0.104015 | `azmcp_cosmos` | ❌ | +| 5 | 0.104161 | `azmcp_cosmos` | ❌ | --- @@ -3274,7 +3274,7 @@ | 2 | 0.309067 | `azmcp_postgres` | ❌ | | 3 | 0.265189 | `azmcp_sql` | ❌ | | 4 | 0.230436 | `azmcp_kusto` | ❌ | -| 5 | 0.210413 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.210555 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3291,7 +3291,7 @@ | 2 | 0.313649 | `azmcp_postgres` | ❌ | | 3 | 0.263849 | `azmcp_sql` | ❌ | | 4 | 0.244073 | `azmcp_kusto` | ❌ | -| 5 | 0.204039 | `azmcp_cosmos` | ❌ | +| 5 | 0.204047 | `azmcp_cosmos` | ❌ | --- @@ -3304,11 +3304,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.363799 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.286456 | `azmcp_postgres` | ❌ | -| 3 | 0.235354 | `azmcp_bicepschema` | ❌ | -| 4 | 0.213487 | `azmcp_sql` | ❌ | -| 5 | 0.211200 | `azmcp_kusto` | ❌ | +| 1 | 0.363796 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.286518 | `azmcp_postgres` | ❌ | +| 3 | 0.235416 | `azmcp_bicepschema` | ❌ | +| 4 | 0.213495 | `azmcp_sql` | ❌ | +| 5 | 0.211205 | `azmcp_kusto` | ❌ | --- @@ -3325,7 +3325,7 @@ | 2 | 0.270336 | `azmcp_sql` | ❌ | | 3 | 0.248242 | `azmcp_mysql` | ❌ | | 4 | 0.222211 | `azmcp_kusto` | ❌ | -| 5 | 0.211826 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.211969 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3342,7 +3342,7 @@ | 2 | 0.262843 | `azmcp_sql` | ❌ | | 3 | 0.239247 | `azmcp_mysql` | ❌ | | 4 | 0.223616 | `azmcp_kusto` | ❌ | -| 5 | 0.190044 | `azmcp_foundry` | ❌ | +| 5 | 0.190071 | `azmcp_foundry` | ❌ | --- @@ -3355,11 +3355,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441334 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.280539 | `azmcp_search` | ❌ | -| 3 | 0.254962 | `azmcp_sql` | ❌ | -| 4 | 0.226501 | `azmcp_mysql` | ❌ | -| 5 | 0.223792 | `azmcp_kusto` | ❌ | +| 1 | 0.442324 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.281202 | `azmcp_search` | ❌ | +| 3 | 0.254598 | `azmcp_sql` | ❌ | +| 4 | 0.226283 | `azmcp_mysql` | ❌ | +| 5 | 0.223747 | `azmcp_kusto` | ❌ | --- @@ -3376,7 +3376,7 @@ | 2 | 0.201594 | `azmcp_sql` | ❌ | | 3 | 0.196627 | `azmcp_mysql` | ❌ | | 4 | 0.177783 | `azmcp_appconfig` | ❌ | -| 5 | 0.164246 | `azmcp_foundry` | ❌ | +| 5 | 0.164287 | `azmcp_foundry` | ❌ | --- @@ -3392,8 +3392,8 @@ | 1 | 0.544907 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.401506 | `azmcp_subscription` | ❌ | | 3 | 0.327082 | `azmcp_sql` | ❌ | -| 4 | 0.311685 | `azmcp_eventgrid` | ❌ | -| 5 | 0.300671 | `azmcp_foundry` | ❌ | +| 4 | 0.311534 | `azmcp_eventgrid` | ❌ | +| 5 | 0.300679 | `azmcp_foundry` | ❌ | --- @@ -3408,7 +3408,7 @@ |------|-------|------|--------| | 1 | 0.472426 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.241585 | `azmcp_sql` | ❌ | -| 3 | 0.230728 | `azmcp_foundry` | ❌ | +| 3 | 0.230732 | `azmcp_foundry` | ❌ | | 4 | 0.221810 | `azmcp_mysql` | ❌ | | 5 | 0.209751 | `azmcp_kusto` | ❌ | @@ -3426,7 +3426,7 @@ | 1 | 0.544209 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.390308 | `azmcp_subscription` | ❌ | | 3 | 0.341243 | `azmcp_sql` | ❌ | -| 4 | 0.311423 | `azmcp_eventgrid` | ❌ | +| 4 | 0.311251 | `azmcp_eventgrid` | ❌ | | 5 | 0.297834 | `azmcp_mysql` | ❌ | --- @@ -3443,7 +3443,7 @@ | 1 | 0.400135 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.182286 | `azmcp_mysql` | ❌ | | 3 | 0.164005 | `azmcp_sql` | ❌ | -| 4 | 0.143240 | `azmcp_foundry` | ❌ | +| 4 | 0.143281 | `azmcp_foundry` | ❌ | | 5 | 0.141180 | `azmcp_quota` | ❌ | --- @@ -3460,8 +3460,8 @@ | 1 | 0.438215 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.200461 | `azmcp_mysql` | ❌ | | 3 | 0.191113 | `azmcp_sql` | ❌ | -| 4 | 0.146803 | `azmcp_foundry` | ❌ | -| 5 | 0.129824 | `azmcp_eventgrid` | ❌ | +| 4 | 0.146832 | `azmcp_foundry` | ❌ | +| 5 | 0.129667 | `azmcp_eventgrid` | ❌ | --- @@ -3478,7 +3478,7 @@ | 2 | 0.238779 | `azmcp_sql` | ❌ | | 3 | 0.226041 | `azmcp_mysql` | ❌ | | 4 | 0.216206 | `azmcp_kusto` | ❌ | -| 5 | 0.191400 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.191589 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3495,7 +3495,7 @@ | 2 | 0.235454 | `azmcp_sql` | ❌ | | 3 | 0.229419 | `azmcp_kusto` | ❌ | | 4 | 0.226514 | `azmcp_mysql` | ❌ | -| 5 | 0.183255 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.183435 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3508,11 +3508,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.443527 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.219591 | `azmcp_bicepschema` | ❌ | -| 3 | 0.204544 | `azmcp_mysql` | ❌ | -| 4 | 0.195597 | `azmcp_kusto` | ❌ | -| 5 | 0.194450 | `azmcp_sql` | ❌ | +| 1 | 0.443429 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.219528 | `azmcp_bicepschema` | ❌ | +| 3 | 0.204498 | `azmcp_mysql` | ❌ | +| 4 | 0.195507 | `azmcp_kusto` | ❌ | +| 5 | 0.194360 | `azmcp_sql` | ❌ | --- @@ -3526,10 +3526,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.526764 | `azmcp_quota` | ✅ **EXPECTED** | -| 2 | 0.307938 | `azmcp_foundry` | ❌ | +| 2 | 0.307877 | `azmcp_foundry` | ❌ | | 3 | 0.287794 | `azmcp_resourcehealth` | ❌ | | 4 | 0.283510 | `azmcp_group` | ❌ | -| 5 | 0.250381 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.250460 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3544,9 +3544,9 @@ |------|-------|------|--------| | 1 | 0.594721 | `azmcp_quota` | ✅ **EXPECTED** | | 2 | 0.381039 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.322572 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.322723 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.311277 | `azmcp_storage` | ❌ | -| 5 | 0.305016 | `azmcp_foundry` | ❌ | +| 5 | 0.304988 | `azmcp_foundry` | ❌ | --- @@ -3595,7 +3595,7 @@ |------|-------|------|--------| | 1 | 0.524835 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.421616 | `azmcp_subscription` | ❌ | -| 3 | 0.310162 | `azmcp_eventgrid` | ❌ | +| 3 | 0.310005 | `azmcp_eventgrid` | ❌ | | 4 | 0.309418 | `azmcp_group` | ❌ | | 5 | 0.282303 | `azmcp_kusto` | ❌ | @@ -3629,7 +3629,7 @@ |------|-------|------|--------| | 1 | 0.506847 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.382302 | `azmcp_subscription` | ❌ | -| 3 | 0.291110 | `azmcp_eventgrid` | ❌ | +| 3 | 0.290925 | `azmcp_eventgrid` | ❌ | | 4 | 0.277338 | `azmcp_grafana` | ❌ | | 5 | 0.273901 | `azmcp_group` | ❌ | @@ -3647,7 +3647,7 @@ | 1 | 0.360827 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.357219 | `azmcp_kusto` | ❌ | | 3 | 0.301675 | `azmcp_postgres` | ❌ | -| 4 | 0.284263 | `azmcp_cosmos` | ❌ | +| 4 | 0.284241 | `azmcp_cosmos` | ❌ | | 5 | 0.282172 | `azmcp_mysql` | ❌ | --- @@ -3664,7 +3664,7 @@ | 1 | 0.353610 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.351483 | `azmcp_kusto` | ❌ | | 3 | 0.292684 | `azmcp_postgres` | ❌ | -| 4 | 0.292160 | `azmcp_cosmos` | ❌ | +| 4 | 0.292057 | `azmcp_cosmos` | ❌ | | 5 | 0.273921 | `azmcp_mysql` | ❌ | --- @@ -3682,7 +3682,7 @@ | 2 | 0.442659 | `azmcp_subscription` | ❌ | | 3 | 0.390091 | `azmcp_kusto` | ❌ | | 4 | 0.386188 | `azmcp_aks` | ❌ | -| 5 | 0.364952 | `azmcp_eventgrid` | ❌ | +| 5 | 0.364753 | `azmcp_eventgrid` | ❌ | --- @@ -3716,7 +3716,7 @@ | 2 | 0.400978 | `azmcp_subscription` | ❌ | | 3 | 0.371350 | `azmcp_kusto` | ❌ | | 4 | 0.354359 | `azmcp_aks` | ❌ | -| 5 | 0.351730 | `azmcp_eventgrid` | ❌ | +| 5 | 0.351516 | `azmcp_eventgrid` | ❌ | --- @@ -3731,7 +3731,7 @@ |------|-------|------|--------| | 1 | 0.418025 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.398244 | `azmcp_quota` | ❌ | -| 3 | 0.275823 | `azmcp_foundry` | ❌ | +| 3 | 0.275775 | `azmcp_foundry` | ❌ | | 4 | 0.260375 | `azmcp_group` | ❌ | | 5 | 0.260164 | `azmcp_datadog` | ❌ | @@ -3749,7 +3749,7 @@ | 1 | 0.446300 | `azmcp_storage` | ❌ | | 2 | 0.434595 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 3 | 0.371609 | `azmcp_quota` | ❌ | -| 4 | 0.360639 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.360585 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.340138 | `azmcp_datadog` | ❌ | --- @@ -3784,7 +3784,7 @@ | 2 | 0.473999 | `azmcp_quota` | ❌ | | 3 | 0.472732 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 4 | 0.438679 | `azmcp_group` | ❌ | -| 5 | 0.370568 | `azmcp_foundry` | ❌ | +| 5 | 0.370489 | `azmcp_foundry` | ❌ | --- @@ -3817,7 +3817,7 @@ | 1 | 0.575344 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.437073 | `azmcp_group` | ❌ | | 3 | 0.420929 | `azmcp_datadog` | ❌ | -| 4 | 0.376123 | `azmcp_applens` | ❌ | +| 4 | 0.376753 | `azmcp_applens` | ❌ | | 5 | 0.373430 | `azmcp_quota` | ❌ | --- @@ -3833,7 +3833,7 @@ |------|-------|------|--------| | 1 | 0.495135 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.446696 | `azmcp_subscription` | ❌ | -| 3 | 0.444835 | `azmcp_eventgrid` | ❌ | +| 3 | 0.444646 | `azmcp_eventgrid` | ❌ | | 4 | 0.373484 | `azmcp_datadog` | ❌ | | 5 | 0.370892 | `azmcp_servicebus` | ❌ | @@ -3850,7 +3850,7 @@ |------|-------|------|--------| | 1 | 0.502417 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.469826 | `azmcp_subscription` | ❌ | -| 3 | 0.415192 | `azmcp_eventgrid` | ❌ | +| 3 | 0.414984 | `azmcp_eventgrid` | ❌ | | 4 | 0.399025 | `azmcp_datadog` | ❌ | | 5 | 0.373389 | `azmcp_monitor` | ❌ | @@ -3865,11 +3865,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.278886 | `azmcp_foundry` | ❌ | +| 1 | 0.278910 | `azmcp_foundry` | ❌ | | 2 | 0.266076 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 3 | 0.258189 | `azmcp_datadog` | ❌ | | 4 | 0.253985 | `azmcp_servicebus` | ❌ | -| 5 | 0.246733 | `azmcp_applens` | ❌ | +| 5 | 0.247487 | `azmcp_applens` | ❌ | --- @@ -3883,7 +3883,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.496164 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.459988 | `azmcp_eventgrid` | ❌ | +| 2 | 0.459820 | `azmcp_eventgrid` | ❌ | | 3 | 0.442619 | `azmcp_subscription` | ❌ | | 4 | 0.379736 | `azmcp_servicebus` | ❌ | | 5 | 0.375840 | `azmcp_datadog` | ❌ | @@ -3920,7 +3920,7 @@ | 2 | 0.459704 | `azmcp_role` | ✅ **EXPECTED** | | 3 | 0.359733 | `azmcp_group` | ❌ | | 4 | 0.323734 | `azmcp_quota` | ❌ | -| 5 | 0.308495 | `azmcp_eventgrid` | ❌ | +| 5 | 0.308279 | `azmcp_eventgrid` | ❌ | --- @@ -3937,7 +3937,7 @@ | 2 | 0.451858 | `azmcp_role` | ✅ **EXPECTED** | | 3 | 0.354219 | `azmcp_group` | ❌ | | 4 | 0.350810 | `azmcp_quota` | ❌ | -| 5 | 0.319337 | `azmcp_eventgrid` | ❌ | +| 5 | 0.319086 | `azmcp_eventgrid` | ❌ | --- @@ -3951,9 +3951,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.464600 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.341503 | `azmcp_foundry` | ❌ | +| 2 | 0.341475 | `azmcp_foundry` | ❌ | | 3 | 0.326910 | `azmcp_kusto` | ❌ | -| 4 | 0.320480 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.320545 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.313167 | `azmcp_monitor` | ❌ | --- @@ -3968,10 +3968,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.519226 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.391826 | `azmcp_foundry` | ❌ | -| 3 | 0.338256 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.391839 | `azmcp_foundry` | ❌ | +| 3 | 0.338337 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.334339 | `azmcp_kusto` | ❌ | -| 5 | 0.317176 | `azmcp_cosmos` | ❌ | +| 5 | 0.317168 | `azmcp_cosmos` | ❌ | --- @@ -3985,10 +3985,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.498146 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.375555 | `azmcp_foundry` | ❌ | +| 2 | 0.375511 | `azmcp_foundry` | ❌ | | 3 | 0.353150 | `azmcp_kusto` | ❌ | -| 4 | 0.338963 | `azmcp_cosmos` | ❌ | -| 5 | 0.331688 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.338938 | `azmcp_cosmos` | ❌ | +| 5 | 0.331751 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4002,9 +4002,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.502447 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.307393 | `azmcp_foundry` | ❌ | +| 2 | 0.307445 | `azmcp_foundry` | ❌ | | 3 | 0.300930 | `azmcp_monitor` | ❌ | -| 4 | 0.289450 | `azmcp_cosmos` | ❌ | +| 4 | 0.289451 | `azmcp_cosmos` | ❌ | | 5 | 0.284065 | `azmcp_kusto` | ❌ | --- @@ -4020,9 +4020,9 @@ |------|-------|------|--------| | 1 | 0.498549 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.479136 | `azmcp_subscription` | ❌ | -| 3 | 0.453803 | `azmcp_foundry` | ❌ | +| 3 | 0.453852 | `azmcp_foundry` | ❌ | | 4 | 0.364003 | `azmcp_group` | ❌ | -| 5 | 0.361535 | `azmcp_eventgrid` | ❌ | +| 5 | 0.361223 | `azmcp_eventgrid` | ❌ | --- @@ -4037,9 +4037,9 @@ |------|-------|------|--------| | 1 | 0.522087 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.427264 | `azmcp_subscription` | ❌ | -| 3 | 0.396173 | `azmcp_foundry` | ❌ | -| 4 | 0.350050 | `azmcp_cosmos` | ❌ | -| 5 | 0.349550 | `azmcp_eventgrid` | ❌ | +| 3 | 0.396183 | `azmcp_foundry` | ❌ | +| 4 | 0.350086 | `azmcp_cosmos` | ❌ | +| 5 | 0.349156 | `azmcp_eventgrid` | ❌ | --- @@ -4053,9 +4053,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.484171 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.392016 | `azmcp_foundry` | ❌ | +| 2 | 0.392042 | `azmcp_foundry` | ❌ | | 3 | 0.305470 | `azmcp_kusto` | ❌ | -| 4 | 0.301650 | `azmcp_cosmos` | ❌ | +| 4 | 0.301634 | `azmcp_cosmos` | ❌ | | 5 | 0.286864 | `azmcp_grafana` | ❌ | --- @@ -4071,9 +4071,9 @@ |------|-------|------|--------| | 1 | 0.515210 | `azmcp_servicebus` | ✅ **EXPECTED** | | 2 | 0.312915 | `azmcp_quota` | ❌ | -| 3 | 0.286245 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.286414 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.275943 | `azmcp_kusto` | ❌ | -| 5 | 0.272137 | `azmcp_foundry` | ❌ | +| 5 | 0.272072 | `azmcp_foundry` | ❌ | --- @@ -4087,9 +4087,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.513487 | `azmcp_servicebus` | ✅ **EXPECTED** | -| 2 | 0.372310 | `azmcp_eventgrid` | ❌ | +| 2 | 0.372201 | `azmcp_eventgrid` | ❌ | | 3 | 0.298671 | `azmcp_subscription` | ❌ | -| 4 | 0.291994 | `azmcp_foundry` | ❌ | +| 4 | 0.291900 | `azmcp_foundry` | ❌ | | 5 | 0.282648 | `azmcp_quota` | ❌ | --- @@ -4105,7 +4105,7 @@ |------|-------|------|--------| | 1 | 0.483620 | `azmcp_servicebus` | ✅ **EXPECTED** | | 2 | 0.404173 | `azmcp_subscription` | ❌ | -| 3 | 0.354136 | `azmcp_eventgrid` | ❌ | +| 3 | 0.353947 | `azmcp_eventgrid` | ❌ | | 4 | 0.278273 | `azmcp_group` | ❌ | | 5 | 0.267185 | `azmcp_resourcehealth` | ❌ | @@ -4123,7 +4123,7 @@ | 1 | 0.354889 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.326429 | `azmcp_postgres` | ❌ | | 3 | 0.296864 | `azmcp_mysql` | ❌ | -| 4 | 0.220197 | `azmcp_cosmos` | ❌ | +| 4 | 0.220200 | `azmcp_cosmos` | ❌ | | 5 | 0.203427 | `azmcp_kusto` | ❌ | --- @@ -4140,7 +4140,7 @@ | 1 | 0.427036 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.377151 | `azmcp_postgres` | ❌ | | 3 | 0.353239 | `azmcp_mysql` | ❌ | -| 4 | 0.291790 | `azmcp_cosmos` | ❌ | +| 4 | 0.291941 | `azmcp_cosmos` | ❌ | | 5 | 0.271791 | `azmcp_kusto` | ❌ | --- @@ -4157,7 +4157,7 @@ | 1 | 0.402306 | `azmcp_group` | ❌ | | 2 | 0.399066 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.344114 | `azmcp_postgres` | ❌ | -| 4 | 0.325359 | `azmcp_cosmos` | ❌ | +| 4 | 0.325382 | `azmcp_cosmos` | ❌ | | 5 | 0.325026 | `azmcp_mysql` | ❌ | --- @@ -4175,7 +4175,7 @@ | 2 | 0.332653 | `azmcp_postgres` | ❌ | | 3 | 0.313922 | `azmcp_mysql` | ❌ | | 4 | 0.222678 | `azmcp_kusto` | ❌ | -| 5 | 0.218277 | `azmcp_cosmos` | ❌ | +| 5 | 0.218175 | `azmcp_cosmos` | ❌ | --- @@ -4191,7 +4191,7 @@ | 1 | 0.433697 | `azmcp_group` | ❌ | | 2 | 0.382043 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.337805 | `azmcp_postgres` | ❌ | -| 4 | 0.328730 | `azmcp_cosmos` | ❌ | +| 4 | 0.328599 | `azmcp_cosmos` | ❌ | | 5 | 0.313418 | `azmcp_mysql` | ❌ | --- @@ -4208,7 +4208,7 @@ | 1 | 0.313811 | `azmcp_postgres` | ❌ | | 2 | 0.288769 | `azmcp_mysql` | ❌ | | 3 | 0.278216 | `azmcp_sql` | ✅ **EXPECTED** | -| 4 | 0.223281 | `azmcp_cosmos` | ❌ | +| 4 | 0.223184 | `azmcp_cosmos` | ❌ | | 5 | 0.196580 | `azmcp_kusto` | ❌ | --- @@ -4226,7 +4226,7 @@ | 2 | 0.435227 | `azmcp_postgres` | ❌ | | 3 | 0.411265 | `azmcp_mysql` | ❌ | | 4 | 0.362256 | `azmcp_kusto` | ❌ | -| 5 | 0.361206 | `azmcp_cosmos` | ❌ | +| 5 | 0.361213 | `azmcp_cosmos` | ❌ | --- @@ -4243,7 +4243,7 @@ | 2 | 0.382584 | `azmcp_postgres` | ❌ | | 3 | 0.377617 | `azmcp_mysql` | ❌ | | 4 | 0.322370 | `azmcp_appconfig` | ❌ | -| 5 | 0.292612 | `azmcp_cosmos` | ❌ | +| 5 | 0.292665 | `azmcp_cosmos` | ❌ | --- @@ -4273,11 +4273,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.354989 | `azmcp_postgres` | ❌ | -| 2 | 0.343676 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.297867 | `azmcp_mysql` | ❌ | -| 4 | 0.261261 | `azmcp_kusto` | ❌ | -| 5 | 0.236693 | `azmcp_cosmos` | ❌ | +| 1 | 0.354939 | `azmcp_postgres` | ❌ | +| 2 | 0.343683 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.297816 | `azmcp_mysql` | ❌ | +| 4 | 0.261260 | `azmcp_kusto` | ❌ | +| 5 | 0.236613 | `azmcp_cosmos` | ❌ | --- @@ -4290,11 +4290,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.515055 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.382015 | `azmcp_postgres` | ❌ | -| 3 | 0.358128 | `azmcp_mysql` | ❌ | -| 4 | 0.337734 | `azmcp_kusto` | ❌ | -| 5 | 0.318176 | `azmcp_quota` | ❌ | +| 1 | 0.515069 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.382056 | `azmcp_postgres` | ❌ | +| 3 | 0.358197 | `azmcp_mysql` | ❌ | +| 4 | 0.337773 | `azmcp_kusto` | ❌ | +| 5 | 0.318179 | `azmcp_quota` | ❌ | --- @@ -4375,11 +4375,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414765 | `azmcp_group` | ❌ | -| 2 | 0.407589 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.336515 | `azmcp_postgres` | ❌ | -| 4 | 0.320398 | `azmcp_mysql` | ❌ | -| 5 | 0.290285 | `azmcp_functionapp` | ❌ | +| 1 | 0.414780 | `azmcp_group` | ❌ | +| 2 | 0.407560 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.336495 | `azmcp_postgres` | ❌ | +| 4 | 0.320383 | `azmcp_mysql` | ❌ | +| 5 | 0.290278 | `azmcp_functionapp` | ❌ | --- @@ -4413,7 +4413,7 @@ | 2 | 0.322005 | `azmcp_subscription` | ❌ | | 3 | 0.277999 | `azmcp_postgres` | ❌ | | 4 | 0.248747 | `azmcp_mysql` | ❌ | -| 5 | 0.233739 | `azmcp_eventgrid` | ❌ | +| 5 | 0.233488 | `azmcp_eventgrid` | ❌ | --- @@ -4511,11 +4511,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.348937 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.276370 | `azmcp_postgres` | ❌ | -| 3 | 0.220582 | `azmcp_mysql` | ❌ | -| 4 | 0.208322 | `azmcp_quota` | ❌ | -| 5 | 0.206789 | `azmcp_role` | ❌ | +| 1 | 0.349030 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.276443 | `azmcp_postgres` | ❌ | +| 3 | 0.220736 | `azmcp_mysql` | ❌ | +| 4 | 0.208239 | `azmcp_quota` | ❌ | +| 5 | 0.206693 | `azmcp_role` | ❌ | --- @@ -4562,11 +4562,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.315418 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.244050 | `azmcp_postgres` | ❌ | -| 3 | 0.198427 | `azmcp_role` | ❌ | -| 4 | 0.197587 | `azmcp_functionapp` | ❌ | -| 5 | 0.191984 | `azmcp_quota` | ❌ | +| 1 | 0.315443 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.244095 | `azmcp_postgres` | ❌ | +| 3 | 0.198375 | `azmcp_role` | ❌ | +| 4 | 0.197545 | `azmcp_functionapp` | ❌ | +| 5 | 0.191991 | `azmcp_quota` | ❌ | --- @@ -4600,7 +4600,7 @@ | 2 | 0.343544 | `azmcp_postgres` | ❌ | | 3 | 0.286888 | `azmcp_quota` | ❌ | | 4 | 0.273793 | `azmcp_mysql` | ❌ | -| 5 | 0.265123 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.265255 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4647,11 +4647,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493891 | `azmcp_group` | ❌ | -| 2 | 0.439233 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.396830 | `azmcp_postgres` | ❌ | -| 4 | 0.385972 | `azmcp_quota` | ❌ | -| 5 | 0.385026 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.493954 | `azmcp_group` | ❌ | +| 2 | 0.439495 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.397148 | `azmcp_postgres` | ❌ | +| 4 | 0.386130 | `azmcp_quota` | ❌ | +| 5 | 0.385318 | `azmcp_extension_azqr` | ❌ | --- @@ -4684,7 +4684,7 @@ | 1 | 0.341151 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.314077 | `azmcp_postgres` | ❌ | | 3 | 0.272830 | `azmcp_kusto` | ❌ | -| 4 | 0.271597 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.271615 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.271529 | `azmcp_search` | ❌ | --- @@ -4716,7 +4716,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.405301 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.372635 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.372597 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.352246 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.341673 | `azmcp_loadtesting` | ❌ | | 5 | 0.334731 | `azmcp_sql` | ❌ | @@ -4734,7 +4734,7 @@ |------|-------|------|--------| | 1 | 0.486960 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.378261 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.374284 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.374243 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.344197 | `azmcp_functionapp` | ❌ | | 5 | 0.331636 | `azmcp_sql` | ❌ | @@ -4750,7 +4750,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.491151 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.394521 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.394467 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.392509 | `azmcp_subscription` | ❌ | | 4 | 0.384793 | `azmcp_quota` | ❌ | | 5 | 0.325773 | `azmcp_functionapp` | ❌ | @@ -4766,11 +4766,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489272 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.376576 | `azmcp_quota` | ❌ | -| 3 | 0.365561 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.362097 | `azmcp_subscription` | ❌ | -| 5 | 0.316324 | `azmcp_functionapp` | ❌ | +| 1 | 0.489227 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.376484 | `azmcp_quota` | ❌ | +| 3 | 0.365435 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.361999 | `azmcp_subscription` | ❌ | +| 5 | 0.316209 | `azmcp_functionapp` | ❌ | --- @@ -4786,7 +4786,7 @@ | 1 | 0.479627 | `azmcp_subscription` | ❌ | | 2 | 0.458884 | `azmcp_storage` | ✅ **EXPECTED** | | 3 | 0.433279 | `azmcp_quota` | ❌ | -| 4 | 0.389864 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.389769 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.367140 | `azmcp_group` | ❌ | --- @@ -4801,7 +4801,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.433925 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.396687 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.396530 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.389966 | `azmcp_quota` | ❌ | | 4 | 0.335275 | `azmcp_subscription` | ❌ | | 5 | 0.331402 | `azmcp_resourcehealth` | ❌ | @@ -4820,7 +4820,7 @@ | 1 | 0.464032 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.430931 | `azmcp_subscription` | ❌ | | 3 | 0.369790 | `azmcp_quota` | ❌ | -| 4 | 0.366472 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.366413 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.330399 | `azmcp_resourcehealth` | ❌ | --- @@ -4835,8 +4835,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.410953 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.341460 | `azmcp_acr` | ❌ | -| 3 | 0.317177 | `azmcp_cosmos` | ❌ | +| 2 | 0.341473 | `azmcp_acr` | ❌ | +| 3 | 0.317302 | `azmcp_cosmos` | ❌ | | 4 | 0.310546 | `azmcp_functionapp` | ❌ | | 5 | 0.305102 | `azmcp_keyvault` | ❌ | @@ -4852,8 +4852,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.393929 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.368812 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.362609 | `azmcp_acr` | ❌ | +| 2 | 0.368879 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.362572 | `azmcp_acr` | ❌ | | 4 | 0.322948 | `azmcp_subscription` | ❌ | | 5 | 0.309952 | `azmcp_functionapp` | ❌ | @@ -4869,9 +4869,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.406977 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.339007 | `azmcp_acr` | ❌ | -| 3 | 0.288524 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.276975 | `azmcp_cosmos` | ❌ | +| 2 | 0.339042 | `azmcp_acr` | ❌ | +| 3 | 0.288569 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.277021 | `azmcp_cosmos` | ❌ | | 5 | 0.275153 | `azmcp_cloudarchitect` | ❌ | --- @@ -4886,10 +4886,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.407786 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.362810 | `azmcp_acr` | ❌ | -| 3 | 0.296174 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.363000 | `azmcp_acr` | ❌ | +| 3 | 0.296255 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.294027 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.292047 | `azmcp_cosmos` | ❌ | +| 5 | 0.292159 | `azmcp_cosmos` | ❌ | --- @@ -4903,9 +4903,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.388421 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.376189 | `azmcp_cosmos` | ❌ | -| 3 | 0.321856 | `azmcp_acr` | ❌ | -| 4 | 0.292469 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.376291 | `azmcp_cosmos` | ❌ | +| 3 | 0.321854 | `azmcp_acr` | ❌ | +| 4 | 0.292509 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.292423 | `azmcp_functionapp` | ❌ | --- @@ -4920,9 +4920,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.483236 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.384658 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.384682 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.369610 | `azmcp_quota` | ❌ | -| 4 | 0.360576 | `azmcp_acr` | ❌ | +| 4 | 0.360729 | `azmcp_acr` | ❌ | | 5 | 0.338758 | `azmcp_subscription` | ❌ | --- @@ -4937,9 +4937,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.435729 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.356756 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.356775 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.349220 | `azmcp_subscription` | ❌ | -| 4 | 0.345630 | `azmcp_acr` | ❌ | +| 4 | 0.345863 | `azmcp_acr` | ❌ | | 5 | 0.307434 | `azmcp_quota` | ❌ | --- @@ -4954,9 +4954,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.462006 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.378183 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.378193 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.364989 | `azmcp_subscription` | ❌ | -| 4 | 0.354804 | `azmcp_acr` | ❌ | +| 4 | 0.355011 | `azmcp_acr` | ❌ | | 5 | 0.352319 | `azmcp_quota` | ❌ | --- @@ -4970,11 +4970,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.469368 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.377301 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.361316 | `azmcp_cosmos` | ❌ | -| 4 | 0.349621 | `azmcp_acr` | ❌ | -| 5 | 0.336552 | `azmcp_quota` | ❌ | +| 1 | 0.469337 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.377325 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.361380 | `azmcp_cosmos` | ❌ | +| 4 | 0.349821 | `azmcp_acr` | ❌ | +| 5 | 0.336526 | `azmcp_quota` | ❌ | --- @@ -4987,11 +4987,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436097 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.326162 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.320178 | `azmcp_acr` | ❌ | -| 4 | 0.314013 | `azmcp_cosmos` | ❌ | -| 5 | 0.312761 | `azmcp_quota` | ❌ | +| 1 | 0.436335 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.326244 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.320487 | `azmcp_acr` | ❌ | +| 4 | 0.314213 | `azmcp_cosmos` | ❌ | +| 5 | 0.312922 | `azmcp_quota` | ❌ | --- @@ -5005,10 +5005,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.439113 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.363659 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.363707 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.342061 | `azmcp_subscription` | ❌ | -| 4 | 0.337999 | `azmcp_acr` | ❌ | -| 5 | 0.302460 | `azmcp_cosmos` | ❌ | +| 4 | 0.338250 | `azmcp_acr` | ❌ | +| 5 | 0.302491 | `azmcp_cosmos` | ❌ | --- @@ -5022,9 +5022,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.442541 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.351876 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.350004 | `azmcp_acr` | ❌ | -| 4 | 0.337553 | `azmcp_cosmos` | ❌ | +| 2 | 0.351904 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.350265 | `azmcp_acr` | ❌ | +| 4 | 0.337521 | `azmcp_cosmos` | ❌ | | 5 | 0.314860 | `azmcp_quota` | ❌ | --- @@ -5038,11 +5038,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.424429 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.295196 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.292715 | `azmcp_acr` | ❌ | -| 4 | 0.274278 | `azmcp_functionapp` | ❌ | -| 5 | 0.262936 | `azmcp_cosmos` | ❌ | +| 1 | 0.424425 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.295197 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.292960 | `azmcp_acr` | ❌ | +| 4 | 0.274266 | `azmcp_functionapp` | ❌ | +| 5 | 0.263023 | `azmcp_cosmos` | ❌ | --- @@ -5055,11 +5055,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.366434 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.276881 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.264147 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.246961 | `azmcp_functionapp` | ❌ | -| 5 | 0.237003 | `azmcp_acr` | ❌ | +| 1 | 0.366432 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.276880 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.264140 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.246963 | `azmcp_functionapp` | ❌ | +| 5 | 0.236770 | `azmcp_acr` | ❌ | --- @@ -5072,7 +5072,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498173 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.497986 | `azmcp_azuremanagedlustre` | ❌ | | 2 | 0.421437 | `azmcp_storage` | ✅ **EXPECTED** | | 3 | 0.335653 | `azmcp_subscription` | ❌ | | 4 | 0.310930 | `azmcp_quota` | ❌ | @@ -5089,11 +5089,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488743 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.424764 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.325701 | `azmcp_quota` | ❌ | -| 4 | 0.322730 | `azmcp_subscription` | ❌ | -| 5 | 0.310833 | `azmcp_kusto` | ❌ | +| 1 | 0.488574 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.424740 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.325714 | `azmcp_quota` | ❌ | +| 4 | 0.322732 | `azmcp_subscription` | ❌ | +| 5 | 0.310862 | `azmcp_kusto` | ❌ | --- @@ -5106,11 +5106,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.449063 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.381414 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.310896 | `azmcp_subscription` | ❌ | -| 4 | 0.274563 | `azmcp_search` | ❌ | -| 5 | 0.272425 | `azmcp_kusto` | ❌ | +| 1 | 0.449122 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.382033 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.311242 | `azmcp_subscription` | ❌ | +| 4 | 0.274871 | `azmcp_search` | ❌ | +| 5 | 0.272807 | `azmcp_kusto` | ❌ | --- @@ -5126,7 +5126,7 @@ | 1 | 0.410206 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.379236 | `azmcp_servicebus` | ❌ | | 3 | 0.310491 | `azmcp_quota` | ❌ | -| 4 | 0.293910 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.293947 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.285685 | `azmcp_kusto` | ❌ | --- @@ -5140,11 +5140,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.389696 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.379285 | `azmcp_servicebus` | ❌ | -| 3 | 0.303857 | `azmcp_quota` | ❌ | -| 4 | 0.278807 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.265366 | `azmcp_keyvault` | ❌ | +| 1 | 0.389694 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.379182 | `azmcp_servicebus` | ❌ | +| 3 | 0.303911 | `azmcp_quota` | ❌ | +| 4 | 0.278796 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.265355 | `azmcp_keyvault` | ❌ | --- @@ -5161,7 +5161,7 @@ | 2 | 0.357271 | `azmcp_storage` | ✅ **EXPECTED** | | 3 | 0.289113 | `azmcp_quota` | ❌ | | 4 | 0.270703 | `azmcp_keyvault` | ❌ | -| 5 | 0.262362 | `azmcp_cosmos` | ❌ | +| 5 | 0.262325 | `azmcp_cosmos` | ❌ | --- @@ -5175,7 +5175,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.489159 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.478872 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.478813 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.382968 | `azmcp_subscription` | ❌ | | 4 | 0.346175 | `azmcp_group` | ❌ | | 5 | 0.340969 | `azmcp_quota` | ❌ | @@ -5191,11 +5191,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.462276 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.438265 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.346362 | `azmcp_subscription` | ❌ | -| 4 | 0.311559 | `azmcp_quota` | ❌ | -| 5 | 0.297463 | `azmcp_functionapp` | ❌ | +| 1 | 0.461701 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.437851 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.345985 | `azmcp_subscription` | ❌ | +| 4 | 0.310538 | `azmcp_quota` | ❌ | +| 5 | 0.297641 | `azmcp_functionapp` | ❌ | --- @@ -5208,7 +5208,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.452175 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.452120 | `azmcp_azuremanagedlustre` | ❌ | | 2 | 0.437155 | `azmcp_storage` | ✅ **EXPECTED** | | 3 | 0.423868 | `azmcp_extension_azqr` | ❌ | | 4 | 0.369122 | `azmcp_subscription` | ❌ | @@ -5226,7 +5226,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.467027 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.410149 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.410119 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.376717 | `azmcp_subscription` | ❌ | | 4 | 0.359145 | `azmcp_kusto` | ❌ | | 5 | 0.358110 | `azmcp_sql` | ❌ | @@ -5243,7 +5243,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.490181 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.417078 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.417051 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.376805 | `azmcp_kusto` | ❌ | | 4 | 0.375342 | `azmcp_subscription` | ❌ | | 5 | 0.364026 | `azmcp_quota` | ❌ | @@ -5261,8 +5261,8 @@ |------|-------|------|--------| | 1 | 0.537114 | `azmcp_subscription` | ✅ **EXPECTED** | | 2 | 0.312465 | `azmcp_group` | ❌ | -| 3 | 0.305652 | `azmcp_eventgrid` | ❌ | -| 4 | 0.275189 | `azmcp_foundry` | ❌ | +| 3 | 0.305650 | `azmcp_eventgrid` | ❌ | +| 4 | 0.275212 | `azmcp_foundry` | ❌ | | 5 | 0.245363 | `azmcp_servicebus` | ❌ | --- @@ -5277,10 +5277,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.385304 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.248820 | `azmcp_eventgrid` | ❌ | +| 2 | 0.248821 | `azmcp_eventgrid` | ❌ | | 3 | 0.228069 | `azmcp_group` | ❌ | | 4 | 0.194460 | `azmcp_servicebus` | ❌ | -| 5 | 0.186055 | `azmcp_foundry` | ❌ | +| 5 | 0.186010 | `azmcp_foundry` | ❌ | --- @@ -5294,7 +5294,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.347831 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.241428 | `azmcp_eventgrid` | ❌ | +| 2 | 0.241202 | `azmcp_eventgrid` | ❌ | | 3 | 0.187522 | `azmcp_group` | ❌ | | 4 | 0.180256 | `azmcp_servicebus` | ❌ | | 5 | 0.169420 | `azmcp_marketplace` | ❌ | @@ -5311,7 +5311,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.413063 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.297825 | `azmcp_eventgrid` | ❌ | +| 2 | 0.297744 | `azmcp_eventgrid` | ❌ | | 3 | 0.242670 | `azmcp_group` | ❌ | | 4 | 0.236947 | `azmcp_servicebus` | ❌ | | 5 | 0.209820 | `azmcp_marketplace` | ❌ | @@ -5347,7 +5347,7 @@ | 1 | 0.451799 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | | 2 | 0.286593 | `azmcp_quota` | ❌ | | 3 | 0.273487 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.272541 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.272569 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.265247 | `azmcp_sql` | ❌ | --- @@ -5362,7 +5362,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.454673 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 2 | 0.272280 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.272367 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.270036 | `azmcp_subscription` | ❌ | | 4 | 0.263791 | `azmcp_quota` | ❌ | | 5 | 0.251855 | `azmcp_resourcehealth` | ❌ | @@ -5465,7 +5465,7 @@ |------|-------|------|--------| | 1 | 0.471788 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.276892 | `azmcp_grafana` | ❌ | -| 3 | 0.161820 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.161805 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.150875 | `azmcp_marketplace` | ❌ | | 5 | 0.143215 | `azmcp_virtualdesktop` | ❌ | @@ -5491,7 +5491,7 @@ ## Summary **Total Prompts Tested:** 304 -**Execution Time:** 51.2434225s +**Analysis Execution Time:** 35.8377673s ### Success Rate Metrics diff --git a/eng/tools/ToolDescriptionEvaluator/results.md b/eng/tools/ToolDescriptionEvaluator/results.md index 1438b7539..ff2ed5185 100644 --- a/eng/tools/ToolDescriptionEvaluator/results.md +++ b/eng/tools/ToolDescriptionEvaluator/results.md @@ -1,14 +1,14 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 15:39:57 +**Setup completed:** 2025-09-22 16:25:00 **Tool count:** 140 -**Database setup time:** 1.6964240s +**Database setup time:** 0.8176977s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 15:39:57 +**Analysis Date:** 2025-09-22 16:25:00 **Tool count:** 140 ## Table of Contents @@ -331,11 +331,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.743538 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.711544 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.743568 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.711580 | `azmcp_acr_registry_repository_list` | ❌ | | 3 | 0.541506 | `azmcp_search_service_list` | ❌ | -| 4 | 0.527464 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.516020 | `azmcp_subscription_list` | ❌ | +| 4 | 0.527457 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.515937 | `azmcp_subscription_list` | ❌ | --- @@ -348,11 +348,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.585940 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.563628 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.586014 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.563636 | `azmcp_acr_registry_repository_list` | ❌ | | 3 | 0.450287 | `azmcp_storage_blob_container_get` | ❌ | | 4 | 0.415552 | `azmcp_cosmos_database_container_list` | ❌ | -| 5 | 0.382742 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.382728 | `azmcp_mysql_server_list` | ❌ | --- @@ -365,8 +365,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.637164 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.563535 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.637130 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.563476 | `azmcp_acr_registry_repository_list` | ❌ | | 3 | 0.474000 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.471804 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.463742 | `azmcp_postgres_server_list` | ❌ | @@ -382,11 +382,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.654310 | `azmcp_acr_registry_repository_list` | ❌ | -| 2 | 0.633856 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 3 | 0.476023 | `azmcp_mysql_server_list` | ❌ | +| 1 | 0.654318 | `azmcp_acr_registry_repository_list` | ❌ | +| 2 | 0.633938 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 3 | 0.476015 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.454929 | `azmcp_group_list` | ❌ | -| 5 | 0.454003 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.453960 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -399,10 +399,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.639315 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.637989 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.468034 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.449649 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.639391 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.637972 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.468028 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.449587 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.445741 | `azmcp_group_list` | ❌ | --- @@ -416,8 +416,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.626469 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.617547 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.626482 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.617504 | `azmcp_acr_registry_list` | ❌ | | 3 | 0.510435 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.495567 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.492550 | `azmcp_redis_cluster_list` | ❌ | @@ -433,8 +433,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546249 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.469285 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.546333 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.469295 | `azmcp_acr_registry_list` | ❌ | | 3 | 0.407973 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.400145 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.339307 | `azmcp_mysql_database_list` | ❌ | @@ -450,8 +450,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.674073 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.541713 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.674296 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.541779 | `azmcp_acr_registry_list` | ❌ | | 3 | 0.433927 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.388490 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.370375 | `azmcp_mysql_database_list` | ❌ | @@ -467,8 +467,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.600573 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | -| 2 | 0.501800 | `azmcp_acr_registry_list` | ❌ | +| 1 | 0.600780 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | +| 2 | 0.501842 | `azmcp_acr_registry_list` | ❌ | | 3 | 0.418623 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.374628 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.359922 | `azmcp_mysql_database_list` | ❌ | @@ -484,10 +484,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.661009 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.611387 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.660816 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.611431 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.579676 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.540767 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.537185 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.481416 | `azmcp_mysql_server_config_get` | ❌ | --- @@ -501,10 +501,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.666881 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.589055 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.666815 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.589101 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.545820 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.530314 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.527013 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.508226 | `azmcp_kusto_cluster_get` | ❌ | --- @@ -518,9 +518,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.567423 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.563004 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.493940 | `azmcp_aks_nodepool_list` | ❌ | +| 1 | 0.567289 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.563029 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.492492 | `azmcp_aks_nodepool_list` | ❌ | | 4 | 0.486040 | `azmcp_aks_nodepool_get` | ❌ | | 5 | 0.380301 | `azmcp_mysql_server_config_get` | ❌ | @@ -535,10 +535,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.661426 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.578608 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.661365 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.578662 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.563549 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.534089 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.532400 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.503925 | `azmcp_kusto_cluster_get` | ❌ | --- @@ -552,10 +552,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.801054 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 1 | 0.801067 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | | 2 | 0.690255 | `azmcp_kusto_cluster_list` | ❌ | | 3 | 0.599940 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.594509 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.591721 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.562043 | `azmcp_search_service_list` | ❌ | --- @@ -569,9 +569,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.608059 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.536472 | `azmcp_aks_cluster_get` | ❌ | -| 3 | 0.500890 | `azmcp_aks_nodepool_list` | ❌ | +| 1 | 0.608056 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.536277 | `azmcp_aks_cluster_get` | ❌ | +| 3 | 0.496998 | `azmcp_aks_nodepool_list` | ❌ | | 4 | 0.492910 | `azmcp_kusto_cluster_list` | ❌ | | 5 | 0.455228 | `azmcp_search_service_list` | ❌ | @@ -586,9 +586,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623859 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.538749 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.529985 | `azmcp_aks_cluster_get` | ❌ | +| 1 | 0.623896 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.537249 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.529999 | `azmcp_aks_cluster_get` | ❌ | | 4 | 0.466749 | `azmcp_aks_nodepool_get` | ❌ | | 5 | 0.449602 | `azmcp_kusto_cluster_list` | ❌ | @@ -604,9 +604,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.753920 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.699423 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.597319 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.498546 | `azmcp_aks_cluster_list` | ❌ | +| 2 | 0.695215 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.597236 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.498592 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.482683 | `azmcp_kusto_cluster_get` | ❌ | --- @@ -621,10 +621,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.678158 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.640096 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.481475 | `azmcp_aks_cluster_get` | ❌ | +| 2 | 0.636154 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.481217 | `azmcp_aks_cluster_get` | ❌ | | 4 | 0.458596 | `azmcp_sql_elastic-pool_list` | ❌ | -| 5 | 0.445982 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.446020 | `azmcp_aks_cluster_list` | ❌ | --- @@ -637,11 +637,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.599524 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.582330 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.412145 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.391546 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.385258 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 1 | 0.599506 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.579801 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.412003 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.391590 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.385173 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- @@ -654,9 +654,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.694117 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 1 | 0.690202 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | | 2 | 0.615516 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.531947 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.531972 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.506624 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 5 | 0.487707 | `azmcp_sql_elastic-pool_list` | ❌ | @@ -671,9 +671,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.712299 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 1 | 0.708467 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | | 2 | 0.644451 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.547413 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.547444 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.510269 | `azmcp_sql_elastic-pool_list` | ❌ | | 5 | 0.509732 | `azmcp_virtualdesktop_hostpool_list` | ❌ | @@ -688,11 +688,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623160 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | -| 2 | 0.580543 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.453658 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.443929 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 5 | 0.425537 | `azmcp_sql_elastic-pool_list` | ❌ | +| 1 | 0.620796 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 2 | 0.580535 | `azmcp_aks_nodepool_get` | ❌ | +| 3 | 0.453744 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.443902 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 5 | 0.425448 | `azmcp_sql_elastic-pool_list` | ❌ | --- @@ -705,11 +705,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.786343 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | -| 2 | 0.635520 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.492243 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.491437 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.473652 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.786360 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | +| 2 | 0.635561 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.492146 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.491380 | `azmcp_postgres_server_list` | ❌ | +| 5 | 0.473554 | `azmcp_redis_cluster_list` | ❌ | --- @@ -742,7 +742,7 @@ | 1 | 0.565435 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | | 2 | 0.564705 | `azmcp_appconfig_kv_list` | ❌ | | 3 | 0.414689 | `azmcp_appconfig_kv_show` | ❌ | -| 4 | 0.355916 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.355952 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.348661 | `azmcp_appconfig_kv_delete` | ❌ | --- @@ -790,11 +790,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682275 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | -| 2 | 0.606545 | `azmcp_appconfig_kv_show` | ❌ | -| 3 | 0.522426 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.512945 | `azmcp_appconfig_kv_set` | ❌ | -| 5 | 0.468503 | `azmcp_appconfig_kv_delete` | ❌ | +| 1 | 0.682222 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | +| 2 | 0.606450 | `azmcp_appconfig_kv_show` | ❌ | +| 3 | 0.522415 | `azmcp_appconfig_account_list` | ❌ | +| 4 | 0.512857 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.468496 | `azmcp_appconfig_kv_delete` | ❌ | --- @@ -841,11 +841,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609817 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | -| 2 | 0.536639 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 3 | 0.518870 | `azmcp_appconfig_kv_list` | ❌ | -| 4 | 0.507232 | `azmcp_appconfig_kv_show` | ❌ | -| 5 | 0.505682 | `azmcp_appconfig_kv_delete` | ❌ | +| 1 | 0.609635 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | +| 2 | 0.536497 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 3 | 0.518499 | `azmcp_appconfig_kv_list` | ❌ | +| 4 | 0.507170 | `azmcp_appconfig_kv_show` | ❌ | +| 5 | 0.505571 | `azmcp_appconfig_kv_delete` | ❌ | --- @@ -909,11 +909,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.256325 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 2 | 0.250546 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | -| 3 | 0.215890 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.199067 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.188245 | `azmcp_cloudarchitect_design` | ❌ | +| 1 | 0.256336 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 2 | 0.250649 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | +| 3 | 0.215937 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.199116 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.188299 | `azmcp_cloudarchitect_design` | ❌ | --- @@ -943,11 +943,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.743917 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | -| 2 | 0.613006 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 3 | 0.520222 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 4 | 0.514207 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.492108 | `azmcp_acr_registry_repository_list` | ❌ | +| 1 | 0.743903 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | +| 2 | 0.613217 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.519947 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.514120 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.492115 | `azmcp_acr_registry_repository_list` | ❌ | --- @@ -1015,7 +1015,7 @@ | 2 | 0.512141 | `azmcp_bestpractices_get` | ❌ | | 3 | 0.510004 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.444297 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.440083 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.439871 | `azmcp_keyvault_secret_list` | ❌ | --- @@ -1287,7 +1287,7 @@ | 2 | 0.668480 | `azmcp_cosmos_database_list` | ❌ | | 3 | 0.615268 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.588682 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.588050 | `azmcp_subscription_list` | ❌ | +| 5 | 0.587691 | `azmcp_subscription_list` | ❌ | --- @@ -1320,7 +1320,7 @@ | 1 | 0.752494 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | | 2 | 0.605125 | `azmcp_cosmos_database_list` | ❌ | | 3 | 0.566249 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.546591 | `azmcp_subscription_list` | ❌ | +| 4 | 0.546327 | `azmcp_subscription_list` | ❌ | | 5 | 0.535227 | `azmcp_storage_table_list` | ❌ | --- @@ -1351,11 +1351,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.852831 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | -| 2 | 0.681046 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.630657 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.581591 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.535257 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.852832 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 2 | 0.681044 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.630659 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.581593 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.535260 | `azmcp_storage_table_list` | ❌ | --- @@ -1368,11 +1368,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.789415 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | -| 2 | 0.614268 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.562124 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.537312 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.521507 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 1 | 0.789620 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 2 | 0.614114 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.561772 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.537446 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.521478 | `azmcp_cosmos_database_container_item_query` | ❌ | --- @@ -1419,11 +1419,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.669338 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | -| 2 | 0.435204 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.413185 | `azmcp_monitor_metrics_query` | ❌ | -| 4 | 0.409129 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.401915 | `azmcp_grafana_list` | ❌ | +| 1 | 0.668901 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | +| 2 | 0.434813 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.413173 | `azmcp_monitor_metrics_query` | ❌ | +| 4 | 0.408658 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.401731 | `azmcp_grafana_list` | ❌ | --- @@ -1436,11 +1436,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.624066 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | -| 2 | 0.443868 | `azmcp_monitor_metrics_query` | ❌ | -| 3 | 0.393227 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.374071 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.371017 | `azmcp_grafana_list` | ❌ | +| 1 | 0.624139 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | +| 2 | 0.443484 | `azmcp_monitor_metrics_query` | ❌ | +| 3 | 0.393179 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.374040 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.370997 | `azmcp_grafana_list` | ❌ | --- @@ -1591,7 +1591,7 @@ |------|-------|------|--------| | 1 | 0.594210 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 2 | 0.593171 | `azmcp_eventgrid_topic_list` | ❌ | -| 3 | 0.525237 | `azmcp_subscription_list` | ❌ | +| 3 | 0.525017 | `azmcp_subscription_list` | ❌ | | 4 | 0.518857 | `azmcp_search_service_list` | ❌ | | 5 | 0.509007 | `azmcp_resourcehealth_service-health-events_list` | ❌ | @@ -1609,7 +1609,7 @@ | 1 | 0.604278 | `azmcp_eventgrid_topic_list` | ❌ | | 2 | 0.602603 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 3 | 0.535955 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.518121 | `azmcp_subscription_list` | ❌ | +| 4 | 0.518141 | `azmcp_subscription_list` | ❌ | | 5 | 0.510115 | `azmcp_group_list` | ❌ | --- @@ -1627,7 +1627,7 @@ | 2 | 0.557573 | `azmcp_group_list` | ❌ | | 3 | 0.531313 | `azmcp_eventgrid_topic_list` | ❌ | | 4 | 0.504984 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.502308 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.502170 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -1643,7 +1643,7 @@ | 1 | 0.652090 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 2 | 0.581728 | `azmcp_eventgrid_topic_list` | ❌ | | 3 | 0.480537 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 4 | 0.478218 | `azmcp_subscription_list` | ❌ | +| 4 | 0.478385 | `azmcp_subscription_list` | ❌ | | 5 | 0.476763 | `azmcp_search_service_list` | ❌ | --- @@ -1657,11 +1657,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.759178 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.610435 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.545540 | `azmcp_search_service_list` | ❌ | -| 4 | 0.514189 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.496586 | `azmcp_subscription_list` | ❌ | +| 1 | 0.759128 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.610392 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.545605 | `azmcp_search_service_list` | ❌ | +| 4 | 0.514222 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.496515 | `azmcp_subscription_list` | ❌ | --- @@ -1708,11 +1708,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659417 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.615084 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.609343 | `azmcp_group_list` | ❌ | -| 4 | 0.514238 | `azmcp_workbooks_list` | ❌ | -| 5 | 0.506181 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.659232 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.614519 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.609175 | `azmcp_group_list` | ❌ | +| 4 | 0.514613 | `azmcp_workbooks_list` | ❌ | +| 5 | 0.505810 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -1845,9 +1845,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.313400 | `azmcp_foundry_models_deploy` | ✅ **EXPECTED** | -| 2 | 0.282481 | `azmcp_mysql_server_list` | ❌ | +| 2 | 0.282464 | `azmcp_mysql_server_list` | ❌ | | 3 | 0.274011 | `azmcp_deploy_plan_get` | ❌ | -| 4 | 0.269553 | `azmcp_loadtesting_testresource_create` | ❌ | +| 4 | 0.269513 | `azmcp_loadtesting_testresource_create` | ❌ | | 5 | 0.268967 | `azmcp_deploy_pipeline_guidance_get` | ❌ | --- @@ -1931,7 +1931,7 @@ |------|-------|------|--------| | 1 | 0.660116 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.448179 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.390059 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.390048 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.380314 | `azmcp_bestpractices_get` | ❌ | | 5 | 0.379655 | `azmcp_resourcehealth_availability-status_list` | ❌ | @@ -2086,7 +2086,7 @@ | 2 | 0.559382 | `azmcp_search_service_list` | ❌ | | 3 | 0.516618 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.516217 | `azmcp_appconfig_account_list` | ❌ | -| 5 | 0.485403 | `azmcp_subscription_list` | ❌ | +| 5 | 0.485259 | `azmcp_subscription_list` | ❌ | --- @@ -2137,7 +2137,7 @@ | 2 | 0.551851 | `azmcp_search_service_list` | ❌ | | 3 | 0.513028 | `azmcp_monitor_workspace_list` | ❌ | | 4 | 0.505836 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.498077 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.498085 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -2152,7 +2152,7 @@ |------|-------|------|--------| | 1 | 0.755935 | `azmcp_group_list` | ✅ **EXPECTED** | | 2 | 0.566552 | `azmcp_workbooks_list` | ❌ | -| 3 | 0.552633 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 3 | 0.552564 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.546156 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.545480 | `azmcp_redis_cluster_list` | ❌ | @@ -2168,8 +2168,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.529504 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.463685 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 3 | 0.462383 | `azmcp_mysql_server_list` | ❌ | +| 2 | 0.463651 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 3 | 0.462391 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.459304 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.453960 | `azmcp_workbooks_list` | ❌ | @@ -2185,7 +2185,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.665771 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.532656 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 2 | 0.532610 | `azmcp_datadog_monitoredresources_list` | ❌ | | 3 | 0.531920 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.523088 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.522911 | `azmcp_workbooks_list` | ❌ | @@ -2201,11 +2201,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.740327 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | -| 2 | 0.595854 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.590531 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.575950 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.543057 | `azmcp_keyvault_certificate_get` | ❌ | +| 1 | 0.740347 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | +| 2 | 0.597696 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.590556 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.575893 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.542979 | `azmcp_keyvault_certificate_get` | ❌ | --- @@ -2218,9 +2218,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.627967 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | -| 2 | 0.624455 | `azmcp_keyvault_certificate_list` | ❌ | -| 3 | 0.565005 | `azmcp_keyvault_certificate_create` | ❌ | +| 1 | 0.627925 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 2 | 0.624457 | `azmcp_keyvault_certificate_list` | ❌ | +| 3 | 0.565014 | `azmcp_keyvault_certificate_create` | ❌ | | 4 | 0.539554 | `azmcp_keyvault_certificate_import` | ❌ | | 5 | 0.493432 | `azmcp_keyvault_key_list` | ❌ | @@ -2235,10 +2235,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662317 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | -| 2 | 0.606531 | `azmcp_keyvault_certificate_list` | ❌ | +| 1 | 0.662356 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 2 | 0.606534 | `azmcp_keyvault_certificate_list` | ❌ | | 3 | 0.540155 | `azmcp_keyvault_certificate_import` | ❌ | -| 4 | 0.535157 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.535161 | `azmcp_keyvault_certificate_create` | ❌ | | 5 | 0.499272 | `azmcp_keyvault_key_list` | ❌ | --- @@ -2252,11 +2252,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.649993 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.521183 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.469726 | `azmcp_keyvault_certificate_get` | ❌ | -| 4 | 0.467090 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.426600 | `azmcp_keyvault_key_create` | ❌ | +| 1 | 0.649996 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | +| 2 | 0.520983 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.469611 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.467001 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.426994 | `azmcp_keyvault_key_create` | ❌ | --- @@ -2270,10 +2270,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.649676 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.629902 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.527467 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.525759 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.491898 | `azmcp_keyvault_key_create` | ❌ | +| 2 | 0.629901 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.527468 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.525743 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.493638 | `azmcp_keyvault_key_create` | ❌ | --- @@ -2286,11 +2286,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.762001 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | +| 1 | 0.762015 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | | 2 | 0.637437 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.608976 | `azmcp_keyvault_secret_list` | ❌ | -| 4 | 0.566484 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.539624 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.608799 | `azmcp_keyvault_secret_list` | ❌ | +| 4 | 0.566429 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.539618 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -2303,11 +2303,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660568 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.570291 | `azmcp_keyvault_certificate_get` | ❌ | +| 1 | 0.660576 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | +| 2 | 0.570231 | `azmcp_keyvault_certificate_get` | ❌ | | 3 | 0.540050 | `azmcp_keyvault_key_list` | ❌ | -| 4 | 0.516920 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.509123 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.516722 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.509126 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -2320,11 +2320,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.676352 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | +| 1 | 0.677763 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | | 2 | 0.569250 | `azmcp_keyvault_secret_create` | ❌ | -| 3 | 0.555829 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.555810 | `azmcp_keyvault_certificate_create` | ❌ | | 4 | 0.465742 | `azmcp_keyvault_key_list` | ❌ | -| 5 | 0.417376 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.417395 | `azmcp_keyvault_certificate_list` | ❌ | --- @@ -2338,8 +2338,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.737135 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.650393 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.631519 | `azmcp_keyvault_certificate_list` | ❌ | +| 2 | 0.650155 | `azmcp_keyvault_secret_list` | ❌ | +| 3 | 0.631528 | `azmcp_keyvault_certificate_list` | ❌ | | 4 | 0.498767 | `azmcp_cosmos_account_list` | ❌ | | 5 | 0.473916 | `azmcp_storage_table_list` | ❌ | @@ -2355,10 +2355,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.609392 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.535646 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.520008 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.479833 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.462249 | `azmcp_keyvault_key_create` | ❌ | +| 2 | 0.535381 | `azmcp_keyvault_secret_list` | ❌ | +| 3 | 0.520010 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.479701 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.464078 | `azmcp_keyvault_key_create` | ❌ | --- @@ -2371,11 +2371,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.768140 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | -| 2 | 0.614040 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.572679 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.516660 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.461900 | `azmcp_appconfig_kv_set` | ❌ | +| 1 | 0.767701 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | +| 2 | 0.615775 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.572293 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.516457 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.461437 | `azmcp_appconfig_kv_set` | ❌ | --- @@ -2388,9 +2388,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.747294 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | +| 1 | 0.747343 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | | 2 | 0.617131 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.569903 | `azmcp_keyvault_certificate_list` | ❌ | +| 3 | 0.569911 | `azmcp_keyvault_certificate_list` | ❌ | | 4 | 0.519133 | `azmcp_keyvault_secret_create` | ❌ | | 5 | 0.455500 | `azmcp_cosmos_account_list` | ❌ | @@ -2405,11 +2405,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615572 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | +| 1 | 0.615400 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | | 2 | 0.520654 | `azmcp_keyvault_key_list` | ❌ | | 3 | 0.502403 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.467740 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.456345 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.467743 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.456280 | `azmcp_keyvault_certificate_get` | ❌ | --- @@ -2423,7 +2423,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.482148 | `azmcp_kusto_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.464557 | `azmcp_aks_cluster_get` | ❌ | +| 2 | 0.464501 | `azmcp_aks_cluster_get` | ❌ | | 3 | 0.457669 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.416762 | `azmcp_redis_cluster_database_list` | ❌ | | 5 | 0.378455 | `azmcp_aks_nodepool_get` | ❌ | @@ -2442,7 +2442,7 @@ | 1 | 0.651218 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | | 2 | 0.644037 | `azmcp_redis_cluster_list` | ❌ | | 3 | 0.549093 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.536043 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.536049 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.509396 | `azmcp_grafana_list` | ❌ | --- @@ -2473,11 +2473,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.584068 | `azmcp_redis_cluster_list` | ❌ | -| 2 | 0.549830 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 3 | 0.471142 | `azmcp_aks_cluster_list` | ❌ | -| 4 | 0.469626 | `azmcp_kusto_cluster_get` | ❌ | -| 5 | 0.464375 | `azmcp_kusto_database_list` | ❌ | +| 1 | 0.584053 | `azmcp_redis_cluster_list` | ❌ | +| 2 | 0.549797 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | +| 3 | 0.471120 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.469570 | `azmcp_kusto_cluster_get` | ❌ | +| 5 | 0.464294 | `azmcp_kusto_database_list` | ❌ | --- @@ -2524,11 +2524,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.380954 | `azmcp_kusto_query` | ✅ **EXPECTED** | -| 2 | 0.363598 | `azmcp_mysql_table_list` | ❌ | -| 3 | 0.363010 | `azmcp_kusto_sample` | ❌ | -| 4 | 0.348911 | `azmcp_monitor_table_list` | ❌ | -| 5 | 0.345737 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.381352 | `azmcp_kusto_query` | ✅ **EXPECTED** | +| 2 | 0.363594 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.363252 | `azmcp_kusto_sample` | ❌ | +| 4 | 0.349147 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.345799 | `azmcp_redis_cluster_list` | ❌ | --- @@ -2541,11 +2541,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.537154 | `azmcp_kusto_sample` | ✅ **EXPECTED** | -| 2 | 0.419463 | `azmcp_kusto_table_schema` | ❌ | -| 3 | 0.391423 | `azmcp_kusto_table_list` | ❌ | -| 4 | 0.391248 | `azmcp_mysql_database_query` | ❌ | -| 5 | 0.380691 | `azmcp_mysql_table_schema_get` | ❌ | +| 1 | 0.537147 | `azmcp_kusto_sample` | ✅ **EXPECTED** | +| 2 | 0.419282 | `azmcp_kusto_table_schema` | ❌ | +| 3 | 0.391567 | `azmcp_mysql_database_query` | ❌ | +| 4 | 0.391227 | `azmcp_kusto_table_list` | ❌ | +| 5 | 0.380537 | `azmcp_mysql_table_schema_get` | ❌ | --- @@ -2592,11 +2592,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.588151 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | -| 2 | 0.564311 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.527917 | `azmcp_mysql_table_schema_get` | ❌ | -| 4 | 0.445190 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.437466 | `azmcp_kusto_table_list` | ❌ | +| 1 | 0.588229 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | +| 2 | 0.564417 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.528065 | `azmcp_mysql_table_schema_get` | ❌ | +| 4 | 0.445078 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.437254 | `azmcp_kusto_table_list` | ❌ | --- @@ -2610,7 +2610,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.585388 | `azmcp_loadtesting_test_create` | ✅ **EXPECTED** | -| 2 | 0.531935 | `azmcp_loadtesting_testresource_create` | ❌ | +| 2 | 0.531362 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.508690 | `azmcp_loadtesting_testrun_create` | ❌ | | 4 | 0.413857 | `azmcp_loadtesting_testresource_list` | ❌ | | 5 | 0.394664 | `azmcp_loadtesting_testrun_get` | ❌ | @@ -2626,11 +2626,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642528 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | -| 2 | 0.608922 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.574853 | `azmcp_loadtesting_testresource_create` | ❌ | -| 4 | 0.534232 | `azmcp_loadtesting_testrun_get` | ❌ | -| 5 | 0.473347 | `azmcp_loadtesting_testrun_create` | ❌ | +| 1 | 0.642308 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | +| 2 | 0.609095 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.574678 | `azmcp_loadtesting_testresource_create` | ❌ | +| 4 | 0.534109 | `azmcp_loadtesting_testrun_get` | ❌ | +| 5 | 0.473237 | `azmcp_loadtesting_testrun_create` | ❌ | --- @@ -2643,7 +2643,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.718065 | `azmcp_loadtesting_testresource_create` | ✅ **EXPECTED** | +| 1 | 0.717577 | `azmcp_loadtesting_testresource_create` | ✅ **EXPECTED** | | 2 | 0.596828 | `azmcp_loadtesting_testresource_list` | ❌ | | 3 | 0.514437 | `azmcp_loadtesting_test_create` | ❌ | | 4 | 0.476662 | `azmcp_loadtesting_testrun_create` | ❌ | @@ -2661,9 +2661,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.738027 | `azmcp_loadtesting_testresource_list` | ✅ **EXPECTED** | -| 2 | 0.592196 | `azmcp_loadtesting_testresource_create` | ❌ | +| 2 | 0.591851 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.577408 | `azmcp_group_list` | ❌ | -| 4 | 0.565565 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.565501 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.561516 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- @@ -2678,7 +2678,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.621803 | `azmcp_loadtesting_testrun_create` | ✅ **EXPECTED** | -| 2 | 0.593628 | `azmcp_loadtesting_testresource_create` | ❌ | +| 2 | 0.592805 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.540789 | `azmcp_loadtesting_test_create` | ❌ | | 4 | 0.530882 | `azmcp_loadtesting_testrun_update` | ❌ | | 5 | 0.488142 | `azmcp_loadtesting_testrun_get` | ❌ | @@ -2694,11 +2694,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.625244 | `azmcp_loadtesting_test_get` | ❌ | -| 2 | 0.603084 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.568330 | `azmcp_loadtesting_testrun_get` | ✅ **EXPECTED** | -| 4 | 0.562405 | `azmcp_loadtesting_testresource_create` | ❌ | -| 5 | 0.535180 | `azmcp_loadtesting_testrun_create` | ❌ | +| 1 | 0.625332 | `azmcp_loadtesting_test_get` | ❌ | +| 2 | 0.603066 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.568405 | `azmcp_loadtesting_testrun_get` | ✅ **EXPECTED** | +| 4 | 0.561944 | `azmcp_loadtesting_testresource_create` | ❌ | +| 5 | 0.535183 | `azmcp_loadtesting_testrun_create` | ❌ | --- @@ -2711,11 +2711,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615946 | `azmcp_loadtesting_testresource_list` | ❌ | -| 2 | 0.606032 | `azmcp_loadtesting_test_get` | ❌ | -| 3 | 0.569118 | `azmcp_loadtesting_testrun_get` | ❌ | -| 4 | 0.565077 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | -| 5 | 0.535602 | `azmcp_loadtesting_testresource_create` | ❌ | +| 1 | 0.615977 | `azmcp_loadtesting_testresource_list` | ❌ | +| 2 | 0.606058 | `azmcp_loadtesting_test_get` | ❌ | +| 3 | 0.569145 | `azmcp_loadtesting_testrun_get` | ❌ | +| 4 | 0.565093 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | +| 5 | 0.535207 | `azmcp_loadtesting_testresource_create` | ❌ | --- @@ -2732,7 +2732,7 @@ | 2 | 0.509199 | `azmcp_loadtesting_testrun_create` | ❌ | | 3 | 0.454745 | `azmcp_loadtesting_testrun_get` | ❌ | | 4 | 0.443828 | `azmcp_loadtesting_test_get` | ❌ | -| 5 | 0.422757 | `azmcp_loadtesting_testresource_create` | ❌ | +| 5 | 0.422036 | `azmcp_loadtesting_testresource_create` | ❌ | --- @@ -2745,8 +2745,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.570145 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | -| 2 | 0.477592 | `azmcp_marketplace_product_list` | ❌ | +| 1 | 0.570093 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | +| 2 | 0.477522 | `azmcp_marketplace_product_list` | ❌ | | 3 | 0.353256 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 4 | 0.330935 | `azmcp_servicebus_queue_details` | ❌ | | 5 | 0.324083 | `azmcp_search_index_get` | ❌ | @@ -2762,8 +2762,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527074 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.443133 | `azmcp_marketplace_product_get` | ❌ | +| 1 | 0.527077 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | +| 2 | 0.443048 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.343549 | `azmcp_search_service_list` | ❌ | | 4 | 0.330500 | `azmcp_foundry_models_list` | ❌ | | 5 | 0.328676 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | @@ -2779,8 +2779,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461668 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.385167 | `azmcp_marketplace_product_get` | ❌ | +| 1 | 0.461616 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | +| 2 | 0.385109 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.308769 | `azmcp_foundry_models_list` | ❌ | | 4 | 0.260387 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 5 | 0.259270 | `azmcp_redis_cache_list` | ❌ | @@ -2796,11 +2796,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498518 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | -| 2 | 0.472064 | `azmcp_monitor_workspace_list` | ❌ | -| 3 | 0.468174 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.467867 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.463303 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 1 | 0.498345 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | +| 2 | 0.472094 | `azmcp_monitor_workspace_list` | ❌ | +| 3 | 0.468204 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.467848 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.463168 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- @@ -2814,7 +2814,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.592640 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | -| 2 | 0.424042 | `azmcp_monitor_metrics_query` | ❌ | +| 2 | 0.424141 | `azmcp_monitor_metrics_query` | ❌ | | 3 | 0.332356 | `azmcp_monitor_table_type_list` | ❌ | | 4 | 0.315519 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 5 | 0.315310 | `azmcp_servicebus_topic_details` | ❌ | @@ -2848,7 +2848,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.633173 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | -| 2 | 0.495465 | `azmcp_monitor_metrics_query` | ❌ | +| 2 | 0.495513 | `azmcp_monitor_metrics_query` | ❌ | | 3 | 0.382374 | `azmcp_applens_resource_diagnose` | ❌ | | 4 | 0.380460 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 5 | 0.370848 | `azmcp_monitor_table_type_list` | ❌ | @@ -2864,7 +2864,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555601 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 1 | 0.555377 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | | 2 | 0.447607 | `azmcp_monitor_resource_log_query` | ❌ | | 3 | 0.447192 | `azmcp_applens_resource_diagnose` | ❌ | | 4 | 0.433777 | `azmcp_loadtesting_testrun_get` | ❌ | @@ -2881,7 +2881,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.557886 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 1 | 0.557830 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | | 2 | 0.508674 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.460611 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.455904 | `azmcp_quota_usage_check` | ❌ | @@ -2898,11 +2898,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461446 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.390109 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.306453 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.304427 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.301883 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.461249 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.390029 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.306338 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.304372 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.301811 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -2915,7 +2915,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.491831 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 1 | 0.492138 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | | 2 | 0.417008 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.415966 | `azmcp_monitor_resource_log_query` | ❌ | | 4 | 0.406200 | `azmcp_applens_resource_diagnose` | ❌ | @@ -2932,11 +2932,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525482 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.384577 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.376582 | `azmcp_monitor_resource_log_query` | ❌ | -| 4 | 0.367139 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.299442 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.525563 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.384646 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.376656 | `azmcp_monitor_resource_log_query` | ❌ | +| 4 | 0.367134 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.299567 | `azmcp_quota_usage_check` | ❌ | --- @@ -2949,11 +2949,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480493 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.381961 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.363412 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.359285 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.350523 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.480168 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.383745 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.364308 | `azmcp_quota_usage_check` | ❌ | +| 4 | 0.361413 | `azmcp_applens_resource_diagnose` | ❌ | +| 5 | 0.351175 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -2966,11 +2966,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594054 | `azmcp_monitor_workspace_log_query` | ❌ | -| 2 | 0.580076 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | -| 3 | 0.472051 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.470141 | `azmcp_monitor_metrics_query` | ❌ | -| 5 | 0.443506 | `azmcp_monitor_workspace_list` | ❌ | +| 1 | 0.593503 | `azmcp_monitor_workspace_log_query` | ❌ | +| 2 | 0.579883 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | +| 3 | 0.472290 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.469578 | `azmcp_monitor_metrics_query` | ❌ | +| 5 | 0.443359 | `azmcp_monitor_workspace_list` | ❌ | --- @@ -3000,11 +3000,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.798463 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | -| 2 | 0.701108 | `azmcp_monitor_table_type_list` | ❌ | +| 1 | 0.798460 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 2 | 0.701122 | `azmcp_monitor_table_type_list` | ❌ | | 3 | 0.599917 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.532874 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.496997 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.532887 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.497065 | `azmcp_mysql_table_list` | ❌ | --- @@ -3122,7 +3122,7 @@ | 1 | 0.634056 | `azmcp_postgres_database_list` | ❌ | | 2 | 0.623421 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | | 3 | 0.534457 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.498910 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.498918 | `azmcp_mysql_server_list` | ❌ | | 5 | 0.490148 | `azmcp_sql_db_list` | ❌ | --- @@ -3139,7 +3139,7 @@ | 1 | 0.588122 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | | 2 | 0.574089 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.483855 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.463238 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.463244 | `azmcp_mysql_server_list` | ❌ | | 5 | 0.448169 | `azmcp_redis_cluster_database_list` | ❌ | --- @@ -3153,11 +3153,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.476475 | `azmcp_mysql_table_list` | ❌ | -| 2 | 0.455841 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.433317 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | -| 4 | 0.419875 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.409475 | `azmcp_mysql_table_schema_get` | ❌ | +| 1 | 0.476267 | `azmcp_mysql_table_list` | ❌ | +| 2 | 0.455515 | `azmcp_mysql_database_list` | ❌ | +| 3 | 0.432930 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | +| 4 | 0.419492 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.409138 | `azmcp_mysql_table_schema_get` | ❌ | --- @@ -3170,7 +3170,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.531887 | `azmcp_postgres_server_config_get` | ❌ | +| 1 | 0.531890 | `azmcp_postgres_server_config_get` | ❌ | | 2 | 0.489816 | `azmcp_mysql_server_config_get` | ✅ **EXPECTED** | | 3 | 0.485952 | `azmcp_mysql_server_param_set` | ❌ | | 4 | 0.476863 | `azmcp_mysql_server_param_get` | ❌ | @@ -3189,7 +3189,7 @@ |------|-------|------|--------| | 1 | 0.678472 | `azmcp_postgres_server_list` | ❌ | | 2 | 0.558177 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.554806 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 3 | 0.554817 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | | 4 | 0.501199 | `azmcp_mysql_table_list` | ❌ | | 5 | 0.482079 | `azmcp_redis_cluster_list` | ❌ | @@ -3205,7 +3205,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.478518 | `azmcp_mysql_database_list` | ❌ | -| 2 | 0.474573 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 2 | 0.474586 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | | 3 | 0.435642 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.412380 | `azmcp_mysql_table_list` | ❌ | | 5 | 0.389993 | `azmcp_postgres_database_list` | ❌ | @@ -3222,7 +3222,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.636435 | `azmcp_postgres_server_list` | ❌ | -| 2 | 0.534257 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | +| 2 | 0.534266 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | | 3 | 0.530210 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.464360 | `azmcp_mysql_table_list` | ❌ | | 5 | 0.456616 | `azmcp_redis_cluster_list` | ❌ | @@ -3240,7 +3240,7 @@ |------|-------|------|--------| | 1 | 0.495071 | `azmcp_mysql_server_param_get` | ✅ **EXPECTED** | | 2 | 0.407671 | `azmcp_mysql_server_param_set` | ❌ | -| 3 | 0.333924 | `azmcp_mysql_database_query` | ❌ | +| 3 | 0.333841 | `azmcp_mysql_database_query` | ❌ | | 4 | 0.313150 | `azmcp_mysql_table_schema_get` | ❌ | | 5 | 0.310834 | `azmcp_postgres_server_param_get` | ❌ | @@ -3258,8 +3258,8 @@ | 1 | 0.390761 | `azmcp_mysql_server_param_set` | ✅ **EXPECTED** | | 2 | 0.381144 | `azmcp_mysql_server_param_get` | ❌ | | 3 | 0.307496 | `azmcp_postgres_server_param_set` | ❌ | -| 4 | 0.299283 | `azmcp_mysql_database_query` | ❌ | -| 5 | 0.254163 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.298911 | `azmcp_mysql_database_query` | ❌ | +| 5 | 0.254180 | `azmcp_mysql_server_list` | ❌ | --- @@ -3326,7 +3326,7 @@ | 1 | 0.815617 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | | 2 | 0.644014 | `azmcp_postgres_table_list` | ❌ | | 3 | 0.622790 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.542685 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.542717 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.490904 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -3343,7 +3343,7 @@ | 1 | 0.760033 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | | 2 | 0.589783 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.585891 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.552660 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.552679 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.495629 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -3360,7 +3360,7 @@ | 1 | 0.546211 | `azmcp_postgres_database_list` | ❌ | | 2 | 0.503267 | `azmcp_postgres_table_list` | ❌ | | 3 | 0.466599 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.415805 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | +| 4 | 0.415817 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | | 5 | 0.403969 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -3374,11 +3374,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.756593 | `azmcp_postgres_server_config_get` | ✅ **EXPECTED** | -| 2 | 0.599471 | `azmcp_postgres_server_param_get` | ❌ | -| 3 | 0.535229 | `azmcp_postgres_server_param_set` | ❌ | -| 4 | 0.535049 | `azmcp_postgres_database_list` | ❌ | -| 5 | 0.518574 | `azmcp_postgres_server_list` | ❌ | +| 1 | 0.756640 | `azmcp_postgres_server_config_get` | ✅ **EXPECTED** | +| 2 | 0.599469 | `azmcp_postgres_server_param_get` | ❌ | +| 3 | 0.535267 | `azmcp_postgres_server_param_set` | ❌ | +| 4 | 0.535096 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.518650 | `azmcp_postgres_server_list` | ❌ | --- @@ -3394,7 +3394,7 @@ | 1 | 0.900023 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | | 2 | 0.640733 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.565914 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.538997 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.539009 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.507621 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -3410,7 +3410,7 @@ |------|-------|------|--------| | 1 | 0.674327 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | | 2 | 0.607062 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.576349 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.576353 | `azmcp_postgres_server_config_get` | ❌ | | 4 | 0.522996 | `azmcp_postgres_table_list` | ❌ | | 5 | 0.506171 | `azmcp_postgres_server_param_get` | ❌ | @@ -3427,7 +3427,7 @@ |------|-------|------|--------| | 1 | 0.832155 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | | 2 | 0.579232 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.531804 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.531818 | `azmcp_postgres_server_config_get` | ❌ | | 4 | 0.514445 | `azmcp_postgres_table_list` | ❌ | | 5 | 0.505869 | `azmcp_postgres_server_param_get` | ❌ | @@ -3443,7 +3443,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.594753 | `azmcp_postgres_server_param_get` | ✅ **EXPECTED** | -| 2 | 0.539671 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.539692 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.489693 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.480826 | `azmcp_postgres_server_param_set` | ❌ | | 5 | 0.451871 | `azmcp_postgres_database_list` | ❌ | @@ -3459,7 +3459,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488474 | `azmcp_postgres_server_config_get` | ❌ | +| 1 | 0.488490 | `azmcp_postgres_server_config_get` | ❌ | | 2 | 0.469794 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.464562 | `azmcp_postgres_server_param_set` | ✅ **EXPECTED** | | 4 | 0.447011 | `azmcp_postgres_server_param_get` | ❌ | @@ -3480,7 +3480,7 @@ | 2 | 0.750580 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.574930 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.519820 | `azmcp_postgres_table_schema_get` | ❌ | -| 5 | 0.501400 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.501443 | `azmcp_postgres_server_config_get` | ❌ | --- @@ -3497,7 +3497,7 @@ | 2 | 0.690112 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.558357 | `azmcp_postgres_table_schema_get` | ❌ | | 4 | 0.543331 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.521570 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.521596 | `azmcp_postgres_server_config_get` | ❌ | --- @@ -3513,7 +3513,7 @@ | 1 | 0.714877 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | | 2 | 0.597846 | `azmcp_postgres_table_list` | ❌ | | 3 | 0.574230 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.508082 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.508089 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.480733 | `azmcp_mysql_table_schema_get` | ❌ | --- @@ -3531,7 +3531,7 @@ | 2 | 0.413274 | `azmcp_quota_usage_check` | ❌ | | 3 | 0.372940 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.369855 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 5 | 0.361386 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.361445 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -3684,7 +3684,7 @@ | 2 | 0.679028 | `azmcp_kusto_cluster_list` | ❌ | | 3 | 0.672104 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.588847 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.569226 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.569222 | `azmcp_aks_cluster_list` | ❌ | --- @@ -3765,11 +3765,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577398 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 2 | 0.570884 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | -| 3 | 0.424938 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.393479 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 5 | 0.386598 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.577429 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 2 | 0.570794 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | +| 3 | 0.424817 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.393567 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.386806 | `azmcp_quota_usage_check` | ❌ | --- @@ -3802,7 +3802,7 @@ | 1 | 0.644982 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | | 2 | 0.587088 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.508252 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.473905 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.473920 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.462125 | `azmcp_search_service_list` | ❌ | --- @@ -3818,9 +3818,9 @@ |------|-------|------|--------| | 1 | 0.596890 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | | 2 | 0.543421 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.427638 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 3 | 0.427617 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.420567 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.420385 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.420387 | `azmcp_mysql_server_list` | ❌ | --- @@ -3920,7 +3920,7 @@ |------|-------|------|--------| | 1 | 0.645259 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | | 2 | 0.483988 | `azmcp_group_list` | ❌ | -| 3 | 0.483302 | `azmcp_subscription_list` | ❌ | +| 3 | 0.483125 | `azmcp_subscription_list` | ❌ | | 4 | 0.478700 | `azmcp_grafana_list` | ❌ | | 5 | 0.474796 | `azmcp_redis_cache_list` | ❌ | @@ -3937,7 +3937,7 @@ |------|-------|------|--------| | 1 | 0.609705 | `azmcp_role_assignment_list` | ✅ **EXPECTED** | | 2 | 0.456956 | `azmcp_grafana_list` | ❌ | -| 3 | 0.436776 | `azmcp_subscription_list` | ❌ | +| 3 | 0.436747 | `azmcp_subscription_list` | ❌ | | 4 | 0.435642 | `azmcp_redis_cache_list` | ❌ | | 5 | 0.435155 | `azmcp_monitor_workspace_list` | ❌ | @@ -4003,11 +4003,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.522627 | `azmcp_search_index_get` | ❌ | -| 2 | 0.515940 | `azmcp_search_index_query` | ✅ **EXPECTED** | -| 3 | 0.497514 | `azmcp_search_service_list` | ❌ | -| 4 | 0.374044 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 5 | 0.372909 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 1 | 0.522826 | `azmcp_search_index_get` | ❌ | +| 2 | 0.515870 | `azmcp_search_index_query` | ✅ **EXPECTED** | +| 3 | 0.497467 | `azmcp_search_service_list` | ❌ | +| 4 | 0.373917 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 5 | 0.372940 | `azmcp_foundry_knowledge_index_schema` | ❌ | --- @@ -4039,7 +4039,7 @@ |------|-------|------|--------| | 1 | 0.686140 | `azmcp_search_service_list` | ✅ **EXPECTED** | | 2 | 0.479898 | `azmcp_search_index_get` | ❌ | -| 3 | 0.453454 | `azmcp_marketplace_product_list` | ❌ | +| 3 | 0.453489 | `azmcp_marketplace_product_list` | ❌ | | 4 | 0.448446 | `azmcp_search_index_query` | ❌ | | 5 | 0.425939 | `azmcp_monitor_workspace_list` | ❌ | @@ -4075,7 +4075,7 @@ | 2 | 0.460932 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 3 | 0.400870 | `azmcp_servicebus_topic_details` | ❌ | | 4 | 0.382417 | `azmcp_storage_queue_message_send` | ❌ | -| 5 | 0.375447 | `azmcp_aks_cluster_get` | ❌ | +| 5 | 0.375206 | `azmcp_aks_cluster_get` | ❌ | --- @@ -4109,7 +4109,7 @@ | 2 | 0.527109 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.494515 | `azmcp_servicebus_queue_details` | ❌ | | 4 | 0.457036 | `azmcp_servicebus_topic_details` | ❌ | -| 5 | 0.444604 | `azmcp_marketplace_product_get` | ❌ | +| 5 | 0.444568 | `azmcp_marketplace_product_get` | ❌ | --- @@ -4122,11 +4122,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.516780 | `azmcp_sql_db_create` | ✅ **EXPECTED** | -| 2 | 0.470892 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.376833 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.359945 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.357421 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.516742 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.470889 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.376816 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.359949 | `azmcp_sql_db_show` | ❌ | +| 5 | 0.357393 | `azmcp_sql_db_list` | ❌ | --- @@ -4156,11 +4156,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.603998 | `azmcp_sql_db_create` | ✅ **EXPECTED** | -| 2 | 0.545889 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.494309 | `azmcp_sql_db_show` | ❌ | -| 4 | 0.473807 | `azmcp_sql_db_list` | ❌ | -| 5 | 0.456392 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.604472 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.545906 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.494377 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.473975 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.456262 | `azmcp_storage_account_create` | ❌ | --- @@ -4175,7 +4175,7 @@ |------|-------|------|--------| | 1 | 0.520786 | `azmcp_sql_server_delete` | ❌ | | 2 | 0.484026 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | -| 3 | 0.386564 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.386662 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.364776 | `azmcp_sql_db_show` | ❌ | | 5 | 0.351204 | `azmcp_postgres_database_list` | ❌ | @@ -4241,11 +4241,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.617755 | `azmcp_sql_server_show` | ❌ | -| 2 | 0.609394 | `azmcp_sql_db_list` | ✅ **EXPECTED** | -| 3 | 0.557385 | `azmcp_mysql_database_list` | ❌ | -| 4 | 0.553495 | `azmcp_mysql_server_config_get` | ❌ | -| 5 | 0.524351 | `azmcp_sql_db_show` | ❌ | +| 1 | 0.617746 | `azmcp_sql_server_show` | ❌ | +| 2 | 0.609322 | `azmcp_sql_db_list` | ✅ **EXPECTED** | +| 3 | 0.557353 | `azmcp_mysql_database_list` | ❌ | +| 4 | 0.553488 | `azmcp_mysql_server_config_get` | ❌ | +| 5 | 0.524274 | `azmcp_sql_db_show` | ❌ | --- @@ -4259,7 +4259,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.610991 | `azmcp_sql_server_show` | ❌ | -| 2 | 0.593150 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.593145 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.530422 | `azmcp_mysql_server_config_get` | ❌ | | 4 | 0.528136 | `azmcp_sql_db_show` | ✅ **EXPECTED** | | 5 | 0.465693 | `azmcp_sql_db_list` | ❌ | @@ -4309,11 +4309,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.402138 | `azmcp_sql_db_list` | ❌ | -| 2 | 0.394998 | `azmcp_sql_db_show` | ❌ | -| 3 | 0.389603 | `azmcp_sql_db_update` | ✅ **EXPECTED** | -| 4 | 0.386482 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.381735 | `azmcp_sql_db_create` | ❌ | +| 1 | 0.401834 | `azmcp_sql_db_list` | ❌ | +| 2 | 0.394808 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.389984 | `azmcp_sql_db_update` | ✅ **EXPECTED** | +| 4 | 0.386647 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.381892 | `azmcp_sql_db_create` | ❌ | --- @@ -4330,7 +4330,7 @@ | 2 | 0.502376 | `azmcp_sql_db_list` | ❌ | | 3 | 0.498367 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.479044 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.473539 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.470454 | `azmcp_aks_nodepool_list` | ❌ | --- @@ -4346,7 +4346,7 @@ | 1 | 0.606425 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | | 2 | 0.502877 | `azmcp_sql_server_show` | ❌ | | 3 | 0.457163 | `azmcp_sql_db_list` | ❌ | -| 4 | 0.438522 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.435413 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.432816 | `azmcp_mysql_database_list` | ❌ | --- @@ -4362,7 +4362,7 @@ |------|-------|------|--------| | 1 | 0.592709 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | | 2 | 0.420325 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.402611 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.402616 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.397670 | `azmcp_sql_db_list` | ❌ | | 5 | 0.397640 | `azmcp_sql_server_show` | ❌ | @@ -4377,11 +4377,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682576 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.563532 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.536357 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.481395 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.472979 | `azmcp_sql_db_show` | ❌ | +| 1 | 0.682606 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.563708 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.537173 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.482102 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.473676 | `azmcp_sql_db_show` | ❌ | --- @@ -4414,7 +4414,7 @@ | 1 | 0.589818 | `azmcp_sql_server_create` | ✅ **EXPECTED** | | 2 | 0.501403 | `azmcp_sql_db_create` | ❌ | | 3 | 0.469425 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.442915 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.442934 | `azmcp_mysql_server_list` | ❌ | | 5 | 0.423887 | `azmcp_sql_server_show` | ❌ | --- @@ -4448,7 +4448,7 @@ | 1 | 0.429140 | `azmcp_sql_server_delete` | ✅ **EXPECTED** | | 2 | 0.393885 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.376660 | `azmcp_sql_server_show` | ❌ | -| 4 | 0.309280 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.309477 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 5 | 0.306368 | `azmcp_sql_db_show` | ❌ | --- @@ -4464,7 +4464,7 @@ |------|-------|------|--------| | 1 | 0.527930 | `azmcp_sql_server_delete` | ✅ **EXPECTED** | | 2 | 0.396541 | `azmcp_sql_db_delete` | ❌ | -| 3 | 0.362389 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.362583 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.341503 | `azmcp_sql_server_show` | ❌ | | 5 | 0.315820 | `azmcp_workbooks_delete` | ❌ | @@ -4532,7 +4532,7 @@ |------|-------|------|--------| | 1 | 0.635466 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | | 2 | 0.532712 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.522184 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.522193 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.448822 | `azmcp_sql_server_create` | ❌ | | 5 | 0.432802 | `azmcp_sql_db_create` | ❌ | @@ -4547,10 +4547,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670225 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | -| 2 | 0.533583 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.503661 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 4 | 0.295006 | `azmcp_sql_server_show` | ❌ | +| 1 | 0.670189 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | +| 2 | 0.533562 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 3 | 0.503704 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.295018 | `azmcp_sql_server_show` | ❌ | | 5 | 0.287457 | `azmcp_sql_server_create` | ❌ | --- @@ -4566,7 +4566,7 @@ |------|-------|------|--------| | 1 | 0.685107 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | | 2 | 0.574336 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.539577 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.539624 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.428919 | `azmcp_sql_server_create` | ❌ | | 5 | 0.395165 | `azmcp_sql_db_create` | ❌ | @@ -4581,7 +4581,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.691421 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | +| 1 | 0.691529 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | | 2 | 0.543857 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.540333 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.527546 | `azmcp_sql_server_delete` | ❌ | @@ -4598,7 +4598,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670179 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | +| 1 | 0.670247 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | | 2 | 0.574340 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.530419 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.398706 | `azmcp_sql_server_delete` | ❌ | @@ -4615,7 +4615,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.671212 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | +| 1 | 0.671312 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | | 2 | 0.601230 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.577330 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.441605 | `azmcp_sql_server_delete` | ❌ | @@ -4634,7 +4634,7 @@ |------|-------|------|--------| | 1 | 0.729372 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | | 2 | 0.549667 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 3 | 0.513114 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.513166 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.468812 | `azmcp_sql_server_show` | ❌ | | 5 | 0.392512 | `azmcp_sql_server_entra-admin_list` | ❌ | @@ -4651,7 +4651,7 @@ |------|-------|------|--------| | 1 | 0.630731 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | | 2 | 0.524126 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 3 | 0.476757 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.476787 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.410680 | `azmcp_sql_server_show` | ❌ | | 5 | 0.316854 | `azmcp_sql_server_entra-admin_list` | ❌ | @@ -4668,7 +4668,7 @@ |------|-------|------|--------| | 1 | 0.630546 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | | 2 | 0.532454 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 3 | 0.473501 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.473581 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.412957 | `azmcp_sql_server_show` | ❌ | | 5 | 0.308004 | `azmcp_sql_server_entra-admin_list` | ❌ | @@ -4685,7 +4685,7 @@ |------|-------|------|--------| | 1 | 0.629672 | `azmcp_sql_db_show` | ❌ | | 2 | 0.595184 | `azmcp_sql_server_show` | ✅ **EXPECTED** | -| 3 | 0.559879 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.559893 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.540218 | `azmcp_sql_db_list` | ❌ | | 5 | 0.491401 | `azmcp_sql_server_create` | ❌ | @@ -4701,7 +4701,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.658817 | `azmcp_sql_server_show` | ✅ **EXPECTED** | -| 2 | 0.610507 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.610478 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.538034 | `azmcp_mysql_server_config_get` | ❌ | | 4 | 0.471541 | `azmcp_sql_db_show` | ❌ | | 5 | 0.445430 | `azmcp_postgres_server_param_get` | ❌ | @@ -4718,7 +4718,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.563143 | `azmcp_sql_server_show` | ✅ **EXPECTED** | -| 2 | 0.392532 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.392488 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.380021 | `azmcp_postgres_server_param_get` | ❌ | | 4 | 0.372194 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 5 | 0.370539 | `azmcp_sql_db_show` | ❌ | @@ -4751,11 +4751,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.500720 | `azmcp_storage_account_create` | ✅ **EXPECTED** | -| 2 | 0.400100 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 3 | 0.387100 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.382780 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 5 | 0.377206 | `azmcp_sql_db_create` | ❌ | +| 1 | 0.500638 | `azmcp_storage_account_create` | ✅ **EXPECTED** | +| 2 | 0.400151 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.387071 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.382836 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.377221 | `azmcp_sql_db_create` | ❌ | --- @@ -4857,7 +4857,7 @@ | 2 | 0.499153 | `azmcp_storage_table_list` | ❌ | | 3 | 0.473598 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.461641 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.454028 | `azmcp_subscription_list` | ❌ | +| 5 | 0.453933 | `azmcp_subscription_list` | ❌ | --- @@ -4870,11 +4870,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.620659 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | -| 2 | 0.465706 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.408688 | `azmcp_storage_blob_container_create` | ❌ | -| 4 | 0.408291 | `azmcp_storage_blob_get` | ❌ | -| 5 | 0.378335 | `azmcp_cosmos_database_container_list` | ❌ | +| 1 | 0.620756 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | +| 2 | 0.465722 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.408639 | `azmcp_storage_blob_container_create` | ❌ | +| 4 | 0.408384 | `azmcp_storage_blob_get` | ❌ | +| 5 | 0.378380 | `azmcp_cosmos_database_container_list` | ❌ | --- @@ -4972,11 +4972,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.613933 | `azmcp_cosmos_database_container_list` | ❌ | -| 2 | 0.605437 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | -| 3 | 0.530702 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.521995 | `azmcp_storage_blob_get` | ❌ | -| 5 | 0.479014 | `azmcp_storage_account_get` | ❌ | +| 1 | 0.613985 | `azmcp_cosmos_database_container_list` | ❌ | +| 2 | 0.605438 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | +| 3 | 0.530707 | `azmcp_storage_table_list` | ❌ | +| 4 | 0.521910 | `azmcp_storage_blob_get` | ❌ | +| 5 | 0.478954 | `azmcp_storage_account_get` | ❌ | --- @@ -5023,11 +5023,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662106 | `azmcp_storage_blob_container_get` | ❌ | -| 2 | 0.661919 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 3 | 0.537535 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.460657 | `azmcp_storage_blob_container_create` | ❌ | -| 5 | 0.457038 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.662150 | `azmcp_storage_blob_container_get` | ❌ | +| 2 | 0.661969 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 3 | 0.537577 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.460650 | `azmcp_storage_blob_container_create` | ❌ | +| 5 | 0.457044 | `azmcp_storage_account_create` | ❌ | --- @@ -5074,11 +5074,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.566213 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | -| 2 | 0.403309 | `azmcp_storage_blob_get` | ❌ | -| 3 | 0.397499 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.382052 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.377014 | `azmcp_storage_blob_container_create` | ❌ | +| 1 | 0.566287 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | +| 2 | 0.403451 | `azmcp_storage_blob_get` | ❌ | +| 3 | 0.397722 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.382123 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.377255 | `azmcp_storage_blob_container_create` | ❌ | --- @@ -5091,11 +5091,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.648330 | `azmcp_storage_datalake_directory_create` | ✅ **EXPECTED** | -| 2 | 0.482873 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 3 | 0.443022 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.349702 | `azmcp_keyvault_secret_create` | ❌ | -| 5 | 0.341619 | `azmcp_keyvault_certificate_create` | ❌ | +| 1 | 0.646848 | `azmcp_storage_datalake_directory_create` | ✅ **EXPECTED** | +| 2 | 0.481419 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 3 | 0.443019 | `azmcp_storage_account_create` | ❌ | +| 4 | 0.348451 | `azmcp_keyvault_secret_create` | ❌ | +| 5 | 0.340520 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -5159,11 +5159,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.558995 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.411169 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.375260 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.373398 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.344298 | `azmcp_servicebus_queue_details` | ❌ | +| 1 | 0.558401 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 2 | 0.410972 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.375068 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.373072 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.344373 | `azmcp_servicebus_queue_details` | ❌ | --- @@ -5193,11 +5193,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.595279 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.360634 | `azmcp_servicebus_queue_details` | ❌ | -| 3 | 0.338574 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.325301 | `azmcp_appconfig_kv_set` | ❌ | -| 5 | 0.322605 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.595304 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 2 | 0.360562 | `azmcp_servicebus_queue_details` | ❌ | +| 3 | 0.338481 | `azmcp_storage_account_create` | ❌ | +| 4 | 0.325256 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.322508 | `azmcp_storage_table_list` | ❌ | --- @@ -5210,11 +5210,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.640440 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.539851 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.522644 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 4 | 0.500965 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.491152 | `azmcp_storage_blob_container_get` | ❌ | +| 1 | 0.640598 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | +| 2 | 0.539923 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.522606 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 4 | 0.500888 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.491201 | `azmcp_storage_blob_container_get` | ❌ | --- @@ -5244,11 +5244,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.602266 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.449421 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.445997 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 4 | 0.436470 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.423719 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.602243 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | +| 2 | 0.449424 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.446206 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 4 | 0.436642 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.423860 | `azmcp_extension_azqr` | ❌ | --- @@ -5295,7 +5295,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576403 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.576055 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.512964 | `azmcp_cosmos_account_list` | ❌ | | 3 | 0.473852 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.471653 | `azmcp_postgres_server_list` | ❌ | @@ -5312,7 +5312,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.405813 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.405723 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.384208 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.381238 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.351864 | `azmcp_grafana_list` | ❌ | @@ -5329,8 +5329,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.319893 | `azmcp_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.315547 | `azmcp_marketplace_product_get` | ❌ | +| 1 | 0.319958 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.315484 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.313335 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.286711 | `azmcp_redis_cache_list` | ❌ | | 5 | 0.282645 | `azmcp_grafana_list` | ❌ | @@ -5346,7 +5346,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.403186 | `azmcp_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.403229 | `azmcp_subscription_list` | ✅ **EXPECTED** | | 2 | 0.375168 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.354504 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.342318 | `azmcp_redis_cluster_list` | ❌ | @@ -5364,7 +5364,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.711969 | `azmcp_virtualdesktop_hostpool_list` | ✅ **EXPECTED** | -| 2 | 0.659745 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 2 | 0.659763 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | | 3 | 0.566615 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.548888 | `azmcp_search_service_list` | ❌ | | 5 | 0.536542 | `azmcp_redis_cluster_list` | ❌ | @@ -5380,10 +5380,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.726982 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ✅ **EXPECTED** | +| 1 | 0.727054 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ✅ **EXPECTED** | | 2 | 0.714469 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | | 3 | 0.573352 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 4 | 0.439611 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.435890 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.402909 | `azmcp_aks_nodepool_get` | ❌ | --- @@ -5398,9 +5398,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.812659 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ✅ **EXPECTED** | -| 2 | 0.659093 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 2 | 0.659212 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | | 3 | 0.501167 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 4 | 0.356479 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.352576 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.336385 | `azmcp_monitor_workspace_list` | ❌ | --- @@ -5414,7 +5414,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.552212 | `azmcp_workbooks_create` | ✅ **EXPECTED** | +| 1 | 0.552422 | `azmcp_workbooks_create` | ✅ **EXPECTED** | | 2 | 0.433162 | `azmcp_workbooks_update` | ❌ | | 3 | 0.361364 | `azmcp_workbooks_delete` | ❌ | | 4 | 0.361215 | `azmcp_workbooks_show` | ❌ | @@ -5433,7 +5433,7 @@ |------|-------|------|--------| | 1 | 0.621310 | `azmcp_workbooks_delete` | ✅ **EXPECTED** | | 2 | 0.518630 | `azmcp_workbooks_show` | ❌ | -| 3 | 0.432454 | `azmcp_workbooks_create` | ❌ | +| 3 | 0.432499 | `azmcp_workbooks_create` | ❌ | | 4 | 0.425569 | `azmcp_workbooks_list` | ❌ | | 5 | 0.390355 | `azmcp_workbooks_update` | ❌ | @@ -5449,7 +5449,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.772431 | `azmcp_workbooks_list` | ✅ **EXPECTED** | -| 2 | 0.562485 | `azmcp_workbooks_create` | ❌ | +| 2 | 0.562583 | `azmcp_workbooks_create` | ❌ | | 3 | 0.532565 | `azmcp_workbooks_show` | ❌ | | 4 | 0.516739 | `azmcp_grafana_list` | ❌ | | 5 | 0.488600 | `azmcp_group_list` | ❌ | @@ -5466,7 +5466,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.708612 | `azmcp_workbooks_list` | ✅ **EXPECTED** | -| 2 | 0.570259 | `azmcp_workbooks_create` | ❌ | +| 2 | 0.570374 | `azmcp_workbooks_create` | ❌ | | 3 | 0.539957 | `azmcp_workbooks_show` | ❌ | | 4 | 0.485504 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.472378 | `azmcp_grafana_list` | ❌ | @@ -5483,7 +5483,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.697539 | `azmcp_workbooks_show` | ✅ **EXPECTED** | -| 2 | 0.498390 | `azmcp_workbooks_create` | ❌ | +| 2 | 0.498440 | `azmcp_workbooks_create` | ❌ | | 3 | 0.494708 | `azmcp_workbooks_list` | ❌ | | 4 | 0.452348 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.419105 | `azmcp_workbooks_update` | ❌ | @@ -5500,7 +5500,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.469476 | `azmcp_workbooks_show` | ✅ **EXPECTED** | -| 2 | 0.455158 | `azmcp_workbooks_create` | ❌ | +| 2 | 0.455226 | `azmcp_workbooks_create` | ❌ | | 3 | 0.437638 | `azmcp_workbooks_update` | ❌ | | 4 | 0.424338 | `azmcp_workbooks_list` | ❌ | | 5 | 0.366057 | `azmcp_workbooks_delete` | ❌ | @@ -5517,7 +5517,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.469915 | `azmcp_workbooks_update` | ✅ **EXPECTED** | -| 2 | 0.382651 | `azmcp_workbooks_create` | ❌ | +| 2 | 0.382674 | `azmcp_workbooks_create` | ❌ | | 3 | 0.362354 | `azmcp_workbooks_show` | ❌ | | 4 | 0.349689 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.276727 | `azmcp_loadtesting_testrun_update` | ❌ | @@ -5527,7 +5527,7 @@ ## Summary **Total Prompts Tested:** 306 -**Execution Time:** 57.5946338s +**Analysis Execution Time:** 35.4082241s ### Success Rate Metrics From 28998e1e88287d1ea585a45d6ee72739bb7045e9 Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 18:02:55 -0700 Subject: [PATCH 15/23] Small updates to Program.cs --- eng/tools/ToolDescriptionEvaluator/Program.cs | 10 ++-------- 1 file changed, 2 insertions(+), 8 deletions(-) diff --git a/eng/tools/ToolDescriptionEvaluator/Program.cs b/eng/tools/ToolDescriptionEvaluator/Program.cs index ca19fd7c2..6fadb6c74 100644 --- a/eng/tools/ToolDescriptionEvaluator/Program.cs +++ b/eng/tools/ToolDescriptionEvaluator/Program.cs @@ -828,8 +828,8 @@ await Task.WhenAll( } else { - // Convert command to tool name format (spaces to dashes) - toolName = tool.Command?.Replace(CommandPrefix, "")?.Replace(" ", SpaceReplacement) ?? tool.Name; + // Convert command to tool name format (spaces to underscores) + toolName = tool.Command?.Replace(" ", SpaceReplacement) ?? tool.Name; if (!string.IsNullOrEmpty(toolName) && !toolName.StartsWith($"{CommandPrefix.Trim()}-")) { @@ -1437,14 +1437,8 @@ private static async Task RunValidationModeAsync(string toolDir, string toolDesc internal static class UnicodeChars { - public const string SingleQuote = "\u0027"; public const string LeftSingleQuote = "\u2018"; public const string RightSingleQuote = "\u2019"; - public const string DoubleQuote = "\u0022"; public const string LeftDoubleQuote = "\u201C"; public const string RightDoubleQuote = "\u201D"; - public const string LessThan = "\u003C"; - public const string GreaterThan = "\u003E"; - public const string Ampersand = "\u0026"; - public const string Backtick = "\u0060"; } From a4a17ab4b443231cc3dcc38cd13d03c5e6962a0e Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 18:17:37 -0700 Subject: [PATCH 16/23] Added consolidated tools and prompts files, as well as a script to map individual tool prompts to the consolidated ones --- .../Generate-ConsolidatedPrompts.ps1 | 153 + eng/tools/ToolDescriptionEvaluator/Program.cs | 14 +- .../consolidated-prompts.json | 345 ++ .../consolidated-tools.json | 1358 +++++ .../results-consolidated.md | 4946 +++++++++++++++++ .../results-namespaces.md | 1204 ++-- eng/tools/ToolDescriptionEvaluator/results.md | 824 +-- 7 files changed, 7818 insertions(+), 1026 deletions(-) create mode 100644 eng/tools/ToolDescriptionEvaluator/Generate-ConsolidatedPrompts.ps1 create mode 100644 eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json create mode 100644 eng/tools/ToolDescriptionEvaluator/consolidated-tools.json create mode 100644 eng/tools/ToolDescriptionEvaluator/results-consolidated.md diff --git a/eng/tools/ToolDescriptionEvaluator/Generate-ConsolidatedPrompts.ps1 b/eng/tools/ToolDescriptionEvaluator/Generate-ConsolidatedPrompts.ps1 new file mode 100644 index 000000000..279b89ed8 --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/Generate-ConsolidatedPrompts.ps1 @@ -0,0 +1,153 @@ +<# +.SYNOPSIS +Generates a consolidated prompts JSON file that maps each consolidated Azure tool name to an aggregated list of natural language prompts. + +.DESCRIPTION +Reads: + - consolidated-tools.json (contains consolidated_azure_tools array; each tool has an available_commands list) + - tools.json (optional for future enrichment; currently only used to validate command presence) + - prompts.json (maps individual command keys to prompt examples; e.g. command "azmcp acr registry list" => key "azmcp_acr_registry_list") + +For every consolidated tool, the script resolves its available command strings, converts each to the prompts.json key format, pulls the associated prompts, merges them (deduped, sorted), and outputs a JSON file: +{ + "": [ "prompt1", "prompt2", ... ], + ... +} + +.PARAMETER ConsolidatedToolsPath +Path to consolidated-tools.json. + +.PARAMETER PromptsPath +Path to prompts.json containing per-command prompt arrays. + +.PARAMETER ToolsPath +Path to tools.json (optional; used for validation only). + +.PARAMETER OutputPath +Destination path for generated consolidated-prompts.json. + +.PARAMETER Force +Overwrite output file if it exists. + +.PARAMETER VerboseWarnings +Emit detailed warnings for unmatched commands. + +.EXAMPLE +pwsh ./Generate-ConsolidatedPrompts.ps1 -OutputPath consolidated-prompts.json -Verbose + +.NOTES +Idempotent. Safe to re-run. Designed to be executed from repo root or script directory. +#> +param( + [string]$ConsolidatedToolsPath = "./consolidated-tools.json", + [string]$PromptsPath = "./prompts.json", + [string]$ToolsPath = "./tools.json", + [string]$OutputPath = "./consolidated-prompts.json", + [switch]$Force, + [switch]$VerboseWarnings +) + +Set-StrictMode -Version Latest +$ErrorActionPreference = 'Stop' + +function Write-Log { + param([string]$Message, [string]$Level = 'INFO') + $ts = (Get-Date).ToString('u') + Write-Host "[$ts][$Level] $Message" +} + +function Convert-CommandToPromptKey { + param([string]$Command) + if ([string]::IsNullOrWhiteSpace($Command)) { return $null } + $normalized = ($Command -replace '\s+', ' ').Trim() + # Some consolidated tool command entries appear to already be identifier-like strings with prefixes such as + # 'mcp_azure-mcp-ser_' followed by what would normally be the prompt key. We strip that transport / provenance prefix. + $normalized = $normalized -replace '^mcp_azure-mcp-ser_', '' + # Replace spaces with underscores + $key = ($normalized -replace ' ', '_') + # Normalize any leftover dashes that should be underscores for prompt keys (e.g., usersession-list vs usersession_list) + # Keep dashes inside azure command segments that are legitimate (firewall-rule) by also trying a secondary variant. + return $key +} + +if (-not (Test-Path $ConsolidatedToolsPath)) { throw "Consolidated tools file not found: $ConsolidatedToolsPath" } +if (-not (Test-Path $PromptsPath)) { throw "Prompts file not found: $PromptsPath" } +if (-not (Test-Path $ToolsPath)) { Write-Log "Tools file not found ($ToolsPath) - continuing without validation" 'WARN' } + +Write-Log "Loading JSON inputs" 'INFO' +# Note: -Depth parameter is not available in Windows PowerShell 5.1 ConvertFrom-Json; omitted for compatibility. +$consolidatedJson = Get-Content -Raw -Path $ConsolidatedToolsPath | ConvertFrom-Json +$promptsJson = Get-Content -Raw -Path $PromptsPath | ConvertFrom-Json +$toolsJson = if (Test-Path $ToolsPath) { Get-Content -Raw -Path $ToolsPath | ConvertFrom-Json } else { $null } + +if (-not $consolidatedJson.consolidated_azure_tools) { throw "Input consolidated tools JSON missing 'consolidated_azure_tools' array" } + +$allPromptKeys = @($promptsJson.PSObject.Properties.Name) +$toolCommandSet = New-Object System.Collections.Generic.HashSet[string] +if ($toolsJson -and $toolsJson.results) { + foreach ($t in $toolsJson.results) { + if ($t.command) { [void]$toolCommandSet.Add(($t.command -replace '\s+', ' ').Trim()) } + } +} + +$outputMap = [ordered]@{} +$warnings = @() + +foreach ($tool in $consolidatedJson.consolidated_azure_tools) { + if (-not $tool.name) { continue } + $toolName = $tool.name + $promptsAggregated = New-Object System.Collections.Generic.HashSet[string] + + $available = @() + if ($tool.available_commands) { $available = $tool.available_commands } + + foreach ($cmdEntry in $available) { + $commandString = $null + if ($cmdEntry -is [string]) { $commandString = $cmdEntry } + elseif ($cmdEntry -and ($cmdEntry.PSObject.Properties.Name -contains 'command')) { $commandString = $cmdEntry.command } + elseif ($cmdEntry -and ($cmdEntry.PSObject.Properties.Name -contains 'name')) { $commandString = $cmdEntry.name } + if (-not $commandString) { continue } + + $promptKey = Convert-CommandToPromptKey -Command $commandString + if (-not $promptKey) { continue } + + $candidateKeys = @($promptKey) + # Additional heuristics: attempt dash->underscore and underscore->dash variations + if ($promptKey -match '-') { $candidateKeys += ($promptKey -replace '-', '_') } + if ($promptKey -match '_') { $candidateKeys += ($promptKey -replace '_', '-') } + $matched = $false + foreach ($ck in ($candidateKeys | Select-Object -Unique)) { + if ($allPromptKeys -contains $ck) { + $promptList = $promptsJson.$ck + foreach ($p in $promptList) { if (-not [string]::IsNullOrWhiteSpace($p)) { [void]$promptsAggregated.Add($p) } } + $matched = $true + } + } + if (-not $matched) { + $warnings += "No prompts found for command '$commandString' (tried keys: $([string]::Join(', ',$candidateKeys))) for consolidated tool '$toolName'" + } + } + + # Convert to sorted array (HashSet.ToArray() not available in some Windows PowerShell versions) + $sorted = @($promptsAggregated) | Sort-Object -Unique + $outputMap[$toolName] = @($sorted) # ensure plain array (empty => []) +} + +if ($warnings.Count -gt 0) { + Write-Log "Encountered $($warnings.Count) unmatched command(s)." 'WARN' + if ($VerboseWarnings) { + foreach ($w in $warnings) { Write-Log $w 'WARN' } + } +} + +$jsonOutput = $outputMap | ConvertTo-Json -Depth 100 + +if ((Test-Path $OutputPath) -and -not $Force) { + throw "Output file already exists: $OutputPath (use -Force to overwrite)" +} + +Write-Log "Writing consolidated prompts to $OutputPath" 'INFO' +$jsonOutput | Out-File -FilePath $OutputPath -Encoding UTF8 -NoNewline + +Write-Log "Done. Consolidated tools processed: $($outputMap.Keys.Count)." 'INFO' +if ($warnings.Count -gt 0) { Write-Log "See warnings above for missing mappings." 'WARN' } diff --git a/eng/tools/ToolDescriptionEvaluator/Program.cs b/eng/tools/ToolDescriptionEvaluator/Program.cs index 6fadb6c74..581480b19 100644 --- a/eng/tools/ToolDescriptionEvaluator/Program.cs +++ b/eng/tools/ToolDescriptionEvaluator/Program.cs @@ -13,9 +13,8 @@ class Program { private static readonly HttpClient HttpClient = new(); - private const string CommandPrefix = "azmcp "; private const string SpaceReplacement = "_"; - private const string TestToolIdPrefix = $"azmcp{SpaceReplacement}test{SpaceReplacement}tool{SpaceReplacement}"; + private const string TestToolIdPrefix = $"test{SpaceReplacement}tool{SpaceReplacement}"; static async Task Main(string[] args) { @@ -689,7 +688,7 @@ private static async Task SaveToolsToJsonAsync(ListToolsResult toolsResult, stri continue; } - // Parse table rows: | azmcp_tool_name | Test prompt | + // Parse table rows. For example: | tool_name | Test prompt | if (trimmedLine.StartsWith("|") && trimmedLine.Contains("|")) { var parts = trimmedLine.Split('|', StringSplitOptions.RemoveEmptyEntries); @@ -702,10 +701,6 @@ private static async Task SaveToolsToJsonAsync(ListToolsResult toolsResult, stri if (string.IsNullOrWhiteSpace(toolName) || string.IsNullOrWhiteSpace(prompt)) continue; - // Ensure we have a valid tool name (starts with azmcp_) - if (!toolName.StartsWith("azmcp_")) - continue; - if (!prompts.ContainsKey(toolName)) { prompts[toolName] = new List(); @@ -830,11 +825,6 @@ await Task.WhenAll( { // Convert command to tool name format (spaces to underscores) toolName = tool.Command?.Replace(" ", SpaceReplacement) ?? tool.Name; - - if (!string.IsNullOrEmpty(toolName) && !toolName.StartsWith($"{CommandPrefix.Trim()}-")) - { - toolName = $"azmcp{SpaceReplacement}{toolName}"; - } } var vector = await embeddingService.CreateEmbeddingsAsync(input); diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json new file mode 100644 index 000000000..ef33256eb --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json @@ -0,0 +1,345 @@ +{ + "list_azure_resources": [ + "Describe the function app in resource group ", + "Get configuration for function app ", + "Get details about the storage account ", + "Get function app status for ", + "Get information about my function app in ", + "Get the configuration of AKS cluster ", + "List all AKS clusters in my subscription", + "List all App Configuration stores in my subscription", + "List all Azure Container Registries in my subscription", + "List all Azure Managed Grafana in one subscription", + "List all Cognitive Search services in my subscription", + "List all container registry repositories in my subscription", + "List all cosmosdb accounts in my subscription", + "List all Data Explorer clusters in my subscription", + "List all Event Grid topics in my subscription", + "List all Event Grid topics in resource group in subscription ", + "List all Event Grid topics in subscription ", + "List all function apps in my subscription", + "List all host pools in my subscription", + "List all load testing resources in the resource group in my subscription", + "List all Log Analytics workspaces in my subscription", + "List all monitored resources in the Datadog resource ", + "List all Redis Caches in my subscription", + "List all Redis Clusters in my subscription", + "List all resource groups in my subscription", + "List all session hosts in host pool ", + "List all storage accounts in my subscription including their location and SKU", + "List all subscriptions for my account", + "List all user sessions on session host in host pool ", + "List all workbooks in my resource group ", + "List container registries in resource group ", + "List repositories in the container registry ", + "List the Azure Managed Lustre filesystems in my resource group ", + "List the Azure Managed Lustre filesystems in my subscription ", + "Retrieve host name and status of function app ", + "Show function app details for in ", + "Show me my App Configuration stores", + "Show me my Azure Container Registries", + "Show me my Azure function apps", + "Show me my Azure Kubernetes Service clusters", + "Show me my Cognitive Search services", + "Show me my container registry repositories", + "Show me my cosmosdb accounts", + "Show me my Data Explorer clusters", + "Show me my Log Analytics workspaces", + "Show me my Redis Caches", + "Show me my Redis Clusters", + "Show me my resource groups", + "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", + "Show me my subscriptions", + "Show me the App Configuration stores in my subscription", + "Show me the Cognitive Search services in my subscription", + "Show me the container registries in my subscription", + "Show me the container registries in resource group ", + "Show me the cosmosdb accounts in my subscription", + "Show me the Data Explorer clusters in my subscription", + "Show me the details for my storage account ", + "Show me the details for the function app ", + "Show me the details of AKS cluster in resource group ", + "Show me the Event Grid topics in my subscription", + "Show me the Log Analytics workspaces in my subscription", + "Show me the monitored resources in the Datadog resource ", + "Show me the network configuration for AKS cluster ", + "Show me the Redis Caches in my subscription", + "Show me the Redis Clusters in my subscription", + "Show me the repositories in the container registry ", + "Show me the resource groups in my subscription", + "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings", + "Show plan and region for function app ", + "What AKS clusters do I have?", + "What are the details of my AKS cluster in ?", + "What function apps do I have?", + "What is my current subscription?", + "What is the status of function app ?", + "What subscriptions do I have?", + "What workbooks do I have in resource group ?" + ], + "view_azure_databases": [ + "Get the configuration details for the SQL database on server ", + "List all databases in the Azure SQL server ", + "List all elastic pools in SQL server ", + "List all firewall rules for SQL server ", + "List all MySQL databases in server ", + "List all MySQL servers in my subscription", + "List all PostgreSQL databases in server ", + "List all PostgreSQL servers in my subscription", + "List all tables in the MySQL database in server ", + "List all tables in the PostgreSQL database in server ", + "List all the containers in the database for the cosmosdb account ", + "List all the databases in the cosmosdb account ", + "List Microsoft Entra ID administrators for SQL server ", + "Show me all items that contain the word in the MySQL database in server ", + "Show me all items that contain the word in the PostgreSQL database in server ", + "Show me all the databases configuration details in the Azure SQL server ", + "Show me if the parameter my PostgreSQL server has replication enabled", + "Show me my MySQL servers", + "Show me my PostgreSQL servers", + "Show me the configuration of MySQL server ", + "Show me the configuration of PostgreSQL server ", + "Show me the containers in the database for the cosmosdb account ", + "Show me the databases in the cosmosdb account ", + "Show me the details of SQL database in server ", + "Show me the elastic pools configured for SQL server ", + "Show me the Entra ID administrators configured for SQL server ", + "Show me the firewall rules for SQL server ", + "Show me the items that contain the word in the container in the database for the cosmosdb account ", + "Show me the MySQL databases in server ", + "Show me the MySQL servers in my subscription", + "Show me the PostgreSQL databases in server ", + "Show me the PostgreSQL servers in my subscription", + "Show me the schema of table
in the MySQL database in server ", + "Show me the schema of table
in the PostgreSQL database in server ", + "Show me the tables in the MySQL database in server ", + "Show me the tables in the PostgreSQL database in server ", + "Show me the value of connection timeout in seconds in my MySQL server ", + "What elastic pools are available in my SQL server ?", + "What firewall rules are configured for my SQL server ?", + "What Microsoft Entra ID administrators are set up for my SQL server ?" + ], + "edit_azure_databases": [ + "Enable replication for my PostgreSQL server ", + "Set connection timeout to 20 seconds for my MySQL server " + ], + "get_azure_health_status": [ + "Analyze the performance trends and response times for Application Insights resource over the last ", + "Check the availability metrics for my Application Insights resource for the last ", + "Get metric definitions for from the namespace", + "Get the metric for over the last with intervals", + "Get the availability status for resource ", + "Investigate error rates and failed requests for Application Insights resource for the last ", + "List all available table types in the Log Analytics workspace ", + "List all tables in the Log Analytics workspace ", + "List availability status for all resources in my subscription", + "Query the metric for for the last ", + "Show me all available metrics and their definitions for storage account ", + "Show me the available table types in the Log Analytics workspace ", + "Show me the health status of all my Azure resources", + "Show me the health status of entity in the Log Analytics workspace ", + "Show me the health status of the storage account ", + "Show me the logs for the past hour for the resource in the Log Analytics workspace ", + "Show me the logs for the past hour in the Log Analytics workspace ", + "Show me the tables in the Log Analytics workspace ", + "What is the availability status of virtual machine in resource group ?", + "What metric definitions are available for the Application Insights resource ", + "What resources in resource group have health issues?", + "What's the request per second rate for my Application Insights resource over the last " + ], + "deploy_resources_and_applications_to_azure": [ + "Create a plan to deploy this application to azure", + "How can I create a CI/CD pipeline to deploy this app to Azure?", + "Show me the log of the application deployed by azd", + "Show me the rules to generate bicep scripts" + ], + "execute_azure_developer_cli": [], + "view_azure_app_config_settings": [ + "List all key-value settings in App Configuration store ", + "Show me the key-value settings in App Configuration store ", + "Show the content for the key in App Configuration store " + ], + "edit_azure_app_config_settings": [ + "Delete the key in App Configuration store ", + "Set the key in App Configuration store to " + ], + "lock_unlock_azure_app_config_settings": [ + "Lock the key in App Configuration store ", + "Unlock the key in App Configuration store " + ], + "edit_azure_workbooks": [ + "Delete the workbook with resource ID ", + "Update the workbook with a new text step" + ], + "create_azure_workbooks": [ + "Create a new workbook named " + ], + "view_azure_workbooks": [ + "Get information about the workbook with resource ID ", + "Show me the workbook with display name " + ], + "audit_azure_resources_compliance": [ + "Check my Azure subscription for any compliance issues or recommendations", + "Provide compliance recommendations for my current Azure subscription", + "Scan my Azure subscription for compliance recommendations" + ], + "execute_azure_cli": [], + "get_azure_security_configurations": [ + "List all available role assignments in my subscription", + "Show me the available role assignments in my subscription" + ], + "get_azure_key_vault": [ + "List all certificates in the key vault ", + "List all keys in the key vault ", + "List all secrets in the key vault ", + "Show me the certificate in the key vault ", + "Show me the certificates in the key vault ", + "Show me the details of the certificate in the key vault ", + "Show me the keys in the key vault ", + "Show me the secrets in the key vault " + ], + "create_azure_key_vault_items": [ + "Create a new certificate called in the key vault ", + "Create a new key called with the RSA type in the key vault ", + "Create a new secret called with value in the key vault " + ], + "import_azure_key_vault_certificates": [ + "Import a certificate into the key vault using the name ", + "Import the certificate in file into the key vault " + ], + "get_azure_best_practices": [ + "Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm.", + "Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm.", + "Fetch the Azure Terraform best practices", + "Get the latest Azure best practices", + "Get the latest Azure code generation best practices", + "Get the latest Azure deployment best practices", + "Get the latest Azure Functions best practices", + "Get the latest Azure Functions code generation best practices", + "Get the latest Azure Functions deployment best practices", + "Get the latest Azure Static Web Apps best practices", + "How can I use Bicep to create an Azure OpenAI service?", + "Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault", + "What are azure function best practices?" + ], + "design_azure_architecture": [ + "Generate the azure architecture diagram for this application", + "Help me create a cloud service that will serve as ATM for users", + "How can I design a cloud service in Azure that will store and present videos for users?", + "I want to design a cloud app for ordering groceries", + "Please help me design an architecture for a large-scale file upload, storage, and retrieval service" + ], + "view_azure_load_testing": [ + "Get all the load test runs for the test with id in the load test resource in resource group ", + "Get the load test run with id in the load test resource in resource group ", + "Get the load test with id in the load test resource in resource group " + ], + "create_azure_load_testing": [ + "Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription", + "Create a load test resource in the resource group in my subscription", + "Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as " + ], + "update_azure_load_testing_configurations": [ + "Update a test run display name as for the id for test in the load testing resource in resource group ." + ], + "search_microsoft_docs": [], + "view_azure_ai_resources": [ + "Get the schema configuration for knowledge index ", + "List all AI Foundry model deployments", + "List all AI Foundry models", + "List all indexes in the Cognitive Search service ", + "List all knowledge indexes in my AI Foundry project", + "Search for instances of in the index in Cognitive Search service ", + "Show me all AI Foundry model deployments", + "Show me the available AI Foundry models", + "Show me the details of the index in Cognitive Search service ", + "Show me the indexes in the Cognitive Search service ", + "Show me the knowledge indexes in my AI Foundry project", + "Show me the schema for knowledge index in my AI Foundry project" + ], + "deploy_azure_ai_models": [ + "Deploy a GPT4o instance on my resource " + ], + "view_azure_storage": [ + "Get details about the storage account ", + "Get the details about blob in the container in storage account ", + "List all blob containers in the storage account ", + "List all blobs in the blob container in the storage account ", + "List all files and directories in the File Share in the storage account ", + "List all paths in the Data Lake file system in the storage account ", + "List all storage accounts in my subscription including their location and SKU", + "List all tables in the storage account ", + "List files with prefix 'report' in the File Share in the storage account ", + "Recursively list all paths in the Data Lake file system in the storage account filtered by ", + "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", + "Show me the blobs in the blob container in the storage account ", + "Show me the containers in the storage account ", + "Show me the details for my storage account ", + "Show me the files in the File Share directory in the storage account ", + "Show me the paths in the Data Lake file system in the storage account ", + "Show me the properties for blob in container in storage account ", + "Show me the properties of the storage container in the storage account ", + "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings", + "Show me the tables in the storage account " + ], + "edit_azure_storage": [ + "Add a message to the queue in storage account with visibility timeout of 30 seconds", + "Create a new blob container named documents with container public access in storage account ", + "Create a new directory at the path in Data Lake in the storage account ", + "Create a new storage account called testaccount123 in East US region", + "Create a new storage account with Data Lake Storage Gen2 enabled", + "Create a storage account with premium performance and LRS replication", + "Create the container using blob public access in storage account ", + "Create the storage container mycontainer in storage account ", + "Send a message \"Hello, World!\" to the queue in storage account ", + "Send a message with TTL of 3600 seconds to the queue in storage account " + ], + "upload_azure_storage_blobs": [ + "Upload file to storage blob in container in storage account " + ], + "edit_azure_storage_blob_tiers": [ + "Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account ", + "Set access tier to Cool for multiple blobs in the container in the storage account " + ], + "view_azure_cache_for_redis": [ + "List all access policies in the Redis Cache ", + "List all databases in the Redis Cluster ", + "Show me the access policies in the Redis Cache ", + "Show me the databases in the Redis Cluster " + ], + "browse_azure_marketplace_products": [ + "Get details about marketplace product ", + "Search for Microsoft products in the marketplace", + "Show me marketplace products from publisher " + ], + "get_azure_capacity": [ + "Check usage information for in region ", + "Show me the available regions for these resource types ", + "Tell me how many IP addresses I need for of " + ], + "view_azure_service_bus": [ + "Show me the details of service bus queue ", + "Show me the details of service bus subscription ", + "Show me the details of service bus topic " + ], + "view_azure_data_explorer_kusto": [ + "List all databases in the Data Explorer cluster ", + "List all tables in the Data Explorer database in cluster ", + "Show me a data sample from the Data Explorer table in cluster ", + "Show me all items that contain the word in the Data Explorer table in cluster ", + "Show me the databases in the Data Explorer cluster ", + "Show me the details of the Data Explorer cluster ", + "Show me the schema for table in the Data Explorer database in cluster ", + "Show me the tables in the Data Explorer database in cluster " + ], + "create_azure_sql_firewall_rules": [ + "Add a firewall rule to allow access from IP range to for SQL server ", + "Create a firewall rule for my Azure SQL server ", + "Create a new firewall rule named for SQL server " + ], + "delete_azure_sql_firewall_rules": [ + "Delete a firewall rule from my Azure SQL server ", + "Delete firewall rule for SQL server ", + "Remove the firewall rule from SQL server " + ] +} \ No newline at end of file diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json b/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json new file mode 100644 index 000000000..14cd3d52f --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json @@ -0,0 +1,1358 @@ +{ + "consolidated_azure_tools": [ + { + "name": "list_azure_resources", + "description": "List azure resources across all levels.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_group_list", + "mcp_azure-mcp-ser_azmcp_subscription_list", + "mcp_azure-mcp-ser_azmcp_appconfig_account_list", + "mcp_azure-mcp-ser_azmcp_workbooks_list", + "mcp_azure-mcp-ser_azmcp_storage_account_get", + "mcp_azure-mcp-ser_azmcp_acr_registry_list", + "mcp_azure-mcp-ser_azmcp_aks_cluster_list", + "mcp_azure-mcp-ser_azmcp_redis_cache_list", + "mcp_azure-mcp-ser_azmcp_redis_cluster_list", + "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_list", + "mcp_azure-mcp-ser_azmcp_kusto_cluster_list", + "mcp_azure-mcp-ser_azmcp_monitor_workspace_list", + "mcp_azure-mcp-ser_azmcp_search_service_list", + "mcp_azure-mcp-ser_azmcp_grafana_list", + "mcp_azure-mcp-ser_azmcp_eventgrid_topic_list", + "mcp_azure-mcp-ser_azmcp_azuremanagedlustre_filesystem_list", + "mcp_azure-mcp-ser_azmcp_cosmos_account_list", + "mcp_azure-mcp-ser_azmcp_datadog_monitoredresources_list", + "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_sessionhost_list", + "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_sessionhost_usersession-list", + "mcp_azure-mcp-ser_azmcp_acr_registry_repository_list", + "mcp_azure-mcp-ser_azmcp_aks_cluster_get", + "mcp_azure-mcp-ser_azmcp_functionapp_get", + "mcp_azure-mcp-ser_azmcp_loadtesting_testresource_list" + ] + }, + { + "name": "view_azure_databases", + "description": "View and query Azure database resources, including MySQL, PostgreSQL, SQL Database, and Cosmos DB.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_mysql_database_list", + "mcp_azure-mcp-ser_azmcp_mysql_database_query", + "mcp_azure-mcp-ser_azmcp_mysql_server_config_get", + "mcp_azure-mcp-ser_azmcp_mysql_server_list", + "mcp_azure-mcp-ser_azmcp_mysql_server_param_get", + "mcp_azure-mcp-ser_azmcp_mysql_table_list", + "mcp_azure-mcp-ser_azmcp_mysql_table_schema_get", + "mcp_azure-mcp-ser_azmcp_postgres_database_list", + "mcp_azure-mcp-ser_azmcp_postgres_database_query", + "mcp_azure-mcp-ser_azmcp_postgres_server_config_get", + "mcp_azure-mcp-ser_azmcp_postgres_server_list", + "mcp_azure-mcp-ser_azmcp_postgres_server_param_get", + "mcp_azure-mcp-ser_azmcp_postgres_table_list", + "mcp_azure-mcp-ser_azmcp_postgres_table_schema_get", + "mcp_azure-mcp-ser_azmcp_sql_db_list", + "mcp_azure-mcp-ser_azmcp_sql_db_show", + "mcp_azure-mcp-ser_azmcp_sql_elastic-pool_list", + "mcp_azure-mcp-ser_azmcp_sql_server_entra-admin_list", + "mcp_azure-mcp-ser_azmcp_sql_server_firewall-rule_list", + "mcp_azure-mcp-ser_azmcp_cosmos_database_container_item_query", + "mcp_azure-mcp-ser_azmcp_cosmos_database_container_list", + "mcp_azure-mcp-ser_azmcp_cosmos_database_list" + ] + }, + { + "name": "edit_azure_databases", + "description": "Edit Azure MySQL and PostgreSQL database server parameters", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_mysql_server_param_set", + "mcp_azure-mcp-ser_azmcp_postgres_server_param_set" + ] + }, + { + "name": "get_azure_health_status", + "description": "Get Azure resource and application health status. Query Log Analytics or get the current availability status of Azure resources.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_monitor_healthmodels_entity_gethealth", + "mcp_azure-mcp-ser_azmcp_monitor_metrics_definitions", + "mcp_azure-mcp-ser_azmcp_monitor_metrics_query", + "mcp_azure-mcp-ser_azmcp_monitor_resource_log_query", + "mcp_azure-mcp-ser_azmcp_monitor_table_list", + "mcp_azure-mcp-ser_azmcp_monitor_table_type_list", + "mcp_azure-mcp-ser_azmcp_monitor_workspace_log_query", + "mcp_azure-mcp-ser_azmcp_resourcehealth_availability-status_get", + "mcp_azure-mcp-ser_azmcp_resourcehealth_availability-status_list" + ] + }, + { + "name": "deploy_resources_and_applications_to_azure", + "description": "Deploy resources and applications to Azure. Retrieve application logs, access Infrastructure as Code (IaC) rules, get CI/CD pipeline guidance, and generate deployment plans.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_deploy_app_logs_get", + "mcp_azure-mcp-ser_azmcp_deploy_iac_rules_get", + "mcp_azure-mcp-ser_azmcp_deploy_pipeline_guidance_get", + "mcp_azure-mcp-ser_azmcp_deploy_plan_get" + ] + }, + { + "name": "execute_azure_developer_cli", + "description": "Execute Azure Developer CLI (azd) commands for modern cloud-native application development workflows. Supports azd operations including project initialization, environment provisioning, application deployment, monitoring setup, and cleanup. Essential for cloud-native development teams using azd templates and Infrastructure as Code patterns with integrated CI/CD pipeline automation.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_extension_azd" + ] + }, + { + "name": "view_azure_app_config_settings", + "description": "View and retrieve Azure App Configuration settings", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_appconfig_kv_list", + "mcp_azure-mcp-ser_azmcp_appconfig_kv_show" + ] + }, + { + "name": "edit_azure_app_config_settings", + "description": "Delete or set Azure App Configuration settings with write operations.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_appconfig_kv_delete", + "mcp_azure-mcp-ser_azmcp_appconfig_kv_set" + ] + }, + { + "name": "lock_unlock_azure_app_config_settings", + "description": "Lock and unlock Azure App Configuration settings", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_appconfig_kv_lock_set" + ] + }, + { + "name": "edit_azure_workbooks", + "description": "Update or delete Azure Monitor Workbooks", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_workbooks_delete", + "mcp_azure-mcp-ser_azmcp_workbooks_update" + ] + }, + { + "name": "create_azure_workbooks", + "description": "Create new Azure Monitor Workbooks", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_workbooks_create" + ] + }, + { + "name": "view_azure_workbooks", + "description": "View Azure Monitor Workbooks", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_workbooks_show" + ] + }, + { + "name": "audit_azure_resources_compliance", + "description": "Generate compliance and security audit reports for Azure resources using Azure Quick Review (azqr).", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_extension_azqr" + ] + }, + { + "name": "execute_azure_cli", + "description": "Answer questions about an Azure environment by executing Azure CLI commands", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_extension_az" + ] + }, + { + "name": "get_azure_security_configurations", + "description": "List Azure RBAC role assignments", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_role_assignment_list" + ] + }, + { + "name": "get_azure_key_vault", + "description": "View and retrieve Azure Key Vault security artifacts, including certificates, keys, and secrets", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_keyvault_certificate_get", + "mcp_azure-mcp-ser_azmcp_keyvault_certificate_list", + "mcp_azure-mcp-ser_azmcp_keyvault_key_list", + "mcp_azure-mcp-ser_azmcp_keyvault_secret_list" + ] + }, + { + "name": "create_azure_key_vault_items", + "description": "Create new security artifacts in Azure Key Vault including certificates, keys, and secrets.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": true, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_keyvault_certificate_create", + "mcp_azure-mcp-ser_azmcp_keyvault_key_create", + "mcp_azure-mcp-ser_azmcp_keyvault_secret_create" + ] + }, + { + "name": "import_azure_key_vault_certificates", + "description": "Import external certificates into Azure Key Vault", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": true + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_keyvault_certificate_import" + ] + }, + { + "name": "get_azure_best_practices", + "description": "Retrieve Azure best practices and infrastructure schema for code generation, deployment, and operations. Covers general Azure practices, Azure Functions best practices, Terraform configurations, Bicep template schemas, and deployment best practices.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": false, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_azureterraformbestpractices_get", + "mcp_azure-mcp-ser_azmcp_bicepschema_get", + "mcp_azure-mcp-ser_azmcp_bestpractices_get" + ] + }, + { + "name": "design_azure_architecture", + "description": "Azure architecture design and deployment diagram generation", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": false, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_cloudarchitect_design", + "mcp_azure-mcp-ser_azmcp_deploy_architecture_diagram_generate" + ] + }, + { + "name": "view_azure_load_testing", + "description": "View Azure Load Testing test configurations and results", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_loadtesting_test_get", + "mcp_azure-mcp-ser_azmcp_loadtesting_testrun_get", + "mcp_azure-mcp-ser_azmcp_loadtesting_testrun_list" + ] + }, + { + "name": "create_azure_load_testing", + "description": "Create Load Testing resource or execute Azure Load Testing tests.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_loadtesting_test_create", + "mcp_azure-mcp-ser_azmcp_loadtesting_testresource_create", + "mcp_azure-mcp-ser_azmcp_loadtesting_testrun_create" + ] + }, + { + "name": "update_azure_load_testing_configurations", + "description": "Update Azure Load Testing configurations and test run settings.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_loadtesting_testrun_update" + ] + }, + { + "name": "search_microsoft_docs", + "description": "Search official Microsoft and Azure documentation for accurate, up-to-date information.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_microsoft_docs_fetch", + "mcp_azure-mcp-ser_microsoft_docs_search" + ] + }, + { + "name": "view_azure_ai_resources", + "description": "View Azure AI resources including AI Search services and AI Foundry resources.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_search_index_get", + "mcp_azure-mcp-ser_azmcp_search_index_query", + "mcp_azure-mcp-ser_azmcp_foundry_models_deployments_list", + "mcp_azure-mcp-ser_azmcp_foundry_models_list", + "mcp_azure-mcp-ser_azmcp_foundry_knowledge_index_list", + "mcp_azure-mcp-ser_azmcp_foundry_knowledge_index_schema" + ] + }, + { + "name": "deploy_azure_ai_models", + "description": "Deploy a model to Azure AI Foundry.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_foundry_models_deploy" + ] + }, + { + "name": "view_azure_storage", + "description": "View Azure Storage resources artifacts.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_storage_account_get", + "mcp_azure-mcp-ser_azmcp_storage_blob_container_get", + "mcp_azure-mcp-ser_azmcp_storage_blob_get", + "mcp_azure-mcp-ser_azmcp_storage_datalake_file-system_list-paths", + "mcp_azure-mcp-ser_azmcp_storage_share_file_list", + "mcp_azure-mcp-ser_azmcp_storage_table_list" + ] + }, + { + "name": "edit_azure_storage", + "description": "Create Azure Storage resources and artifacts and send queue messages.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_storage_account_create", + "mcp_azure-mcp-ser_azmcp_storage_blob_container_create", + "mcp_azure-mcp-ser_azmcp_storage_datalake_directory_create", + "mcp_azure-mcp-ser_azmcp_storage_queue_message_send" + ] + }, + { + "name": "upload_azure_storage_blobs", + "description": "Upload files and data to Azure Storage blob containers.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": true + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_storage_blob_upload" + ] + }, + { + "name": "edit_azure_storage_blob_tiers", + "description": "Edit Azure Storage blob access tiers.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_storage_blob_batch_set-tier" + ] + }, + { + "name": "view_azure_cache_for_redis", + "description": "View Azure Cache for Redis resources artifacts.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_redis_cache_accesspolicy_list", + "mcp_azure-mcp-ser_azmcp_redis_cluster_database_list" + ] + }, + { + "name": "browse_azure_marketplace_products", + "description": "Browse products and offers in the Azure Marketplace", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_marketplace_product_list", + "mcp_azure-mcp-ser_azmcp_marketplace_product_get" + ] + }, + { + "name": "get_azure_capacity", + "description": "Check Azure resource capacity, quotas, usage limits, and high-performance computing infrastructure", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_quota_region_availability_list", + "mcp_azure-mcp-ser_azmcp_quota_usage_check", + "mcp_azure-mcp-ser_azmcp_azuremanagedlustre_filesystem_required-subnet-size" + ] + }, + { + "name": "view_azure_service_bus", + "description": "View Azure Service Bus messaging infrastructure artifacts.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_servicebus_queue_details", + "mcp_azure-mcp-ser_azmcp_servicebus_topic_details", + "mcp_azure-mcp-ser_azmcp_servicebus_topic_subscription_details" + ] + }, + { + "name": "view_azure_data_explorer_kusto", + "description": "View Azure Data Explorer (Kusto). Execute KQL queries, manage databases, explore table schemas, and get data samples.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_kusto_cluster_get", + "mcp_azure-mcp-ser_azmcp_kusto_database_list", + "mcp_azure-mcp-ser_azmcp_kusto_query", + "mcp_azure-mcp-ser_azmcp_kusto_sample", + "mcp_azure-mcp-ser_azmcp_kusto_table_list", + "mcp_azure-mcp-ser_azmcp_kusto_table_schema" + ] + }, + { + "name": "create_azure_sql_firewall_rules", + "description": "Create Azure SQL Server firewall rules", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_sql_server_firewall-rule_create" + ] + }, + { + "name": "delete_azure_sql_firewall_rules", + "description": "Delete Azure SQL Server firewall rules", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": true, + "idempotent": true, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_sql_server_firewall-rule_delete" + ] + } + ] +} diff --git a/eng/tools/ToolDescriptionEvaluator/results-consolidated.md b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md new file mode 100644 index 000000000..fbceb462f --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md @@ -0,0 +1,4946 @@ +# Tool Selection Analysis Setup + +**Setup completed:** 2025-09-22 18:08:09 +**Tool count:** 37 +**Database setup time:** 0.5131657s + +--- + +# Tool Selection Analysis Results + +**Analysis Date:** 2025-09-22 18:08:10 +**Tool count:** 37 + +## Table of Contents + +- [Test 1: list_azure_resources](#test-1) +- [Test 2: list_azure_resources](#test-2) +- [Test 3: list_azure_resources](#test-3) +- [Test 4: list_azure_resources](#test-4) +- [Test 5: list_azure_resources](#test-5) +- [Test 6: list_azure_resources](#test-6) +- [Test 7: list_azure_resources](#test-7) +- [Test 8: list_azure_resources](#test-8) +- [Test 9: list_azure_resources](#test-9) +- [Test 10: list_azure_resources](#test-10) +- [Test 11: list_azure_resources](#test-11) +- [Test 12: list_azure_resources](#test-12) +- [Test 13: list_azure_resources](#test-13) +- [Test 14: list_azure_resources](#test-14) +- [Test 15: list_azure_resources](#test-15) +- [Test 16: list_azure_resources](#test-16) +- [Test 17: list_azure_resources](#test-17) +- [Test 18: list_azure_resources](#test-18) +- [Test 19: list_azure_resources](#test-19) +- [Test 20: list_azure_resources](#test-20) +- [Test 21: list_azure_resources](#test-21) +- [Test 22: list_azure_resources](#test-22) +- [Test 23: list_azure_resources](#test-23) +- [Test 24: list_azure_resources](#test-24) +- [Test 25: list_azure_resources](#test-25) +- [Test 26: list_azure_resources](#test-26) +- [Test 27: list_azure_resources](#test-27) +- [Test 28: list_azure_resources](#test-28) +- [Test 29: list_azure_resources](#test-29) +- [Test 30: list_azure_resources](#test-30) +- [Test 31: list_azure_resources](#test-31) +- [Test 32: list_azure_resources](#test-32) +- [Test 33: list_azure_resources](#test-33) +- [Test 34: list_azure_resources](#test-34) +- [Test 35: list_azure_resources](#test-35) +- [Test 36: list_azure_resources](#test-36) +- [Test 37: list_azure_resources](#test-37) +- [Test 38: list_azure_resources](#test-38) +- [Test 39: list_azure_resources](#test-39) +- [Test 40: list_azure_resources](#test-40) +- [Test 41: list_azure_resources](#test-41) +- [Test 42: list_azure_resources](#test-42) +- [Test 43: list_azure_resources](#test-43) +- [Test 44: list_azure_resources](#test-44) +- [Test 45: list_azure_resources](#test-45) +- [Test 46: list_azure_resources](#test-46) +- [Test 47: list_azure_resources](#test-47) +- [Test 48: list_azure_resources](#test-48) +- [Test 49: list_azure_resources](#test-49) +- [Test 50: list_azure_resources](#test-50) +- [Test 51: list_azure_resources](#test-51) +- [Test 52: list_azure_resources](#test-52) +- [Test 53: list_azure_resources](#test-53) +- [Test 54: list_azure_resources](#test-54) +- [Test 55: list_azure_resources](#test-55) +- [Test 56: list_azure_resources](#test-56) +- [Test 57: list_azure_resources](#test-57) +- [Test 58: list_azure_resources](#test-58) +- [Test 59: list_azure_resources](#test-59) +- [Test 60: list_azure_resources](#test-60) +- [Test 61: list_azure_resources](#test-61) +- [Test 62: list_azure_resources](#test-62) +- [Test 63: list_azure_resources](#test-63) +- [Test 64: list_azure_resources](#test-64) +- [Test 65: list_azure_resources](#test-65) +- [Test 66: list_azure_resources](#test-66) +- [Test 67: list_azure_resources](#test-67) +- [Test 68: list_azure_resources](#test-68) +- [Test 69: list_azure_resources](#test-69) +- [Test 70: list_azure_resources](#test-70) +- [Test 71: list_azure_resources](#test-71) +- [Test 72: list_azure_resources](#test-72) +- [Test 73: list_azure_resources](#test-73) +- [Test 74: list_azure_resources](#test-74) +- [Test 75: list_azure_resources](#test-75) +- [Test 76: list_azure_resources](#test-76) +- [Test 77: view_azure_databases](#test-77) +- [Test 78: view_azure_databases](#test-78) +- [Test 79: view_azure_databases](#test-79) +- [Test 80: view_azure_databases](#test-80) +- [Test 81: view_azure_databases](#test-81) +- [Test 82: view_azure_databases](#test-82) +- [Test 83: view_azure_databases](#test-83) +- [Test 84: view_azure_databases](#test-84) +- [Test 85: view_azure_databases](#test-85) +- [Test 86: view_azure_databases](#test-86) +- [Test 87: view_azure_databases](#test-87) +- [Test 88: view_azure_databases](#test-88) +- [Test 89: view_azure_databases](#test-89) +- [Test 90: view_azure_databases](#test-90) +- [Test 91: view_azure_databases](#test-91) +- [Test 92: view_azure_databases](#test-92) +- [Test 93: view_azure_databases](#test-93) +- [Test 94: view_azure_databases](#test-94) +- [Test 95: view_azure_databases](#test-95) +- [Test 96: view_azure_databases](#test-96) +- [Test 97: view_azure_databases](#test-97) +- [Test 98: view_azure_databases](#test-98) +- [Test 99: view_azure_databases](#test-99) +- [Test 100: view_azure_databases](#test-100) +- [Test 101: view_azure_databases](#test-101) +- [Test 102: view_azure_databases](#test-102) +- [Test 103: view_azure_databases](#test-103) +- [Test 104: view_azure_databases](#test-104) +- [Test 105: view_azure_databases](#test-105) +- [Test 106: view_azure_databases](#test-106) +- [Test 107: view_azure_databases](#test-107) +- [Test 108: view_azure_databases](#test-108) +- [Test 109: view_azure_databases](#test-109) +- [Test 110: view_azure_databases](#test-110) +- [Test 111: view_azure_databases](#test-111) +- [Test 112: view_azure_databases](#test-112) +- [Test 113: view_azure_databases](#test-113) +- [Test 114: view_azure_databases](#test-114) +- [Test 115: view_azure_databases](#test-115) +- [Test 116: view_azure_databases](#test-116) +- [Test 117: edit_azure_databases](#test-117) +- [Test 118: edit_azure_databases](#test-118) +- [Test 119: get_azure_health_status](#test-119) +- [Test 120: get_azure_health_status](#test-120) +- [Test 121: get_azure_health_status](#test-121) +- [Test 122: get_azure_health_status](#test-122) +- [Test 123: get_azure_health_status](#test-123) +- [Test 124: get_azure_health_status](#test-124) +- [Test 125: get_azure_health_status](#test-125) +- [Test 126: get_azure_health_status](#test-126) +- [Test 127: get_azure_health_status](#test-127) +- [Test 128: get_azure_health_status](#test-128) +- [Test 129: get_azure_health_status](#test-129) +- [Test 130: get_azure_health_status](#test-130) +- [Test 131: get_azure_health_status](#test-131) +- [Test 132: get_azure_health_status](#test-132) +- [Test 133: get_azure_health_status](#test-133) +- [Test 134: get_azure_health_status](#test-134) +- [Test 135: get_azure_health_status](#test-135) +- [Test 136: get_azure_health_status](#test-136) +- [Test 137: get_azure_health_status](#test-137) +- [Test 138: get_azure_health_status](#test-138) +- [Test 139: get_azure_health_status](#test-139) +- [Test 140: get_azure_health_status](#test-140) +- [Test 141: deploy_resources_and_applications_to_azure](#test-141) +- [Test 142: deploy_resources_and_applications_to_azure](#test-142) +- [Test 143: deploy_resources_and_applications_to_azure](#test-143) +- [Test 144: deploy_resources_and_applications_to_azure](#test-144) +- [Test 145: view_azure_app_config_settings](#test-145) +- [Test 146: view_azure_app_config_settings](#test-146) +- [Test 147: view_azure_app_config_settings](#test-147) +- [Test 148: edit_azure_app_config_settings](#test-148) +- [Test 149: edit_azure_app_config_settings](#test-149) +- [Test 150: lock_unlock_azure_app_config_settings](#test-150) +- [Test 151: lock_unlock_azure_app_config_settings](#test-151) +- [Test 152: edit_azure_workbooks](#test-152) +- [Test 153: edit_azure_workbooks](#test-153) +- [Test 154: create_azure_workbooks](#test-154) +- [Test 155: view_azure_workbooks](#test-155) +- [Test 156: view_azure_workbooks](#test-156) +- [Test 157: audit_azure_resources_compliance](#test-157) +- [Test 158: audit_azure_resources_compliance](#test-158) +- [Test 159: audit_azure_resources_compliance](#test-159) +- [Test 160: get_azure_security_configurations](#test-160) +- [Test 161: get_azure_security_configurations](#test-161) +- [Test 162: get_azure_key_vault](#test-162) +- [Test 163: get_azure_key_vault](#test-163) +- [Test 164: get_azure_key_vault](#test-164) +- [Test 165: get_azure_key_vault](#test-165) +- [Test 166: get_azure_key_vault](#test-166) +- [Test 167: get_azure_key_vault](#test-167) +- [Test 168: get_azure_key_vault](#test-168) +- [Test 169: get_azure_key_vault](#test-169) +- [Test 170: create_azure_key_vault_items](#test-170) +- [Test 171: create_azure_key_vault_items](#test-171) +- [Test 172: create_azure_key_vault_items](#test-172) +- [Test 173: import_azure_key_vault_certificates](#test-173) +- [Test 174: import_azure_key_vault_certificates](#test-174) +- [Test 175: get_azure_best_practices](#test-175) +- [Test 176: get_azure_best_practices](#test-176) +- [Test 177: get_azure_best_practices](#test-177) +- [Test 178: get_azure_best_practices](#test-178) +- [Test 179: get_azure_best_practices](#test-179) +- [Test 180: get_azure_best_practices](#test-180) +- [Test 181: get_azure_best_practices](#test-181) +- [Test 182: get_azure_best_practices](#test-182) +- [Test 183: get_azure_best_practices](#test-183) +- [Test 184: get_azure_best_practices](#test-184) +- [Test 185: get_azure_best_practices](#test-185) +- [Test 186: get_azure_best_practices](#test-186) +- [Test 187: get_azure_best_practices](#test-187) +- [Test 188: design_azure_architecture](#test-188) +- [Test 189: design_azure_architecture](#test-189) +- [Test 190: design_azure_architecture](#test-190) +- [Test 191: design_azure_architecture](#test-191) +- [Test 192: design_azure_architecture](#test-192) +- [Test 193: view_azure_load_testing](#test-193) +- [Test 194: view_azure_load_testing](#test-194) +- [Test 195: view_azure_load_testing](#test-195) +- [Test 196: create_azure_load_testing](#test-196) +- [Test 197: create_azure_load_testing](#test-197) +- [Test 198: create_azure_load_testing](#test-198) +- [Test 199: update_azure_load_testing_configurations](#test-199) +- [Test 200: view_azure_ai_resources](#test-200) +- [Test 201: view_azure_ai_resources](#test-201) +- [Test 202: view_azure_ai_resources](#test-202) +- [Test 203: view_azure_ai_resources](#test-203) +- [Test 204: view_azure_ai_resources](#test-204) +- [Test 205: view_azure_ai_resources](#test-205) +- [Test 206: view_azure_ai_resources](#test-206) +- [Test 207: view_azure_ai_resources](#test-207) +- [Test 208: view_azure_ai_resources](#test-208) +- [Test 209: view_azure_ai_resources](#test-209) +- [Test 210: view_azure_ai_resources](#test-210) +- [Test 211: view_azure_ai_resources](#test-211) +- [Test 212: deploy_azure_ai_models](#test-212) +- [Test 213: view_azure_storage](#test-213) +- [Test 214: view_azure_storage](#test-214) +- [Test 215: view_azure_storage](#test-215) +- [Test 216: view_azure_storage](#test-216) +- [Test 217: view_azure_storage](#test-217) +- [Test 218: view_azure_storage](#test-218) +- [Test 219: view_azure_storage](#test-219) +- [Test 220: view_azure_storage](#test-220) +- [Test 221: view_azure_storage](#test-221) +- [Test 222: view_azure_storage](#test-222) +- [Test 223: view_azure_storage](#test-223) +- [Test 224: view_azure_storage](#test-224) +- [Test 225: view_azure_storage](#test-225) +- [Test 226: view_azure_storage](#test-226) +- [Test 227: view_azure_storage](#test-227) +- [Test 228: view_azure_storage](#test-228) +- [Test 229: view_azure_storage](#test-229) +- [Test 230: view_azure_storage](#test-230) +- [Test 231: view_azure_storage](#test-231) +- [Test 232: view_azure_storage](#test-232) +- [Test 233: edit_azure_storage](#test-233) +- [Test 234: edit_azure_storage](#test-234) +- [Test 235: edit_azure_storage](#test-235) +- [Test 236: edit_azure_storage](#test-236) +- [Test 237: edit_azure_storage](#test-237) +- [Test 238: edit_azure_storage](#test-238) +- [Test 239: edit_azure_storage](#test-239) +- [Test 240: edit_azure_storage](#test-240) +- [Test 241: edit_azure_storage](#test-241) +- [Test 242: edit_azure_storage](#test-242) +- [Test 243: upload_azure_storage_blobs](#test-243) +- [Test 244: edit_azure_storage_blob_tiers](#test-244) +- [Test 245: edit_azure_storage_blob_tiers](#test-245) +- [Test 246: view_azure_cache_for_redis](#test-246) +- [Test 247: view_azure_cache_for_redis](#test-247) +- [Test 248: view_azure_cache_for_redis](#test-248) +- [Test 249: view_azure_cache_for_redis](#test-249) +- [Test 250: browse_azure_marketplace_products](#test-250) +- [Test 251: browse_azure_marketplace_products](#test-251) +- [Test 252: browse_azure_marketplace_products](#test-252) +- [Test 253: get_azure_capacity](#test-253) +- [Test 254: get_azure_capacity](#test-254) +- [Test 255: get_azure_capacity](#test-255) +- [Test 256: view_azure_service_bus](#test-256) +- [Test 257: view_azure_service_bus](#test-257) +- [Test 258: view_azure_service_bus](#test-258) +- [Test 259: view_azure_data_explorer_kusto](#test-259) +- [Test 260: view_azure_data_explorer_kusto](#test-260) +- [Test 261: view_azure_data_explorer_kusto](#test-261) +- [Test 262: view_azure_data_explorer_kusto](#test-262) +- [Test 263: view_azure_data_explorer_kusto](#test-263) +- [Test 264: view_azure_data_explorer_kusto](#test-264) +- [Test 265: view_azure_data_explorer_kusto](#test-265) +- [Test 266: view_azure_data_explorer_kusto](#test-266) +- [Test 267: create_azure_sql_firewall_rules](#test-267) +- [Test 268: create_azure_sql_firewall_rules](#test-268) +- [Test 269: create_azure_sql_firewall_rules](#test-269) +- [Test 270: delete_azure_sql_firewall_rules](#test-270) +- [Test 271: delete_azure_sql_firewall_rules](#test-271) +- [Test 272: delete_azure_sql_firewall_rules](#test-272) + +--- + +## Test 1 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Describe the function app in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.446709 | `deploy_resources_and_applications_to_azure` | ❌ | +| 2 | 0.405155 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.401817 | `get_azure_health_status` | ❌ | +| 4 | 0.382315 | `get_azure_capacity` | ❌ | +| 5 | 0.376779 | `get_azure_best_practices` | ❌ | + +--- + +## Test 2 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Get configuration for function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.604960 | `view_azure_app_config_settings` | ❌ | +| 2 | 0.480175 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.434907 | `get_azure_best_practices` | ❌ | +| 4 | 0.415185 | `edit_azure_app_config_settings` | ❌ | +| 5 | 0.407915 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 3 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Get details about the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.441870 | `view_azure_storage` | ❌ | +| 2 | 0.384841 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.375857 | `get_azure_capacity` | ❌ | +| 4 | 0.336738 | `edit_azure_storage` | ❌ | +| 5 | 0.319154 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 4 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Get function app status for + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.485981 | `get_azure_health_status` | ❌ | +| 2 | 0.409551 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.340781 | `lock_unlock_azure_app_config_settings` | ❌ | +| 4 | 0.327665 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.322394 | `get_azure_best_practices` | ❌ | + +--- + +## Test 5 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Get information about my function app in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.446518 | `get_azure_health_status` | ❌ | +| 2 | 0.433372 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.402337 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.397386 | `get_azure_best_practices` | ❌ | +| 5 | 0.396113 | `get_azure_capacity` | ❌ | + +--- + +## Test 6 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Get the configuration of AKS cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.460853 | `view_azure_app_config_settings` | ❌ | +| 2 | 0.385731 | `execute_azure_cli` | ❌ | +| 3 | 0.378918 | `view_azure_load_testing` | ❌ | +| 4 | 0.373640 | `lock_unlock_azure_app_config_settings` | ❌ | +| 5 | 0.333905 | `update_azure_load_testing_configurations` | ❌ | + +--- + +## Test 7 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all AKS clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.460677 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.420413 | `get_azure_security_configurations` | ❌ | +| 3 | 0.380701 | `view_azure_storage` | ❌ | +| 4 | 0.380383 | `view_azure_ai_resources` | ❌ | +| 5 | 0.374983 | `view_azure_databases` | ❌ | + +--- + +## Test 8 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all App Configuration stores in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.541776 | `view_azure_app_config_settings` | ❌ | +| 2 | 0.418698 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.401422 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.390832 | `view_azure_load_testing` | ❌ | +| 5 | 0.376538 | `list_azure_resources` | ✅ **EXPECTED** | + +--- + +## Test 9 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all Azure Container Registries in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.487105 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.440630 | `view_azure_storage` | ❌ | +| 3 | 0.427150 | `get_azure_security_configurations` | ❌ | +| 4 | 0.413609 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.410049 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 10 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all Azure Managed Grafana in one subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.482898 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.461521 | `view_azure_databases` | ❌ | +| 3 | 0.438518 | `get_azure_security_configurations` | ❌ | +| 4 | 0.429566 | `view_azure_workbooks` | ❌ | +| 5 | 0.424264 | `view_azure_storage` | ❌ | + +--- + +## Test 11 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.565973 | `view_azure_ai_resources` | ❌ | +| 2 | 0.444086 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.415647 | `list_azure_resources` | ✅ **EXPECTED** | +| 4 | 0.391196 | `get_azure_security_configurations` | ❌ | +| 5 | 0.378786 | `view_azure_databases` | ❌ | + +--- + +## Test 12 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all container registry repositories in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.406600 | `view_azure_storage` | ❌ | +| 2 | 0.396756 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.392136 | `view_azure_cache_for_redis` | ❌ | +| 4 | 0.357483 | `view_azure_ai_resources` | ❌ | +| 5 | 0.351749 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 13 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all cosmosdb accounts in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.469040 | `view_azure_databases` | ❌ | +| 2 | 0.464535 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.439142 | `get_azure_security_configurations` | ❌ | +| 4 | 0.394104 | `view_azure_storage` | ❌ | +| 5 | 0.390889 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 14 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all Data Explorer clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.512070 | `view_azure_data_explorer_kusto` | ❌ | +| 2 | 0.426382 | `view_azure_databases` | ❌ | +| 3 | 0.379108 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.373125 | `list_azure_resources` | ✅ **EXPECTED** | +| 5 | 0.368654 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 15 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all Event Grid topics in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.420518 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.380839 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.375303 | `get_azure_security_configurations` | ❌ | +| 4 | 0.373578 | `view_azure_service_bus` | ❌ | +| 5 | 0.356402 | `view_azure_storage` | ❌ | + +--- + +## Test 16 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all Event Grid topics in resource group in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.374140 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.342088 | `view_azure_storage` | ❌ | +| 3 | 0.332975 | `get_azure_security_configurations` | ❌ | +| 4 | 0.317650 | `view_azure_ai_resources` | ❌ | +| 5 | 0.312317 | `view_azure_service_bus` | ❌ | + +--- + +## Test 17 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all Event Grid topics in subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.375253 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.355603 | `view_azure_service_bus` | ❌ | +| 3 | 0.329801 | `get_azure_security_configurations` | ❌ | +| 4 | 0.325530 | `view_azure_storage` | ❌ | +| 5 | 0.325418 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 18 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all function apps in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.427410 | `get_azure_security_configurations` | ❌ | +| 2 | 0.424294 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.421965 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.403379 | `view_azure_ai_resources` | ❌ | +| 5 | 0.402554 | `view_azure_app_config_settings` | ❌ | + +--- + +## Test 19 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all host pools in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.417527 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.398068 | `get_azure_capacity` | ❌ | +| 3 | 0.389943 | `get_azure_security_configurations` | ❌ | +| 4 | 0.380705 | `view_azure_ai_resources` | ❌ | +| 5 | 0.379607 | `view_azure_databases` | ❌ | + +--- + +## Test 20 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all load testing resources in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.609875 | `create_azure_load_testing` | ❌ | +| 2 | 0.540700 | `view_azure_load_testing` | ❌ | +| 3 | 0.487065 | `view_azure_storage` | ❌ | +| 4 | 0.472733 | `list_azure_resources` | ✅ **EXPECTED** | +| 5 | 0.448885 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 21 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.485593 | `view_azure_workbooks` | ❌ | +| 2 | 0.442732 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.437304 | `create_azure_workbooks` | ❌ | +| 4 | 0.425232 | `get_azure_health_status` | ❌ | +| 5 | 0.419394 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 22 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all monitored resources in the Datadog resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.418093 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.392731 | `view_azure_databases` | ❌ | +| 3 | 0.380235 | `view_azure_storage` | ❌ | +| 4 | 0.366126 | `view_azure_ai_resources` | ❌ | +| 5 | 0.348947 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 23 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all Redis Caches in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.541734 | `view_azure_cache_for_redis` | ❌ | +| 2 | 0.351753 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.325858 | `view_azure_databases` | ❌ | +| 4 | 0.310757 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.295410 | `view_azure_storage` | ❌ | + +--- + +## Test 24 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all Redis Clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.474364 | `view_azure_cache_for_redis` | ❌ | +| 2 | 0.395855 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.362760 | `view_azure_databases` | ❌ | +| 4 | 0.338803 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.338080 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 25 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all resource groups in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.465323 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.420089 | `get_azure_security_configurations` | ❌ | +| 3 | 0.391322 | `view_azure_storage` | ❌ | +| 4 | 0.387269 | `view_azure_ai_resources` | ❌ | +| 5 | 0.374074 | `view_azure_databases` | ❌ | + +--- + +## Test 26 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all session hosts in host pool + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.319120 | `get_azure_security_configurations` | ❌ | +| 2 | 0.305126 | `get_azure_capacity` | ❌ | +| 3 | 0.299960 | `view_azure_ai_resources` | ❌ | +| 4 | 0.282960 | `list_azure_resources` | ✅ **EXPECTED** | +| 5 | 0.264875 | `execute_azure_cli` | ❌ | + +--- + +## Test 27 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all storage accounts in my subscription including their location and SKU + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.457341 | `view_azure_storage` | ❌ | +| 2 | 0.450766 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.400577 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.398808 | `get_azure_capacity` | ❌ | +| 5 | 0.379630 | `edit_azure_storage_blob_tiers` | ❌ | + +--- + +## Test 28 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all subscriptions for my account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.328704 | `get_azure_security_configurations` | ❌ | +| 2 | 0.327908 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.317407 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.267010 | `view_azure_ai_resources` | ❌ | +| 5 | 0.261443 | `view_azure_databases` | ❌ | + +--- + +## Test 29 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all user sessions on session host in host pool + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.312995 | `get_azure_security_configurations` | ❌ | +| 2 | 0.260596 | `get_azure_capacity` | ❌ | +| 3 | 0.252550 | `view_azure_ai_resources` | ❌ | +| 4 | 0.252193 | `list_azure_resources` | ✅ **EXPECTED** | +| 5 | 0.246811 | `view_azure_load_testing` | ❌ | + +--- + +## Test 30 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List all workbooks in my resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.576686 | `view_azure_workbooks` | ❌ | +| 2 | 0.514558 | `create_azure_workbooks` | ❌ | +| 3 | 0.441697 | `edit_azure_workbooks` | ❌ | +| 4 | 0.406228 | `view_azure_storage` | ❌ | +| 5 | 0.396091 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 31 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List container registries in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.407404 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.395039 | `view_azure_storage` | ❌ | +| 3 | 0.363319 | `view_azure_cache_for_redis` | ❌ | +| 4 | 0.349200 | `view_azure_ai_resources` | ❌ | +| 5 | 0.338102 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 32 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List repositories in the container registry + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.330327 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.329966 | `view_azure_storage` | ❌ | +| 3 | 0.306975 | `view_azure_cache_for_redis` | ❌ | +| 4 | 0.273874 | `view_azure_ai_resources` | ❌ | +| 5 | 0.268189 | `view_azure_databases` | ❌ | + +--- + +## Test 33 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List the Azure Managed Lustre filesystems in my resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.470666 | `view_azure_storage` | ❌ | +| 2 | 0.443414 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.422723 | `get_azure_capacity` | ❌ | +| 4 | 0.412758 | `view_azure_databases` | ❌ | +| 5 | 0.395377 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 34 + +**Expected Tool:** `list_azure_resources` +**Prompt:** List the Azure Managed Lustre filesystems in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.452918 | `view_azure_storage` | ❌ | +| 2 | 0.446037 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.427368 | `get_azure_capacity` | ❌ | +| 4 | 0.393555 | `view_azure_databases` | ❌ | +| 5 | 0.390574 | `execute_azure_cli` | ❌ | + +--- + +## Test 35 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Retrieve host name and status of function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.487847 | `get_azure_health_status` | ❌ | +| 2 | 0.453584 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.385066 | `execute_azure_cli` | ❌ | +| 4 | 0.375743 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.367855 | `get_azure_best_practices` | ❌ | + +--- + +## Test 36 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show function app details for in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.441864 | `view_azure_app_config_settings` | ❌ | +| 2 | 0.407630 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.395941 | `view_azure_storage` | ❌ | +| 4 | 0.387916 | `get_azure_health_status` | ❌ | +| 5 | 0.371122 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 37 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my App Configuration stores + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.562254 | `view_azure_app_config_settings` | ❌ | +| 2 | 0.397359 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.363994 | `view_azure_load_testing` | ❌ | +| 4 | 0.318242 | `edit_azure_app_config_settings` | ❌ | +| 5 | 0.296300 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 38 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my Azure Container Registries + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.455010 | `view_azure_storage` | ❌ | +| 2 | 0.446532 | `view_azure_cache_for_redis` | ❌ | +| 3 | 0.419226 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.404127 | `view_azure_databases` | ❌ | +| 5 | 0.403488 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 39 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my Azure function apps + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.482934 | `view_azure_app_config_settings` | ❌ | +| 2 | 0.462611 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.448413 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.444986 | `get_azure_security_configurations` | ❌ | +| 5 | 0.433444 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 40 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my Azure Kubernetes Service clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.427790 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.421777 | `view_azure_ai_resources` | ❌ | +| 3 | 0.417054 | `view_azure_storage` | ❌ | +| 4 | 0.415764 | `get_azure_security_configurations` | ❌ | +| 5 | 0.415035 | `view_azure_data_explorer_kusto` | ❌ | + +--- + +## Test 41 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my Cognitive Search services + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.555950 | `view_azure_ai_resources` | ❌ | +| 2 | 0.431878 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.374112 | `view_azure_databases` | ❌ | +| 4 | 0.356581 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.354091 | `view_azure_app_config_settings` | ❌ | + +--- + +## Test 42 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my container registry repositories + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.388396 | `view_azure_storage` | ❌ | +| 2 | 0.367168 | `view_azure_cache_for_redis` | ❌ | +| 3 | 0.337869 | `view_azure_ai_resources` | ❌ | +| 4 | 0.320400 | `get_azure_key_vault` | ❌ | +| 5 | 0.317242 | `list_azure_resources` | ✅ **EXPECTED** | + +--- + +## Test 43 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my cosmosdb accounts + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.499510 | `view_azure_databases` | ❌ | +| 2 | 0.421776 | `get_azure_security_configurations` | ❌ | +| 3 | 0.410641 | `list_azure_resources` | ✅ **EXPECTED** | +| 4 | 0.410076 | `view_azure_storage` | ❌ | +| 5 | 0.402893 | `view_azure_app_config_settings` | ❌ | + +--- + +## Test 44 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my Data Explorer clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.515041 | `view_azure_data_explorer_kusto` | ❌ | +| 2 | 0.381865 | `view_azure_databases` | ❌ | +| 3 | 0.348466 | `view_azure_workbooks` | ❌ | +| 4 | 0.328192 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.320589 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 45 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my Log Analytics workspaces + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.543621 | `view_azure_workbooks` | ❌ | +| 2 | 0.488696 | `create_azure_workbooks` | ❌ | +| 3 | 0.448764 | `get_azure_health_status` | ❌ | +| 4 | 0.442092 | `view_azure_ai_resources` | ❌ | +| 5 | 0.430269 | `view_azure_data_explorer_kusto` | ❌ | + +--- + +## Test 46 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my Redis Caches + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.538858 | `view_azure_cache_for_redis` | ❌ | +| 2 | 0.308484 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.307314 | `view_azure_databases` | ❌ | +| 4 | 0.283675 | `view_azure_storage` | ❌ | +| 5 | 0.270973 | `view_azure_load_testing` | ❌ | + +--- + +## Test 47 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my Redis Clusters + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.448536 | `view_azure_cache_for_redis` | ❌ | +| 2 | 0.325563 | `view_azure_databases` | ❌ | +| 3 | 0.298164 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.289510 | `view_azure_load_testing` | ❌ | +| 5 | 0.287692 | `list_azure_resources` | ✅ **EXPECTED** | + +--- + +## Test 48 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my resource groups + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.440010 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.423421 | `view_azure_storage` | ❌ | +| 3 | 0.418811 | `get_azure_security_configurations` | ❌ | +| 4 | 0.409009 | `view_azure_databases` | ❌ | +| 5 | 0.404447 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 49 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.429554 | `view_azure_storage` | ❌ | +| 2 | 0.418652 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.390632 | `get_azure_capacity` | ❌ | +| 4 | 0.384612 | `get_azure_security_configurations` | ❌ | +| 5 | 0.358280 | `edit_azure_storage_blob_tiers` | ❌ | + +--- + +## Test 50 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me my subscriptions + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.278264 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.242552 | `get_azure_security_configurations` | ❌ | +| 3 | 0.239150 | `view_azure_workbooks` | ❌ | +| 4 | 0.224077 | `view_azure_ai_resources` | ❌ | +| 5 | 0.222711 | `view_azure_app_config_settings` | ❌ | + +--- + +## Test 51 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the App Configuration stores in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.578108 | `view_azure_app_config_settings` | ❌ | +| 2 | 0.445478 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.400509 | `view_azure_load_testing` | ❌ | +| 4 | 0.382377 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.360383 | `edit_azure_app_config_settings` | ❌ | + +--- + +## Test 52 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.589168 | `view_azure_ai_resources` | ❌ | +| 2 | 0.507116 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.411862 | `view_azure_databases` | ❌ | +| 4 | 0.406435 | `get_azure_capacity` | ❌ | +| 5 | 0.390929 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 53 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the container registries in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.414718 | `view_azure_storage` | ❌ | +| 2 | 0.406034 | `view_azure_cache_for_redis` | ❌ | +| 3 | 0.394001 | `list_azure_resources` | ✅ **EXPECTED** | +| 4 | 0.385491 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.363939 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 54 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the container registries in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.435695 | `view_azure_storage` | ❌ | +| 2 | 0.408412 | `view_azure_cache_for_redis` | ❌ | +| 3 | 0.387727 | `view_azure_ai_resources` | ❌ | +| 4 | 0.373373 | `list_azure_resources` | ✅ **EXPECTED** | +| 5 | 0.369215 | `view_azure_databases` | ❌ | + +--- + +## Test 55 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the cosmosdb accounts in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496095 | `view_azure_databases` | ❌ | +| 2 | 0.445490 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.444953 | `get_azure_security_configurations` | ❌ | +| 4 | 0.422388 | `view_azure_storage` | ❌ | +| 5 | 0.408159 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 56 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the Data Explorer clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.560403 | `view_azure_data_explorer_kusto` | ❌ | +| 2 | 0.454270 | `view_azure_databases` | ❌ | +| 3 | 0.419806 | `view_azure_workbooks` | ❌ | +| 4 | 0.404684 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.382959 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 57 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the details for my storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484243 | `view_azure_storage` | ❌ | +| 2 | 0.390506 | `get_azure_capacity` | ❌ | +| 3 | 0.386267 | `edit_azure_storage_blob_tiers` | ❌ | +| 4 | 0.370487 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.360845 | `list_azure_resources` | ✅ **EXPECTED** | + +--- + +## Test 58 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the details for the function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.472165 | `view_azure_app_config_settings` | ❌ | +| 2 | 0.380961 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.370350 | `get_azure_best_practices` | ❌ | +| 4 | 0.367416 | `view_azure_load_testing` | ❌ | +| 5 | 0.363702 | `view_azure_storage` | ❌ | + +--- + +## Test 59 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the details of AKS cluster in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.391578 | `view_azure_storage` | ❌ | +| 2 | 0.380013 | `view_azure_cache_for_redis` | ❌ | +| 3 | 0.368859 | `list_azure_resources` | ✅ **EXPECTED** | +| 4 | 0.365254 | `get_azure_security_configurations` | ❌ | +| 5 | 0.350815 | `get_azure_capacity` | ❌ | + +--- + +## Test 60 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the Event Grid topics in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.417523 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.413679 | `view_azure_service_bus` | ❌ | +| 3 | 0.382406 | `list_azure_resources` | ✅ **EXPECTED** | +| 4 | 0.377338 | `view_azure_storage` | ❌ | +| 5 | 0.364752 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 61 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.549636 | `view_azure_workbooks` | ❌ | +| 2 | 0.479440 | `create_azure_workbooks` | ❌ | +| 3 | 0.453165 | `get_azure_health_status` | ❌ | +| 4 | 0.447044 | `view_azure_ai_resources` | ❌ | +| 5 | 0.420105 | `view_azure_storage` | ❌ | + +--- + +## Test 62 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the monitored resources in the Datadog resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.406616 | `view_azure_databases` | ❌ | +| 2 | 0.390394 | `view_azure_storage` | ❌ | +| 3 | 0.375072 | `view_azure_cache_for_redis` | ❌ | +| 4 | 0.372892 | `view_azure_ai_resources` | ❌ | +| 5 | 0.362603 | `list_azure_resources` | ✅ **EXPECTED** | + +--- + +## Test 63 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the network configuration for AKS cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.364535 | `view_azure_app_config_settings` | ❌ | +| 2 | 0.357539 | `view_azure_load_testing` | ❌ | +| 3 | 0.344379 | `execute_azure_cli` | ❌ | +| 4 | 0.311179 | `get_azure_security_configurations` | ❌ | +| 5 | 0.310007 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 64 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the Redis Caches in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.570368 | `view_azure_cache_for_redis` | ❌ | +| 2 | 0.347079 | `view_azure_databases` | ❌ | +| 3 | 0.335247 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.315868 | `view_azure_app_config_settings` | ❌ | +| 5 | 0.315776 | `view_azure_storage` | ❌ | + +--- + +## Test 65 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the Redis Clusters in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.497935 | `view_azure_cache_for_redis` | ❌ | +| 2 | 0.386110 | `view_azure_databases` | ❌ | +| 3 | 0.360118 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.353537 | `list_azure_resources` | ✅ **EXPECTED** | +| 5 | 0.345995 | `view_azure_data_explorer_kusto` | ❌ | + +--- + +## Test 66 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the repositories in the container registry + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.358099 | `view_azure_storage` | ❌ | +| 2 | 0.355380 | `view_azure_cache_for_redis` | ❌ | +| 3 | 0.311945 | `view_azure_ai_resources` | ❌ | +| 4 | 0.305028 | `list_azure_resources` | ✅ **EXPECTED** | +| 5 | 0.296376 | `get_azure_key_vault` | ❌ | + +--- + +## Test 67 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the resource groups in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.459323 | `list_azure_resources` | ✅ **EXPECTED** | +| 2 | 0.437174 | `get_azure_security_configurations` | ❌ | +| 3 | 0.422340 | `view_azure_storage` | ❌ | +| 4 | 0.418612 | `view_azure_ai_resources` | ❌ | +| 5 | 0.407460 | `view_azure_databases` | ❌ | + +--- + +## Test 68 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.465280 | `view_azure_storage` | ❌ | +| 2 | 0.456960 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.410876 | `list_azure_resources` | ✅ **EXPECTED** | +| 4 | 0.395016 | `view_azure_app_config_settings` | ❌ | +| 5 | 0.385193 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 69 + +**Expected Tool:** `list_azure_resources` +**Prompt:** Show plan and region for function app + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.451228 | `view_azure_app_config_settings` | ❌ | +| 2 | 0.408780 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.390919 | `get_azure_best_practices` | ❌ | +| 4 | 0.366085 | `execute_azure_cli` | ❌ | +| 5 | 0.358372 | `get_azure_health_status` | ❌ | + +--- + +## Test 70 + +**Expected Tool:** `list_azure_resources` +**Prompt:** What AKS clusters do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.405032 | `execute_azure_cli` | ❌ | +| 2 | 0.393969 | `list_azure_resources` | ✅ **EXPECTED** | +| 3 | 0.344909 | `view_azure_ai_resources` | ❌ | +| 4 | 0.341182 | `view_azure_storage` | ❌ | +| 5 | 0.335790 | `view_azure_data_explorer_kusto` | ❌ | + +--- + +## Test 71 + +**Expected Tool:** `list_azure_resources` +**Prompt:** What are the details of my AKS cluster in ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.403712 | `get_azure_capacity` | ❌ | +| 2 | 0.390821 | `view_azure_storage` | ❌ | +| 3 | 0.378579 | `view_azure_cache_for_redis` | ❌ | +| 4 | 0.377401 | `execute_azure_cli` | ❌ | +| 5 | 0.364948 | `get_azure_health_status` | ❌ | + +--- + +## Test 72 + +**Expected Tool:** `list_azure_resources` +**Prompt:** What function apps do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.290136 | `deploy_resources_and_applications_to_azure` | ❌ | +| 2 | 0.289246 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.274486 | `get_azure_health_status` | ❌ | +| 4 | 0.262952 | `execute_azure_cli` | ❌ | +| 5 | 0.252072 | `execute_azure_developer_cli` | ❌ | + +--- + +## Test 73 + +**Expected Tool:** `list_azure_resources` +**Prompt:** What is my current subscription? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.246133 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.201879 | `get_azure_capacity` | ❌ | +| 3 | 0.200828 | `get_azure_health_status` | ❌ | +| 4 | 0.177906 | `view_azure_workbooks` | ❌ | +| 5 | 0.174906 | `view_azure_databases` | ❌ | + +--- + +## Test 74 + +**Expected Tool:** `list_azure_resources` +**Prompt:** What is the status of function app ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.476831 | `get_azure_health_status` | ❌ | +| 2 | 0.403615 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.372158 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.360351 | `get_azure_best_practices` | ❌ | +| 5 | 0.358462 | `lock_unlock_azure_app_config_settings` | ❌ | + +--- + +## Test 75 + +**Expected Tool:** `list_azure_resources` +**Prompt:** What subscriptions do I have? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.274746 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.229933 | `view_azure_databases` | ❌ | +| 3 | 0.226351 | `get_azure_capacity` | ❌ | +| 4 | 0.225121 | `get_azure_security_configurations` | ❌ | +| 5 | 0.223062 | `view_azure_workbooks` | ❌ | + +--- + +## Test 76 + +**Expected Tool:** `list_azure_resources` +**Prompt:** What workbooks do I have in resource group ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.589167 | `view_azure_workbooks` | ❌ | +| 2 | 0.529693 | `create_azure_workbooks` | ❌ | +| 3 | 0.453173 | `edit_azure_workbooks` | ❌ | +| 4 | 0.418074 | `view_azure_storage` | ❌ | +| 5 | 0.391845 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 77 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Get the configuration details for the SQL database on server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.373400 | `edit_azure_databases` | ❌ | +| 2 | 0.333852 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.277448 | `view_azure_databases` | ✅ **EXPECTED** | +| 4 | 0.272273 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.246560 | `delete_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 78 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all databases in the Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.486576 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.420211 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.415459 | `edit_azure_databases` | ❌ | +| 4 | 0.413827 | `list_azure_resources` | ❌ | +| 5 | 0.405860 | `view_azure_data_explorer_kusto` | ❌ | + +--- + +## Test 79 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all elastic pools in SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.408684 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.370734 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.368293 | `edit_azure_databases` | ❌ | +| 4 | 0.367686 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.349252 | `list_azure_resources` | ❌ | + +--- + +## Test 80 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all firewall rules for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.659544 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.635949 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.344890 | `get_azure_security_configurations` | ❌ | +| 4 | 0.329505 | `edit_azure_databases` | ❌ | +| 5 | 0.303132 | `view_azure_databases` | ✅ **EXPECTED** | + +--- + +## Test 81 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all MySQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.389996 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.353887 | `edit_azure_databases` | ❌ | +| 3 | 0.273148 | `list_azure_resources` | ❌ | +| 4 | 0.224949 | `get_azure_security_configurations` | ❌ | +| 5 | 0.218794 | `delete_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 82 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all MySQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.443037 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.418770 | `edit_azure_databases` | ❌ | +| 3 | 0.325212 | `list_azure_resources` | ❌ | +| 4 | 0.300938 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.298624 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 83 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all PostgreSQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.344674 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.321958 | `edit_azure_databases` | ❌ | +| 3 | 0.252819 | `list_azure_resources` | ❌ | +| 4 | 0.210141 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.203815 | `delete_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 84 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all PostgreSQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.414822 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.397754 | `edit_azure_databases` | ❌ | +| 3 | 0.322097 | `list_azure_resources` | ❌ | +| 4 | 0.296823 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.295630 | `delete_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 85 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all tables in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.349342 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.319283 | `edit_azure_databases` | ❌ | +| 3 | 0.246947 | `list_azure_resources` | ❌ | +| 4 | 0.219312 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.209045 | `view_azure_data_explorer_kusto` | ❌ | + +--- + +## Test 86 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all tables in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.312364 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.295866 | `edit_azure_databases` | ❌ | +| 3 | 0.228282 | `list_azure_resources` | ❌ | +| 4 | 0.202562 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.202386 | `delete_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 87 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all the containers in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.458617 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.387656 | `list_azure_resources` | ❌ | +| 3 | 0.338475 | `view_azure_storage` | ❌ | +| 4 | 0.322161 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.320378 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 88 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List all the databases in the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.486509 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.381311 | `list_azure_resources` | ❌ | +| 3 | 0.351115 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.340541 | `get_azure_security_configurations` | ❌ | +| 5 | 0.315964 | `view_azure_storage` | ❌ | + +--- + +## Test 89 + +**Expected Tool:** `view_azure_databases` +**Prompt:** List Microsoft Entra ID administrators for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.362041 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.358939 | `get_azure_security_configurations` | ❌ | +| 3 | 0.334656 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.293586 | `view_azure_databases` | ✅ **EXPECTED** | +| 5 | 0.270111 | `view_azure_data_explorer_kusto` | ❌ | + +--- + +## Test 90 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me all items that contain the word in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.388718 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.313385 | `edit_azure_databases` | ❌ | +| 3 | 0.272664 | `view_azure_ai_resources` | ❌ | +| 4 | 0.231324 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.229147 | `list_azure_resources` | ❌ | + +--- + +## Test 91 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me all items that contain the word in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.349555 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.282156 | `edit_azure_databases` | ❌ | +| 3 | 0.254173 | `view_azure_ai_resources` | ❌ | +| 4 | 0.223706 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.213001 | `list_azure_resources` | ❌ | + +--- + +## Test 92 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me all the databases configuration details in the Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.468156 | `edit_azure_databases` | ❌ | +| 2 | 0.437277 | `view_azure_databases` | ✅ **EXPECTED** | +| 3 | 0.406217 | `view_azure_app_config_settings` | ❌ | +| 4 | 0.383983 | `list_azure_resources` | ❌ | +| 5 | 0.381182 | `view_azure_load_testing` | ❌ | + +--- + +## Test 93 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.318903 | `edit_azure_databases` | ❌ | +| 2 | 0.191595 | `view_azure_databases` | ✅ **EXPECTED** | +| 3 | 0.165104 | `create_azure_sql_firewall_rules` | ❌ | +| 4 | 0.164935 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.163708 | `view_azure_app_config_settings` | ❌ | + +--- + +## Test 94 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me my MySQL servers + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.381945 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.357185 | `edit_azure_databases` | ❌ | +| 3 | 0.234680 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.234022 | `list_azure_resources` | ❌ | +| 5 | 0.232770 | `view_azure_workbooks` | ❌ | + +--- + +## Test 95 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me my PostgreSQL servers + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.355399 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.354214 | `edit_azure_databases` | ❌ | +| 3 | 0.240477 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.234628 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.226544 | `list_azure_resources` | ❌ | + +--- + +## Test 96 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the configuration of MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.424259 | `edit_azure_databases` | ❌ | +| 2 | 0.285564 | `view_azure_databases` | ✅ **EXPECTED** | +| 3 | 0.265466 | `view_azure_app_config_settings` | ❌ | +| 4 | 0.249937 | `view_azure_load_testing` | ❌ | +| 5 | 0.217174 | `delete_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 97 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the configuration of PostgreSQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.396395 | `edit_azure_databases` | ❌ | +| 2 | 0.242546 | `view_azure_databases` | ✅ **EXPECTED** | +| 3 | 0.239575 | `view_azure_app_config_settings` | ❌ | +| 4 | 0.218426 | `view_azure_load_testing` | ❌ | +| 5 | 0.200991 | `create_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 98 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the containers in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.462828 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.336242 | `view_azure_storage` | ❌ | +| 3 | 0.330914 | `view_azure_cache_for_redis` | ❌ | +| 4 | 0.329315 | `list_azure_resources` | ❌ | +| 5 | 0.312877 | `view_azure_data_explorer_kusto` | ❌ | + +--- + +## Test 99 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the databases in the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.490136 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.372472 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.344055 | `list_azure_resources` | ❌ | +| 4 | 0.327589 | `view_azure_storage` | ❌ | +| 5 | 0.323139 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 100 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the details of SQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.382094 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.354816 | `edit_azure_databases` | ❌ | +| 3 | 0.306201 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.266249 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.251075 | `view_azure_service_bus` | ❌ | + +--- + +## Test 101 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the elastic pools configured for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.414641 | `edit_azure_databases` | ❌ | +| 2 | 0.397118 | `view_azure_databases` | ✅ **EXPECTED** | +| 3 | 0.372516 | `get_azure_capacity` | ❌ | +| 4 | 0.370264 | `view_azure_load_testing` | ❌ | +| 5 | 0.361340 | `create_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 102 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the Entra ID administrators configured for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.325040 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.294052 | `get_azure_security_configurations` | ❌ | +| 3 | 0.287675 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.271374 | `edit_azure_databases` | ❌ | +| 5 | 0.261724 | `view_azure_databases` | ✅ **EXPECTED** | + +--- + +## Test 103 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the firewall rules for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.659102 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.611917 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.361115 | `edit_azure_databases` | ❌ | +| 4 | 0.322908 | `get_azure_security_configurations` | ❌ | +| 5 | 0.304940 | `view_azure_databases` | ✅ **EXPECTED** | + +--- + +## Test 104 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.442213 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.401851 | `view_azure_ai_resources` | ❌ | +| 3 | 0.337118 | `view_azure_storage` | ❌ | +| 4 | 0.334991 | `get_azure_key_vault` | ❌ | +| 5 | 0.328296 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 105 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the MySQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.398115 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.358413 | `edit_azure_databases` | ❌ | +| 3 | 0.248824 | `list_azure_resources` | ❌ | +| 4 | 0.242292 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.210153 | `create_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 106 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the MySQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.490987 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.461478 | `edit_azure_databases` | ❌ | +| 3 | 0.353379 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.316039 | `get_azure_security_configurations` | ❌ | +| 5 | 0.315020 | `list_azure_resources` | ❌ | + +--- + +## Test 107 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the PostgreSQL databases in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.363106 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.332482 | `edit_azure_databases` | ❌ | +| 3 | 0.235079 | `list_azure_resources` | ❌ | +| 4 | 0.228082 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.203381 | `create_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 108 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the PostgreSQL servers in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.451350 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.433648 | `edit_azure_databases` | ❌ | +| 3 | 0.339133 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.307795 | `list_azure_resources` | ❌ | +| 5 | 0.297753 | `delete_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 109 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the schema of table
in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.333177 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.314466 | `edit_azure_databases` | ❌ | +| 3 | 0.247624 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.221419 | `get_azure_best_practices` | ❌ | +| 5 | 0.191119 | `design_azure_architecture` | ❌ | + +--- + +## Test 110 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the schema of table
in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.295092 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.284626 | `edit_azure_databases` | ❌ | +| 3 | 0.237821 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.193763 | `get_azure_best_practices` | ❌ | +| 5 | 0.185318 | `design_azure_architecture` | ❌ | + +--- + +## Test 111 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the tables in the MySQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.393677 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.335190 | `edit_azure_databases` | ❌ | +| 3 | 0.256490 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.232146 | `list_azure_resources` | ❌ | +| 5 | 0.210444 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 112 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the tables in the PostgreSQL database in server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.352654 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.310370 | `edit_azure_databases` | ❌ | +| 3 | 0.239868 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.213688 | `list_azure_resources` | ❌ | +| 5 | 0.188657 | `create_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 113 + +**Expected Tool:** `view_azure_databases` +**Prompt:** Show me the value of connection timeout in seconds in my MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.364740 | `edit_azure_databases` | ❌ | +| 2 | 0.206938 | `view_azure_databases` | ✅ **EXPECTED** | +| 3 | 0.202957 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.202122 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.164097 | `view_azure_app_config_settings` | ❌ | + +--- + +## Test 114 + +**Expected Tool:** `view_azure_databases` +**Prompt:** What elastic pools are available in my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.412957 | `edit_azure_databases` | ❌ | +| 2 | 0.388671 | `view_azure_databases` | ✅ **EXPECTED** | +| 3 | 0.376698 | `get_azure_capacity` | ❌ | +| 4 | 0.324662 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.310342 | `create_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 115 + +**Expected Tool:** `view_azure_databases` +**Prompt:** What firewall rules are configured for my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.657075 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.595199 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.358803 | `edit_azure_databases` | ❌ | +| 4 | 0.289735 | `get_azure_security_configurations` | ❌ | +| 5 | 0.274529 | `execute_azure_cli` | ❌ | + +--- + +## Test 116 + +**Expected Tool:** `view_azure_databases` +**Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.332608 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.326446 | `edit_azure_databases` | ❌ | +| 3 | 0.281938 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.274249 | `search_microsoft_docs` | ❌ | +| 5 | 0.262194 | `view_azure_databases` | ✅ **EXPECTED** | + +--- + +## Test 117 + +**Expected Tool:** `edit_azure_databases` +**Prompt:** Enable replication for my PostgreSQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.340843 | `edit_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.250565 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.212755 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.170638 | `view_azure_databases` | ❌ | +| 5 | 0.140776 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 118 + +**Expected Tool:** `edit_azure_databases` +**Prompt:** Set connection timeout to 20 seconds for my MySQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.380868 | `edit_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.269323 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.251993 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.175184 | `view_azure_databases` | ❌ | +| 5 | 0.135021 | `lock_unlock_azure_app_config_settings` | ❌ | + +--- + +## Test 119 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496845 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.408108 | `view_azure_storage` | ❌ | +| 3 | 0.405561 | `get_azure_capacity` | ❌ | +| 4 | 0.402104 | `create_azure_load_testing` | ❌ | +| 5 | 0.396526 | `view_azure_load_testing` | ❌ | + +--- + +## Test 120 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Check the availability metrics for my Application Insights resource for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.532037 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.435791 | `get_azure_capacity` | ❌ | +| 3 | 0.403355 | `view_azure_storage` | ❌ | +| 4 | 0.395980 | `view_azure_ai_resources` | ❌ | +| 5 | 0.373832 | `view_azure_load_testing` | ❌ | + +--- + +## Test 121 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Get metric definitions for from the namespace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.296851 | `list_azure_resources` | ❌ | +| 2 | 0.287167 | `view_azure_storage` | ❌ | +| 3 | 0.285001 | `view_azure_service_bus` | ❌ | +| 4 | 0.279543 | `get_azure_capacity` | ❌ | +| 5 | 0.274227 | `get_azure_health_status` | ✅ **EXPECTED** | + +--- + +## Test 122 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Get the metric for over the last with intervals + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.309889 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.258663 | `list_azure_resources` | ❌ | +| 3 | 0.250024 | `view_azure_storage` | ❌ | +| 4 | 0.245762 | `view_azure_databases` | ❌ | +| 5 | 0.236533 | `get_azure_capacity` | ❌ | + +--- + +## Test 123 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Get the availability status for resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.491212 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.361614 | `get_azure_capacity` | ❌ | +| 3 | 0.336249 | `view_azure_storage` | ❌ | +| 4 | 0.294089 | `list_azure_resources` | ❌ | +| 5 | 0.287969 | `create_azure_load_testing` | ❌ | + +--- + +## Test 124 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.476475 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.404983 | `get_azure_capacity` | ❌ | +| 3 | 0.398991 | `view_azure_storage` | ❌ | +| 4 | 0.378472 | `view_azure_ai_resources` | ❌ | +| 5 | 0.375039 | `create_azure_load_testing` | ❌ | + +--- + +## Test 125 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** List all available table types in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.436208 | `view_azure_databases` | ❌ | +| 2 | 0.418030 | `view_azure_workbooks` | ❌ | +| 3 | 0.402435 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.383614 | `create_azure_workbooks` | ❌ | +| 5 | 0.367059 | `view_azure_storage` | ❌ | + +--- + +## Test 126 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** List all tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.446101 | `view_azure_workbooks` | ❌ | +| 2 | 0.415147 | `view_azure_databases` | ❌ | +| 3 | 0.401056 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.398664 | `create_azure_workbooks` | ❌ | +| 5 | 0.372815 | `list_azure_resources` | ❌ | + +--- + +## Test 127 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** List availability status for all resources in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.568481 | `list_azure_resources` | ❌ | +| 2 | 0.507916 | `get_azure_health_status` | ✅ **EXPECTED** | +| 3 | 0.500888 | `view_azure_storage` | ❌ | +| 4 | 0.465951 | `view_azure_ai_resources` | ❌ | +| 5 | 0.465101 | `get_azure_capacity` | ❌ | + +--- + +## Test 128 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Query the metric for for the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.346196 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.338580 | `view_azure_databases` | ❌ | +| 3 | 0.269215 | `view_azure_storage` | ❌ | +| 4 | 0.267003 | `get_azure_capacity` | ❌ | +| 5 | 0.237729 | `create_azure_load_testing` | ❌ | + +--- + +## Test 129 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Show me all available metrics and their definitions for storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.487139 | `view_azure_storage` | ❌ | +| 2 | 0.431185 | `get_azure_capacity` | ❌ | +| 3 | 0.417628 | `list_azure_resources` | ❌ | +| 4 | 0.358707 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.358540 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 130 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Show me the available table types in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.439021 | `view_azure_databases` | ❌ | +| 2 | 0.423030 | `view_azure_workbooks` | ❌ | +| 3 | 0.417817 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.387063 | `create_azure_workbooks` | ❌ | +| 5 | 0.383265 | `get_azure_health_status` | ✅ **EXPECTED** | + +--- + +## Test 131 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Show me the health status of all my Azure resources + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.622326 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.588149 | `list_azure_resources` | ❌ | +| 3 | 0.527795 | `view_azure_storage` | ❌ | +| 4 | 0.508716 | `view_azure_ai_resources` | ❌ | +| 5 | 0.499251 | `view_azure_databases` | ❌ | + +--- + +## Test 132 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Show me the health status of entity in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.579208 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.396734 | `view_azure_workbooks` | ❌ | +| 3 | 0.357764 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.334046 | `create_azure_workbooks` | ❌ | +| 5 | 0.331249 | `get_azure_capacity` | ❌ | + +--- + +## Test 133 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Show me the health status of the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.467216 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.458285 | `view_azure_storage` | ❌ | +| 3 | 0.382684 | `get_azure_capacity` | ❌ | +| 4 | 0.366693 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.348295 | `edit_azure_storage` | ❌ | + +--- + +## Test 134 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.475764 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.393937 | `view_azure_storage` | ❌ | +| 3 | 0.376702 | `view_azure_databases` | ❌ | +| 4 | 0.374608 | `view_azure_workbooks` | ❌ | +| 5 | 0.360407 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 135 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Show me the logs for the past hour in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.431117 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.414181 | `view_azure_workbooks` | ❌ | +| 3 | 0.375709 | `create_azure_workbooks` | ❌ | +| 4 | 0.375063 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.338168 | `view_azure_databases` | ❌ | + +--- + +## Test 136 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** Show me the tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.462529 | `view_azure_workbooks` | ❌ | +| 2 | 0.433218 | `view_azure_databases` | ❌ | +| 3 | 0.428353 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.400018 | `create_azure_workbooks` | ❌ | +| 5 | 0.378874 | `get_azure_health_status` | ✅ **EXPECTED** | + +--- + +## Test 137 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** What is the availability status of virtual machine in resource group ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.462772 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.416952 | `get_azure_capacity` | ❌ | +| 3 | 0.353189 | `view_azure_storage` | ❌ | +| 4 | 0.337076 | `view_azure_ai_resources` | ❌ | +| 5 | 0.313724 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 138 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** What metric definitions are available for the Application Insights resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.433266 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.410786 | `get_azure_capacity` | ❌ | +| 3 | 0.383685 | `view_azure_storage` | ❌ | +| 4 | 0.371273 | `create_azure_load_testing` | ❌ | +| 5 | 0.369646 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 139 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** What resources in resource group have health issues? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.522895 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.437141 | `get_azure_capacity` | ❌ | +| 3 | 0.402202 | `view_azure_storage` | ❌ | +| 4 | 0.395478 | `list_azure_resources` | ❌ | +| 5 | 0.381842 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 140 + +**Expected Tool:** `get_azure_health_status` +**Prompt:** What's the request per second rate for my Application Insights resource over the last + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.431762 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.422305 | `get_azure_capacity` | ❌ | +| 3 | 0.369677 | `create_azure_load_testing` | ❌ | +| 4 | 0.354473 | `view_azure_load_testing` | ❌ | +| 5 | 0.347664 | `view_azure_storage` | ❌ | + +--- + +## Test 141 + +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** Create a plan to deploy this application to azure + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.642707 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 2 | 0.519278 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.515742 | `design_azure_architecture` | ❌ | +| 4 | 0.479918 | `get_azure_best_practices` | ❌ | +| 5 | 0.454755 | `execute_azure_developer_cli` | ❌ | + +--- + +## Test 142 + +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.591844 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 2 | 0.477740 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.437318 | `execute_azure_developer_cli` | ❌ | +| 4 | 0.410719 | `get_azure_best_practices` | ❌ | +| 5 | 0.401777 | `execute_azure_cli` | ❌ | + +--- + +## Test 143 + +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** Show me the log of the application deployed by azd + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.533141 | `execute_azure_developer_cli` | ❌ | +| 2 | 0.524236 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 3 | 0.429413 | `get_azure_health_status` | ❌ | +| 4 | 0.417220 | `view_azure_app_config_settings` | ❌ | +| 5 | 0.397032 | `view_azure_storage` | ❌ | + +--- + +## Test 144 + +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** Show me the rules to generate bicep scripts + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.488008 | `get_azure_best_practices` | ❌ | +| 2 | 0.336943 | `design_azure_architecture` | ❌ | +| 3 | 0.328878 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 4 | 0.325324 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.315430 | `execute_azure_cli` | ❌ | + +--- + +## Test 145 + +**Expected Tool:** `view_azure_app_config_settings` +**Prompt:** List all key-value settings in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.586574 | `view_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.469735 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.413315 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.326361 | `view_azure_load_testing` | ❌ | +| 5 | 0.304660 | `update_azure_load_testing_configurations` | ❌ | + +--- + +## Test 146 + +**Expected Tool:** `view_azure_app_config_settings` +**Prompt:** Show me the key-value settings in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.609015 | `view_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.496884 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.413994 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.346273 | `view_azure_load_testing` | ❌ | +| 5 | 0.303617 | `update_azure_load_testing_configurations` | ❌ | + +--- + +## Test 147 + +**Expected Tool:** `view_azure_app_config_settings` +**Prompt:** Show the content for the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.503664 | `view_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.397489 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.319847 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.305356 | `view_azure_load_testing` | ❌ | +| 5 | 0.291351 | `get_azure_key_vault` | ❌ | + +--- + +## Test 148 + +**Expected Tool:** `edit_azure_app_config_settings` +**Prompt:** Delete the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.480490 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.419225 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.399963 | `view_azure_app_config_settings` | ❌ | +| 4 | 0.236794 | `edit_azure_workbooks` | ❌ | +| 5 | 0.226127 | `import_azure_key_vault_certificates` | ❌ | + +--- + +## Test 149 + +**Expected Tool:** `edit_azure_app_config_settings` +**Prompt:** Set the key in App Configuration store to + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.454677 | `lock_unlock_azure_app_config_settings` | ❌ | +| 2 | 0.418815 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | +| 3 | 0.416664 | `view_azure_app_config_settings` | ❌ | +| 4 | 0.251838 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.227102 | `edit_azure_databases` | ❌ | + +--- + +## Test 150 + +**Expected Tool:** `lock_unlock_azure_app_config_settings` +**Prompt:** Lock the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.523446 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.368014 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.324652 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.206577 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.186093 | `update_azure_load_testing_configurations` | ❌ | + +--- + +## Test 151 + +**Expected Tool:** `lock_unlock_azure_app_config_settings` +**Prompt:** Unlock the key in App Configuration store + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.552501 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.413838 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.339073 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.240520 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.232253 | `get_azure_key_vault` | ❌ | + +--- + +## Test 152 + +**Expected Tool:** `edit_azure_workbooks` +**Prompt:** Delete the workbook with resource ID + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.505878 | `edit_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.378292 | `view_azure_workbooks` | ❌ | +| 3 | 0.375642 | `create_azure_workbooks` | ❌ | +| 4 | 0.265457 | `edit_azure_app_config_settings` | ❌ | +| 5 | 0.195323 | `view_azure_storage` | ❌ | + +--- + +## Test 153 + +**Expected Tool:** `edit_azure_workbooks` +**Prompt:** Update the workbook with a new text step + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.496535 | `edit_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.413187 | `create_azure_workbooks` | ❌ | +| 3 | 0.352884 | `view_azure_workbooks` | ❌ | +| 4 | 0.236165 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.216298 | `edit_azure_app_config_settings` | ❌ | + +--- + +## Test 154 + +**Expected Tool:** `create_azure_workbooks` +**Prompt:** Create a new workbook named + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.555073 | `create_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.415362 | `view_azure_workbooks` | ❌ | +| 3 | 0.400619 | `edit_azure_workbooks` | ❌ | +| 4 | 0.196704 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.145938 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 155 + +**Expected Tool:** `view_azure_workbooks` +**Prompt:** Get information about the workbook with resource ID + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.450184 | `view_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.409967 | `edit_azure_workbooks` | ❌ | +| 3 | 0.409085 | `create_azure_workbooks` | ❌ | +| 4 | 0.235171 | `view_azure_storage` | ❌ | +| 5 | 0.231054 | `get_azure_capacity` | ❌ | + +--- + +## Test 156 + +**Expected Tool:** `view_azure_workbooks` +**Prompt:** Show me the workbook with display name + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.525325 | `view_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.454790 | `create_azure_workbooks` | ❌ | +| 3 | 0.422535 | `edit_azure_workbooks` | ❌ | +| 4 | 0.201213 | `get_azure_security_configurations` | ❌ | +| 5 | 0.181802 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 157 + +**Expected Tool:** `audit_azure_resources_compliance` +**Prompt:** Check my Azure subscription for any compliance issues or recommendations + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.552351 | `get_azure_capacity` | ❌ | +| 2 | 0.546941 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 3 | 0.500223 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.477388 | `get_azure_best_practices` | ❌ | +| 5 | 0.445891 | `execute_azure_cli` | ❌ | + +--- + +## Test 158 + +**Expected Tool:** `audit_azure_resources_compliance` +**Prompt:** Provide compliance recommendations for my current Azure subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.536483 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 2 | 0.511039 | `get_azure_best_practices` | ❌ | +| 3 | 0.490293 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.488706 | `get_azure_capacity` | ❌ | +| 5 | 0.452616 | `execute_azure_cli` | ❌ | + +--- + +## Test 159 + +**Expected Tool:** `audit_azure_resources_compliance` +**Prompt:** Scan my Azure subscription for compliance recommendations + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.592611 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 2 | 0.508765 | `get_azure_best_practices` | ❌ | +| 3 | 0.502378 | `get_azure_capacity` | ❌ | +| 4 | 0.492553 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.472186 | `execute_azure_cli` | ❌ | + +--- + +## Test 160 + +**Expected Tool:** `get_azure_security_configurations` +**Prompt:** List all available role assignments in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.734114 | `get_azure_security_configurations` | ✅ **EXPECTED** | +| 2 | 0.378589 | `list_azure_resources` | ❌ | +| 3 | 0.356351 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.341279 | `view_azure_workbooks` | ❌ | +| 5 | 0.334534 | `view_azure_storage` | ❌ | + +--- + +## Test 161 + +**Expected Tool:** `get_azure_security_configurations` +**Prompt:** Show me the available role assignments in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.702749 | `get_azure_security_configurations` | ✅ **EXPECTED** | +| 2 | 0.388410 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.371242 | `view_azure_workbooks` | ❌ | +| 4 | 0.353987 | `get_azure_capacity` | ❌ | +| 5 | 0.347187 | `list_azure_resources` | ❌ | + +--- + +## Test 162 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** List all certificates in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.542408 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.539243 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 3 | 0.461491 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.385604 | `get_azure_security_configurations` | ❌ | +| 5 | 0.355346 | `view_azure_storage` | ❌ | + +--- + +## Test 163 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** List all keys in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.497101 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.429278 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.427597 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.378915 | `get_azure_security_configurations` | ❌ | +| 5 | 0.375383 | `list_azure_resources` | ❌ | + +--- + +## Test 164 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** List all secrets in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498894 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.434446 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.372548 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.348550 | `get_azure_security_configurations` | ❌ | +| 5 | 0.323461 | `view_azure_storage` | ❌ | + +--- + +## Test 165 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the certificate in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.543362 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.528922 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 3 | 0.436563 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.327378 | `view_azure_storage` | ❌ | +| 5 | 0.318224 | `view_azure_app_config_settings` | ❌ | + +--- + +## Test 166 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the certificates in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.557831 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.552928 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.461463 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.384048 | `view_azure_storage` | ❌ | +| 5 | 0.368299 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 167 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the details of the certificate in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.519357 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.490684 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.420393 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.331424 | `view_azure_storage` | ❌ | +| 5 | 0.319370 | `view_azure_app_config_settings` | ❌ | + +--- + +## Test 168 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the keys in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.518093 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.448371 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.432123 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.370326 | `view_azure_app_config_settings` | ❌ | +| 5 | 0.356515 | `view_azure_storage` | ❌ | + +--- + +## Test 169 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the secrets in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.545031 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.460930 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.426022 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.383577 | `view_azure_app_config_settings` | ❌ | +| 5 | 0.375051 | `view_azure_storage` | ❌ | + +--- + +## Test 170 + +**Expected Tool:** `create_azure_key_vault_items` +**Prompt:** Create a new certificate called in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.577142 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.536999 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.432286 | `get_azure_key_vault` | ❌ | +| 4 | 0.282337 | `create_azure_workbooks` | ❌ | +| 5 | 0.253985 | `edit_azure_storage` | ❌ | + +--- + +## Test 171 + +**Expected Tool:** `create_azure_key_vault_items` +**Prompt:** Create a new key called with the RSA type in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.493911 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.417473 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.344149 | `get_azure_key_vault` | ❌ | +| 4 | 0.270784 | `edit_azure_storage` | ❌ | +| 5 | 0.230661 | `create_azure_workbooks` | ❌ | + +--- + +## Test 172 + +**Expected Tool:** `create_azure_key_vault_items` +**Prompt:** Create a new secret called with value in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.551337 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.385343 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.383659 | `get_azure_key_vault` | ❌ | +| 4 | 0.301886 | `lock_unlock_azure_app_config_settings` | ❌ | +| 5 | 0.280085 | `edit_azure_storage` | ❌ | + +--- + +## Test 173 + +**Expected Tool:** `import_azure_key_vault_certificates` +**Prompt:** Import a certificate into the key vault using the name + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.660982 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | +| 2 | 0.459787 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.400950 | `get_azure_key_vault` | ❌ | +| 4 | 0.256701 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.240543 | `create_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 174 + +**Expected Tool:** `import_azure_key_vault_certificates` +**Prompt:** Import the certificate in file into the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.645826 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | +| 2 | 0.425682 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.392675 | `get_azure_key_vault` | ❌ | +| 4 | 0.249209 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.248738 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 175 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.393343 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.391704 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.350969 | `design_azure_architecture` | ❌ | +| 4 | 0.346081 | `edit_azure_storage` | ❌ | +| 5 | 0.340836 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 176 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.464897 | `deploy_resources_and_applications_to_azure` | ❌ | +| 2 | 0.390050 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 3 | 0.385815 | `design_azure_architecture` | ❌ | +| 4 | 0.384385 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.370523 | `edit_azure_storage` | ❌ | + +--- + +## Test 177 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Fetch the Azure Terraform best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.735005 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.484097 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.474532 | `search_microsoft_docs` | ❌ | +| 4 | 0.459688 | `execute_azure_cli` | ❌ | +| 5 | 0.436798 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 178 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.690117 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.601714 | `search_microsoft_docs` | ❌ | +| 3 | 0.524056 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.508718 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.487540 | `get_azure_capacity` | ❌ | + +--- + +## Test 179 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure code generation best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.713406 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.543696 | `search_microsoft_docs` | ❌ | +| 3 | 0.525038 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.512007 | `design_azure_architecture` | ❌ | +| 5 | 0.435613 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 180 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure deployment best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.683437 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.619725 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.558589 | `search_microsoft_docs` | ❌ | +| 4 | 0.478904 | `design_azure_architecture` | ❌ | +| 5 | 0.465496 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 181 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Functions best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.682026 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.556022 | `search_microsoft_docs` | ❌ | +| 3 | 0.489786 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.443358 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.436172 | `get_azure_capacity` | ❌ | + +--- + +## Test 182 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Functions code generation best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.685214 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.486075 | `search_microsoft_docs` | ❌ | +| 3 | 0.469229 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.455695 | `design_azure_architecture` | ❌ | +| 5 | 0.416416 | `execute_azure_developer_cli` | ❌ | + +--- + +## Test 183 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Functions deployment best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.675358 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.570933 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.527827 | `search_microsoft_docs` | ❌ | +| 4 | 0.440886 | `design_azure_architecture` | ❌ | +| 5 | 0.435563 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 184 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Static Web Apps best practices + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.612873 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.520938 | `search_microsoft_docs` | ❌ | +| 3 | 0.501695 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.436412 | `view_azure_app_config_settings` | ❌ | +| 5 | 0.424667 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 185 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** How can I use Bicep to create an Azure OpenAI service? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.480742 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.436599 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.423060 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.417852 | `view_azure_ai_resources` | ❌ | +| 5 | 0.391152 | `get_azure_capacity` | ❌ | + +--- + +## Test 186 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.618330 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.496676 | `get_azure_key_vault` | ❌ | +| 3 | 0.478248 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.444000 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.423953 | `view_azure_app_config_settings` | ❌ | + +--- + +## Test 187 + +**Expected Tool:** `get_azure_best_practices` +**Prompt:** What are azure function best practices? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.628027 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.451968 | `search_microsoft_docs` | ❌ | +| 3 | 0.443178 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.394211 | `get_azure_capacity` | ❌ | +| 5 | 0.391204 | `execute_azure_cli` | ❌ | + +--- + +## Test 188 + +**Expected Tool:** `design_azure_architecture` +**Prompt:** Generate the azure architecture diagram for this application + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.736963 | `design_azure_architecture` | ✅ **EXPECTED** | +| 2 | 0.481643 | `get_azure_best_practices` | ❌ | +| 3 | 0.457548 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.425726 | `view_azure_storage` | ❌ | +| 5 | 0.406431 | `edit_azure_storage` | ❌ | + +--- + +## Test 189 + +**Expected Tool:** `design_azure_architecture` +**Prompt:** Help me create a cloud service that will serve as ATM for users + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.306056 | `design_azure_architecture` | ✅ **EXPECTED** | +| 2 | 0.289383 | `edit_azure_storage` | ❌ | +| 3 | 0.259518 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.221449 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.221006 | `search_microsoft_docs` | ❌ | + +--- + +## Test 190 + +**Expected Tool:** `design_azure_architecture` +**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.432690 | `edit_azure_storage` | ❌ | +| 2 | 0.427652 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.414664 | `view_azure_storage` | ❌ | +| 4 | 0.414019 | `design_azure_architecture` | ✅ **EXPECTED** | +| 5 | 0.413253 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 191 + +**Expected Tool:** `design_azure_architecture` +**Prompt:** I want to design a cloud app for ordering groceries + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.342485 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.318718 | `design_azure_architecture` | ✅ **EXPECTED** | +| 3 | 0.275570 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.252769 | `edit_azure_storage` | ❌ | +| 5 | 0.224286 | `get_azure_best_practices` | ❌ | + +--- + +## Test 192 + +**Expected Tool:** `design_azure_architecture` +**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.365156 | `design_azure_architecture` | ✅ **EXPECTED** | +| 2 | 0.323311 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.304993 | `edit_azure_storage` | ❌ | +| 4 | 0.234849 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.225571 | `get_azure_capacity` | ❌ | + +--- + +## Test 193 + +**Expected Tool:** `view_azure_load_testing` +**Prompt:** Get all the load test runs for the test with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.568056 | `create_azure_load_testing` | ❌ | +| 2 | 0.515763 | `view_azure_load_testing` | ✅ **EXPECTED** | +| 3 | 0.448055 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.377297 | `view_azure_storage` | ❌ | +| 5 | 0.342154 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 194 + +**Expected Tool:** `view_azure_load_testing` +**Prompt:** Get the load test run with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.599651 | `create_azure_load_testing` | ❌ | +| 2 | 0.486587 | `view_azure_load_testing` | ✅ **EXPECTED** | +| 3 | 0.457483 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.350434 | `view_azure_storage` | ❌ | +| 5 | 0.341677 | `get_azure_health_status` | ❌ | + +--- + +## Test 195 + +**Expected Tool:** `view_azure_load_testing` +**Prompt:** Get the load test with id in the load test resource in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.612800 | `create_azure_load_testing` | ❌ | +| 2 | 0.508242 | `view_azure_load_testing` | ✅ **EXPECTED** | +| 3 | 0.421873 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.352176 | `view_azure_storage` | ❌ | +| 5 | 0.351630 | `get_azure_health_status` | ❌ | + +--- + +## Test 196 + +**Expected Tool:** `create_azure_load_testing` +**Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.542817 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.426101 | `view_azure_load_testing` | ❌ | +| 3 | 0.425527 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.327559 | `edit_azure_storage` | ❌ | +| 5 | 0.303424 | `create_azure_workbooks` | ❌ | + +--- + +## Test 197 + +**Expected Tool:** `create_azure_load_testing` +**Prompt:** Create a load test resource in the resource group in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.660182 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.449381 | `view_azure_load_testing` | ❌ | +| 3 | 0.411267 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.366204 | `edit_azure_storage` | ❌ | +| 5 | 0.351672 | `view_azure_storage` | ❌ | + +--- + +## Test 198 + +**Expected Tool:** `create_azure_load_testing` +**Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.585612 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.496772 | `update_azure_load_testing_configurations` | ❌ | +| 3 | 0.407568 | `view_azure_load_testing` | ❌ | +| 4 | 0.319822 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.310810 | `edit_azure_storage` | ❌ | + +--- + +## Test 199 + +**Expected Tool:** `update_azure_load_testing_configurations` +**Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.577419 | `update_azure_load_testing_configurations` | ✅ **EXPECTED** | +| 2 | 0.501316 | `create_azure_load_testing` | ❌ | +| 3 | 0.407398 | `view_azure_load_testing` | ❌ | +| 4 | 0.303358 | `edit_azure_workbooks` | ❌ | +| 5 | 0.257467 | `edit_azure_databases` | ❌ | + +--- + +## Test 200 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** Get the schema configuration for knowledge index + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.268668 | `get_azure_best_practices` | ❌ | +| 2 | 0.255864 | `view_azure_load_testing` | ❌ | +| 3 | 0.253009 | `view_azure_app_config_settings` | ❌ | +| 4 | 0.241262 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.217755 | `view_azure_service_bus` | ❌ | + +--- + +## Test 201 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** List all AI Foundry model deployments + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.619823 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.553188 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 3 | 0.362424 | `design_azure_architecture` | ❌ | +| 4 | 0.359607 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.357738 | `list_azure_resources` | ❌ | + +--- + +## Test 202 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** List all AI Foundry models + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.524525 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.472873 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.338517 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.299010 | `list_azure_resources` | ❌ | +| 5 | 0.278504 | `view_azure_storage` | ❌ | + +--- + +## Test 203 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** List all indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.485617 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.370998 | `list_azure_resources` | ❌ | +| 3 | 0.356614 | `get_azure_security_configurations` | ❌ | +| 4 | 0.351864 | `view_azure_service_bus` | ❌ | +| 5 | 0.345416 | `view_azure_databases` | ❌ | + +--- + +## Test 204 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** List all knowledge indexes in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.532589 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.407003 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.313221 | `list_azure_resources` | ❌ | +| 4 | 0.290230 | `view_azure_workbooks` | ❌ | +| 5 | 0.288627 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 205 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** Search for instances of in the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.413456 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.282677 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.280733 | `get_azure_health_status` | ❌ | +| 4 | 0.279030 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.277447 | `view_azure_databases` | ❌ | + +--- + +## Test 206 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** Show me all AI Foundry model deployments + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.612664 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.576865 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 3 | 0.389499 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.364626 | `design_azure_architecture` | ❌ | +| 5 | 0.358370 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 207 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** Show me the available AI Foundry models + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.544542 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.533639 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.384895 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.278865 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.274876 | `view_azure_load_testing` | ❌ | + +--- + +## Test 208 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** Show me the details of the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.419435 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.361279 | `view_azure_service_bus` | ❌ | +| 3 | 0.349084 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.324609 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.321910 | `view_azure_databases` | ❌ | + +--- + +## Test 209 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** Show me the indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.474762 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.382534 | `view_azure_service_bus` | ❌ | +| 3 | 0.366167 | `view_azure_databases` | ❌ | +| 4 | 0.349084 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.338570 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 210 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** Show me the knowledge indexes in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.528448 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.414405 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.333651 | `view_azure_workbooks` | ❌ | +| 4 | 0.316147 | `view_azure_load_testing` | ❌ | +| 5 | 0.304207 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 211 + +**Expected Tool:** `view_azure_ai_resources` +**Prompt:** Show me the schema for knowledge index in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.437885 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.373160 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.344329 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.308722 | `get_azure_best_practices` | ❌ | +| 5 | 0.289972 | `view_azure_databases` | ❌ | + +--- + +## Test 212 + +**Expected Tool:** `deploy_azure_ai_models` +**Prompt:** Deploy a GPT4o instance on my resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.387447 | `deploy_azure_ai_models` | ✅ **EXPECTED** | +| 2 | 0.301222 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.299302 | `create_azure_load_testing` | ❌ | +| 4 | 0.240425 | `edit_azure_databases` | ❌ | +| 5 | 0.239872 | `get_azure_capacity` | ❌ | + +--- + +## Test 213 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Get details about the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.441870 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.384841 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.375857 | `get_azure_capacity` | ❌ | +| 4 | 0.336738 | `edit_azure_storage` | ❌ | +| 5 | 0.319154 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 214 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Get the details about blob in the container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.478682 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.404338 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.403201 | `view_azure_storage` | ✅ **EXPECTED** | +| 4 | 0.325756 | `get_azure_capacity` | ❌ | +| 5 | 0.313102 | `search_microsoft_docs` | ❌ | + +--- + +## Test 215 + +**Expected Tool:** `view_azure_storage` +**Prompt:** List all blob containers in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.453206 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.431280 | `view_azure_storage` | ✅ **EXPECTED** | +| 3 | 0.398358 | `list_azure_resources` | ❌ | +| 4 | 0.391771 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.336886 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 216 + +**Expected Tool:** `view_azure_storage` +**Prompt:** List all blobs in the blob container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.463738 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.404043 | `view_azure_storage` | ✅ **EXPECTED** | +| 3 | 0.373615 | `edit_azure_storage_blob_tiers` | ❌ | +| 4 | 0.356853 | `list_azure_resources` | ❌ | +| 5 | 0.317950 | `edit_azure_storage` | ❌ | + +--- + +## Test 217 + +**Expected Tool:** `view_azure_storage` +**Prompt:** List all files and directories in the File Share in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.452145 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.428538 | `list_azure_resources` | ❌ | +| 3 | 0.377275 | `edit_azure_storage_blob_tiers` | ❌ | +| 4 | 0.372925 | `get_azure_security_configurations` | ❌ | +| 5 | 0.370883 | `upload_azure_storage_blobs` | ❌ | + +--- + +## Test 218 + +**Expected Tool:** `view_azure_storage` +**Prompt:** List all paths in the Data Lake file system in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.419403 | `list_azure_resources` | ❌ | +| 2 | 0.402067 | `view_azure_storage` | ✅ **EXPECTED** | +| 3 | 0.331634 | `get_azure_security_configurations` | ❌ | +| 4 | 0.315120 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.306212 | `upload_azure_storage_blobs` | ❌ | + +--- + +## Test 219 + +**Expected Tool:** `view_azure_storage` +**Prompt:** List all storage accounts in my subscription including their location and SKU + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.457341 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.450766 | `list_azure_resources` | ❌ | +| 3 | 0.400577 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.398808 | `get_azure_capacity` | ❌ | +| 5 | 0.379630 | `edit_azure_storage_blob_tiers` | ❌ | + +--- + +## Test 220 + +**Expected Tool:** `view_azure_storage` +**Prompt:** List all tables in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.464252 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.434440 | `list_azure_resources` | ❌ | +| 3 | 0.393890 | `view_azure_databases` | ❌ | +| 4 | 0.374447 | `get_azure_security_configurations` | ❌ | +| 5 | 0.372656 | `edit_azure_storage_blob_tiers` | ❌ | + +--- + +## Test 221 + +**Expected Tool:** `view_azure_storage` +**Prompt:** List files with prefix 'report' in the File Share in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.449031 | `audit_azure_resources_compliance` | ❌ | +| 2 | 0.428887 | `view_azure_storage` | ✅ **EXPECTED** | +| 3 | 0.359896 | `list_azure_resources` | ❌ | +| 4 | 0.356115 | `get_azure_security_configurations` | ❌ | +| 5 | 0.330769 | `upload_azure_storage_blobs` | ❌ | + +--- + +## Test 222 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Recursively list all paths in the Data Lake file system in the storage account filtered by + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.398550 | `list_azure_resources` | ❌ | +| 2 | 0.345928 | `view_azure_storage` | ✅ **EXPECTED** | +| 3 | 0.289028 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.285220 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.281225 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 223 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.429554 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.418652 | `list_azure_resources` | ❌ | +| 3 | 0.390632 | `get_azure_capacity` | ❌ | +| 4 | 0.384612 | `get_azure_security_configurations` | ❌ | +| 5 | 0.358280 | `edit_azure_storage_blob_tiers` | ❌ | + +--- + +## Test 224 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Show me the blobs in the blob container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.472639 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.441715 | `view_azure_storage` | ✅ **EXPECTED** | +| 3 | 0.389798 | `edit_azure_storage_blob_tiers` | ❌ | +| 4 | 0.338208 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.327625 | `list_azure_resources` | ❌ | + +--- + +## Test 225 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Show me the containers in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.493144 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.418173 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.383934 | `list_azure_resources` | ❌ | +| 4 | 0.369023 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.361399 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 226 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Show me the details for my storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484243 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.390506 | `get_azure_capacity` | ❌ | +| 3 | 0.386267 | `edit_azure_storage_blob_tiers` | ❌ | +| 4 | 0.370487 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.360845 | `list_azure_resources` | ❌ | + +--- + +## Test 227 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Show me the files in the File Share directory in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.428690 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.347057 | `get_azure_key_vault` | ❌ | +| 3 | 0.345960 | `edit_azure_storage_blob_tiers` | ❌ | +| 4 | 0.345175 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.325559 | `execute_azure_cli` | ❌ | + +--- + +## Test 228 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Show me the paths in the Data Lake file system in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.427328 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.395018 | `list_azure_resources` | ❌ | +| 3 | 0.334921 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.330273 | `get_azure_security_configurations` | ❌ | +| 5 | 0.324653 | `view_azure_service_bus` | ❌ | + +--- + +## Test 229 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Show me the properties for blob in container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.457281 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.451170 | `view_azure_storage` | ✅ **EXPECTED** | +| 3 | 0.414649 | `edit_azure_storage_blob_tiers` | ❌ | +| 4 | 0.340694 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.333713 | `get_azure_capacity` | ❌ | + +--- + +## Test 230 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Show me the properties of the storage container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.482591 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.398764 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.379193 | `edit_azure_storage_blob_tiers` | ❌ | +| 4 | 0.374824 | `get_azure_capacity` | ❌ | +| 5 | 0.352408 | `list_azure_resources` | ❌ | + +--- + +## Test 231 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.465280 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.456960 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.410876 | `list_azure_resources` | ❌ | +| 4 | 0.395016 | `view_azure_app_config_settings` | ❌ | +| 5 | 0.385193 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 232 + +**Expected Tool:** `view_azure_storage` +**Prompt:** Show me the tables in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498932 | `view_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.422521 | `view_azure_databases` | ❌ | +| 3 | 0.410512 | `list_azure_resources` | ❌ | +| 4 | 0.390620 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.381332 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 233 + +**Expected Tool:** `edit_azure_storage` +**Prompt:** Add a message to the queue in storage account with visibility timeout of 30 seconds + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.520579 | `edit_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.345666 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.336106 | `view_azure_service_bus` | ❌ | +| 4 | 0.304479 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.285743 | `create_azure_sql_firewall_rules` | ❌ | + +--- + +## Test 234 + +**Expected Tool:** `edit_azure_storage` +**Prompt:** Create a new blob container named documents with container public access in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.431996 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.420366 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.362812 | `view_azure_storage` | ❌ | +| 4 | 0.361545 | `edit_azure_storage` | ✅ **EXPECTED** | +| 5 | 0.318029 | `create_azure_key_vault_items` | ❌ | + +--- + +## Test 235 + +**Expected Tool:** `edit_azure_storage` +**Prompt:** Create a new directory at the path in Data Lake in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.353706 | `create_azure_key_vault_items` | ❌ | +| 2 | 0.352343 | `edit_azure_storage` | ✅ **EXPECTED** | +| 3 | 0.348131 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.312818 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.280538 | `view_azure_storage` | ❌ | + +--- + +## Test 236 + +**Expected Tool:** `edit_azure_storage` +**Prompt:** Create a new storage account called testaccount123 in East US region + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.391632 | `edit_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.351060 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.334517 | `view_azure_storage` | ❌ | +| 4 | 0.329543 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.307994 | `create_azure_load_testing` | ❌ | + +--- + +## Test 237 + +**Expected Tool:** `edit_azure_storage` +**Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.457332 | `edit_azure_storage_blob_tiers` | ❌ | +| 2 | 0.457233 | `edit_azure_storage` | ✅ **EXPECTED** | +| 3 | 0.432518 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.423712 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.411608 | `view_azure_storage` | ❌ | + +--- + +## Test 238 + +**Expected Tool:** `edit_azure_storage` +**Prompt:** Create a storage account with premium performance and LRS replication + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438761 | `edit_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.429476 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.413299 | `get_azure_capacity` | ❌ | +| 4 | 0.384729 | `view_azure_storage` | ❌ | +| 5 | 0.356649 | `create_azure_load_testing` | ❌ | + +--- + +## Test 239 + +**Expected Tool:** `edit_azure_storage` +**Prompt:** Create the container using blob public access in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.487471 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.451255 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.394428 | `edit_azure_storage` | ✅ **EXPECTED** | +| 4 | 0.364309 | `view_azure_storage` | ❌ | +| 5 | 0.316986 | `create_azure_key_vault_items` | ❌ | + +--- + +## Test 240 + +**Expected Tool:** `edit_azure_storage` +**Prompt:** Create the storage container mycontainer in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.450592 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.414252 | `edit_azure_storage` | ✅ **EXPECTED** | +| 3 | 0.366695 | `view_azure_storage` | ❌ | +| 4 | 0.355881 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.325408 | `create_azure_key_vault_items` | ❌ | + +--- + +## Test 241 + +**Expected Tool:** `edit_azure_storage` +**Prompt:** Send a message "Hello, World!" to the queue in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.543584 | `edit_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.339178 | `view_azure_service_bus` | ❌ | +| 3 | 0.310892 | `edit_azure_storage_blob_tiers` | ❌ | +| 4 | 0.309890 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.300104 | `view_azure_storage` | ❌ | + +--- + +## Test 242 + +**Expected Tool:** `edit_azure_storage` +**Prompt:** Send a message with TTL of 3600 seconds to the queue in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.547877 | `edit_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.365199 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.326670 | `view_azure_service_bus` | ❌ | +| 4 | 0.317886 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.287949 | `view_azure_storage` | ❌ | + +--- + +## Test 243 + +**Expected Tool:** `upload_azure_storage_blobs` +**Prompt:** Upload file to storage blob in container in storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.623181 | `upload_azure_storage_blobs` | ✅ **EXPECTED** | +| 2 | 0.391160 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.368706 | `edit_azure_storage` | ❌ | +| 4 | 0.340694 | `view_azure_storage` | ❌ | +| 5 | 0.292612 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 244 + +**Expected Tool:** `edit_azure_storage_blob_tiers` +**Prompt:** Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.610178 | `edit_azure_storage_blob_tiers` | ✅ **EXPECTED** | +| 2 | 0.468924 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.372642 | `view_azure_storage` | ❌ | +| 4 | 0.351953 | `edit_azure_storage` | ❌ | +| 5 | 0.348409 | `lock_unlock_azure_app_config_settings` | ❌ | + +--- + +## Test 245 + +**Expected Tool:** `edit_azure_storage_blob_tiers` +**Prompt:** Set access tier to Cool for multiple blobs in the container in the storage account + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.635965 | `edit_azure_storage_blob_tiers` | ✅ **EXPECTED** | +| 2 | 0.477040 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.357186 | `edit_azure_storage` | ❌ | +| 4 | 0.339394 | `lock_unlock_azure_app_config_settings` | ❌ | +| 5 | 0.339341 | `view_azure_storage` | ❌ | + +--- + +## Test 246 + +**Expected Tool:** `view_azure_cache_for_redis` +**Prompt:** List all access policies in the Redis Cache + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.514482 | `view_azure_cache_for_redis` | ✅ **EXPECTED** | +| 2 | 0.335003 | `get_azure_security_configurations` | ❌ | +| 3 | 0.285710 | `get_azure_key_vault` | ❌ | +| 4 | 0.284910 | `list_azure_resources` | ❌ | +| 5 | 0.281771 | `view_azure_storage` | ❌ | + +--- + +## Test 247 + +**Expected Tool:** `view_azure_cache_for_redis` +**Prompt:** List all databases in the Redis Cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.371289 | `view_azure_databases` | ❌ | +| 2 | 0.345844 | `view_azure_cache_for_redis` | ✅ **EXPECTED** | +| 3 | 0.306734 | `list_azure_resources` | ❌ | +| 4 | 0.297726 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.254949 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 248 + +**Expected Tool:** `view_azure_cache_for_redis` +**Prompt:** Show me the access policies in the Redis Cache + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.548180 | `view_azure_cache_for_redis` | ✅ **EXPECTED** | +| 2 | 0.323277 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.316812 | `get_azure_security_configurations` | ❌ | +| 4 | 0.313256 | `get_azure_key_vault` | ❌ | +| 5 | 0.294133 | `view_azure_storage` | ❌ | + +--- + +## Test 249 + +**Expected Tool:** `view_azure_cache_for_redis` +**Prompt:** Show me the databases in the Redis Cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.381246 | `view_azure_databases` | ❌ | +| 2 | 0.369175 | `view_azure_cache_for_redis` | ✅ **EXPECTED** | +| 3 | 0.316643 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.263094 | `list_azure_resources` | ❌ | +| 5 | 0.237185 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 250 + +**Expected Tool:** `browse_azure_marketplace_products` +**Prompt:** Get details about marketplace product + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.424825 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | +| 2 | 0.229662 | `get_azure_capacity` | ❌ | +| 3 | 0.213407 | `view_azure_storage` | ❌ | +| 4 | 0.207802 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.200500 | `view_azure_app_config_settings` | ❌ | + +--- + +## Test 251 + +**Expected Tool:** `browse_azure_marketplace_products` +**Prompt:** Search for Microsoft products in the marketplace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.712278 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | +| 2 | 0.464133 | `search_microsoft_docs` | ❌ | +| 3 | 0.421001 | `view_azure_ai_resources` | ❌ | +| 4 | 0.350764 | `view_azure_databases` | ❌ | +| 5 | 0.338328 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 252 + +**Expected Tool:** `browse_azure_marketplace_products` +**Prompt:** Show me marketplace products from publisher + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.492651 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | +| 2 | 0.235314 | `view_azure_cache_for_redis` | ❌ | +| 3 | 0.230665 | `view_azure_ai_resources` | ❌ | +| 4 | 0.225578 | `view_azure_workbooks` | ❌ | +| 5 | 0.216860 | `view_azure_databases` | ❌ | + +--- + +## Test 253 + +**Expected Tool:** `get_azure_capacity` +**Prompt:** Check usage information for in region + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.449864 | `get_azure_capacity` | ✅ **EXPECTED** | +| 2 | 0.373360 | `view_azure_storage` | ❌ | +| 3 | 0.358280 | `list_azure_resources` | ❌ | +| 4 | 0.325032 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.304055 | `get_azure_health_status` | ❌ | + +--- + +## Test 254 + +**Expected Tool:** `get_azure_capacity` +**Prompt:** Show me the available regions for these resource types + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.401749 | `list_azure_resources` | ❌ | +| 2 | 0.365019 | `view_azure_storage` | ❌ | +| 3 | 0.353399 | `view_azure_ai_resources` | ❌ | +| 4 | 0.328688 | `view_azure_databases` | ❌ | +| 5 | 0.320658 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 255 + +**Expected Tool:** `get_azure_capacity` +**Prompt:** Tell me how many IP addresses I need for of + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.278726 | `get_azure_capacity` | ✅ **EXPECTED** | +| 2 | 0.225046 | `execute_azure_cli` | ❌ | +| 3 | 0.215121 | `edit_azure_databases` | ❌ | +| 4 | 0.205243 | `design_azure_architecture` | ❌ | +| 5 | 0.196274 | `browse_azure_marketplace_products` | ❌ | + +--- + +## Test 256 + +**Expected Tool:** `view_azure_service_bus` +**Prompt:** Show me the details of service bus queue + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.546512 | `view_azure_service_bus` | ✅ **EXPECTED** | +| 2 | 0.337340 | `edit_azure_storage` | ❌ | +| 3 | 0.302000 | `get_azure_capacity` | ❌ | +| 4 | 0.292168 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.288504 | `view_azure_storage` | ❌ | + +--- + +## Test 257 + +**Expected Tool:** `view_azure_service_bus` +**Prompt:** Show me the details of service bus subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.520082 | `view_azure_service_bus` | ✅ **EXPECTED** | +| 2 | 0.295205 | `get_azure_security_configurations` | ❌ | +| 3 | 0.290098 | `view_azure_cache_for_redis` | ❌ | +| 4 | 0.282568 | `view_azure_load_testing` | ❌ | +| 5 | 0.281828 | `get_azure_capacity` | ❌ | + +--- + +## Test 258 + +**Expected Tool:** `view_azure_service_bus` +**Prompt:** Show me the details of service bus topic + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.529466 | `view_azure_service_bus` | ✅ **EXPECTED** | +| 2 | 0.285952 | `get_azure_capacity` | ❌ | +| 3 | 0.273063 | `view_azure_load_testing` | ❌ | +| 4 | 0.269918 | `view_azure_storage` | ❌ | +| 5 | 0.264781 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 259 + +**Expected Tool:** `view_azure_data_explorer_kusto` +**Prompt:** List all databases in the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.499918 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 2 | 0.447129 | `view_azure_databases` | ❌ | +| 3 | 0.300745 | `list_azure_resources` | ❌ | +| 4 | 0.274074 | `view_azure_ai_resources` | ❌ | +| 5 | 0.268684 | `view_azure_workbooks` | ❌ | + +--- + +## Test 260 + +**Expected Tool:** `view_azure_data_explorer_kusto` +**Prompt:** List all tables in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.479987 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 2 | 0.396561 | `view_azure_databases` | ❌ | +| 3 | 0.291845 | `list_azure_resources` | ❌ | +| 4 | 0.253560 | `view_azure_workbooks` | ❌ | +| 5 | 0.238922 | `view_azure_ai_resources` | ❌ | + +--- + +## Test 261 + +**Expected Tool:** `view_azure_data_explorer_kusto` +**Prompt:** Show me a data sample from the Data Explorer table in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.499335 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 2 | 0.353150 | `view_azure_databases` | ❌ | +| 3 | 0.280941 | `view_azure_workbooks` | ❌ | +| 4 | 0.255517 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.234547 | `view_azure_load_testing` | ❌ | + +--- + +## Test 262 + +**Expected Tool:** `view_azure_data_explorer_kusto` +**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.395179 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 2 | 0.345753 | `view_azure_databases` | ❌ | +| 3 | 0.328271 | `view_azure_ai_resources` | ❌ | +| 4 | 0.264007 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.239882 | `list_azure_resources` | ❌ | + +--- + +## Test 263 + +**Expected Tool:** `view_azure_data_explorer_kusto` +**Prompt:** Show me the databases in the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.512447 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 2 | 0.456484 | `view_azure_databases` | ❌ | +| 3 | 0.284469 | `view_azure_workbooks` | ❌ | +| 4 | 0.281843 | `view_azure_ai_resources` | ❌ | +| 5 | 0.277702 | `view_azure_storage` | ❌ | + +--- + +## Test 264 + +**Expected Tool:** `view_azure_data_explorer_kusto` +**Prompt:** Show me the details of the Data Explorer cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.502854 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 2 | 0.358495 | `view_azure_databases` | ❌ | +| 3 | 0.312618 | `view_azure_cache_for_redis` | ❌ | +| 4 | 0.303763 | `get_azure_capacity` | ❌ | +| 5 | 0.301669 | `view_azure_load_testing` | ❌ | + +--- + +## Test 265 + +**Expected Tool:** `view_azure_data_explorer_kusto` +**Prompt:** Show me the schema for table in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.468959 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 2 | 0.366188 | `view_azure_databases` | ❌ | +| 3 | 0.251410 | `get_azure_best_practices` | ❌ | +| 4 | 0.234844 | `edit_azure_databases` | ❌ | +| 5 | 0.229794 | `view_azure_service_bus` | ❌ | + +--- + +## Test 266 + +**Expected Tool:** `view_azure_data_explorer_kusto` +**Prompt:** Show me the tables in the Data Explorer database in cluster + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.495389 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 2 | 0.422581 | `view_azure_databases` | ❌ | +| 3 | 0.269662 | `list_azure_resources` | ❌ | +| 4 | 0.268568 | `view_azure_workbooks` | ❌ | +| 5 | 0.256564 | `view_azure_cache_for_redis` | ❌ | + +--- + +## Test 267 + +**Expected Tool:** `create_azure_sql_firewall_rules` +**Prompt:** Add a firewall rule to allow access from IP range to for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.619657 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.497505 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.339575 | `edit_azure_databases` | ❌ | +| 4 | 0.238195 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.204598 | `import_azure_key_vault_certificates` | ❌ | + +--- + +## Test 268 + +**Expected Tool:** `create_azure_sql_firewall_rules` +**Prompt:** Create a firewall rule for my Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.769894 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.659595 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.476818 | `edit_azure_databases` | ❌ | +| 4 | 0.322624 | `execute_azure_cli` | ❌ | +| 5 | 0.315260 | `view_azure_databases` | ❌ | + +--- + +## Test 269 + +**Expected Tool:** `create_azure_sql_firewall_rules` +**Prompt:** Create a new firewall rule named for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.670172 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.546667 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.333972 | `edit_azure_databases` | ❌ | +| 4 | 0.250896 | `create_azure_workbooks` | ❌ | +| 5 | 0.248122 | `create_azure_key_vault_items` | ❌ | + +--- + +## Test 270 + +**Expected Tool:** `delete_azure_sql_firewall_rules` +**Prompt:** Delete a firewall rule from my Azure SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.725926 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.684224 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.433064 | `edit_azure_databases` | ❌ | +| 4 | 0.365336 | `edit_azure_workbooks` | ❌ | +| 5 | 0.345479 | `edit_azure_app_config_settings` | ❌ | + +--- + +## Test 271 + +**Expected Tool:** `delete_azure_sql_firewall_rules` +**Prompt:** Delete firewall rule for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.691123 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.657273 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.364151 | `edit_azure_databases` | ❌ | +| 4 | 0.287813 | `get_azure_security_configurations` | ❌ | +| 5 | 0.263637 | `edit_azure_workbooks` | ❌ | + +--- + +## Test 272 + +**Expected Tool:** `delete_azure_sql_firewall_rules` +**Prompt:** Remove the firewall rule from SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.662278 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.610044 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.299807 | `edit_azure_databases` | ❌ | +| 4 | 0.250392 | `get_azure_security_configurations` | ❌ | +| 5 | 0.245344 | `edit_azure_workbooks` | ❌ | + +--- + +## Summary + +**Total Prompts Tested:** 272 +**Analysis Execution Time:** 29.5333743s + +### Success Rate Metrics + +**Top Choice Success:** 58.1% (158/272 tests) + +#### Confidence Level Distribution + +**💪 Very High Confidence (≥0.8):** 0.0% (0/272 tests) +**🎯 High Confidence (≥0.7):** 2.9% (8/272 tests) +**✅ Good Confidence (≥0.6):** 10.7% (29/272 tests) +**👍 Fair Confidence (≥0.5):** 27.2% (74/272 tests) +**👌 Acceptable Confidence (≥0.4):** 60.7% (165/272 tests) +**❌ Low Confidence (<0.4):** 39.3% (107/272 tests) + +#### Top Choice + Confidence Combinations + +**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/272 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 2.9% (8/272 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 10.7% (29/272 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 23.9% (65/272 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 47.4% (129/272 tests) + +### Success Rate Analysis + +🔴 **Poor** - The tool selection system requires major improvements. + +⚠️ **Recommendation:** Tool descriptions need improvement to better match user intent (targets: ≥0.6 good, ≥0.7 high). + diff --git a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md index 4974b5ae4..bcf4e0eaf 100644 --- a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md +++ b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md @@ -1,14 +1,14 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 16:22:24 +**Setup completed:** 2025-09-22 18:10:19 **Tool count:** 36 -**Database setup time:** 0.6839612s +**Database setup time:** 0.4811858s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 16:22:24 +**Analysis Date:** 2025-09-22 18:10:19 **Tool count:** 36 ## Table of Contents @@ -329,10 +329,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.586145 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.586152 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.485389 | `azmcp_subscription` | ❌ | -| 3 | 0.425309 | `azmcp_group` | ❌ | -| 4 | 0.393275 | `azmcp_quota` | ❌ | +| 3 | 0.425342 | `azmcp_group` | ❌ | +| 4 | 0.393274 | `azmcp_quota` | ❌ | | 5 | 0.387948 | `azmcp_aks` | ❌ | --- @@ -346,11 +346,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545816 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.360104 | `azmcp_subscription` | ❌ | -| 3 | 0.349345 | `azmcp_quota` | ❌ | -| 4 | 0.349173 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.346566 | `azmcp_aks` | ❌ | +| 1 | 0.545935 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.360119 | `azmcp_subscription` | ❌ | +| 3 | 0.349382 | `azmcp_quota` | ❌ | +| 4 | 0.349135 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.346555 | `azmcp_aks` | ❌ | --- @@ -363,10 +363,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489889 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.489920 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.471101 | `azmcp_subscription` | ❌ | -| 3 | 0.362100 | `azmcp_group` | ❌ | -| 4 | 0.350873 | `azmcp_quota` | ❌ | +| 3 | 0.362121 | `azmcp_group` | ❌ | +| 4 | 0.350880 | `azmcp_quota` | ❌ | | 5 | 0.336558 | `azmcp_aks` | ❌ | --- @@ -380,10 +380,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490769 | `azmcp_group` | ❌ | -| 2 | 0.475038 | `azmcp_acr` | ✅ **EXPECTED** | -| 3 | 0.364256 | `azmcp_quota` | ❌ | -| 4 | 0.338271 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.490732 | `azmcp_group` | ❌ | +| 2 | 0.475051 | `azmcp_acr` | ✅ **EXPECTED** | +| 3 | 0.364254 | `azmcp_quota` | ❌ | +| 4 | 0.338147 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.325513 | `azmcp_subscription` | ❌ | --- @@ -397,9 +397,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496652 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.466365 | `azmcp_group` | ❌ | -| 3 | 0.360955 | `azmcp_quota` | ❌ | +| 1 | 0.496675 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.466367 | `azmcp_group` | ❌ | +| 3 | 0.360958 | `azmcp_quota` | ❌ | | 4 | 0.313044 | `azmcp_subscription` | ❌ | | 5 | 0.306924 | `azmcp_aks` | ❌ | @@ -414,10 +414,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473164 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.473189 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.451939 | `azmcp_subscription` | ❌ | -| 3 | 0.352583 | `azmcp_group` | ❌ | -| 4 | 0.327971 | `azmcp_quota` | ❌ | +| 3 | 0.352577 | `azmcp_group` | ❌ | +| 4 | 0.327973 | `azmcp_quota` | ❌ | | 5 | 0.325084 | `azmcp_foundry` | ❌ | --- @@ -431,11 +431,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.439532 | `azmcp_acr` | ✅ **EXPECTED** | +| 1 | 0.439561 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.291966 | `azmcp_subscription` | ❌ | | 3 | 0.282993 | `azmcp_foundry` | ❌ | | 4 | 0.274549 | `azmcp_storage` | ❌ | -| 5 | 0.272664 | `azmcp_quota` | ❌ | +| 5 | 0.272674 | `azmcp_quota` | ❌ | --- @@ -448,10 +448,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.485245 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.303275 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.485273 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.303130 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.298944 | `azmcp_subscription` | ❌ | -| 4 | 0.287384 | `azmcp_group` | ❌ | +| 4 | 0.287383 | `azmcp_group` | ❌ | | 5 | 0.284444 | `azmcp_foundry` | ❌ | --- @@ -465,11 +465,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.467485 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.290472 | `azmcp_subscription` | ❌ | -| 3 | 0.270675 | `azmcp_quota` | ❌ | -| 4 | 0.269603 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.269107 | `azmcp_group` | ❌ | +| 1 | 0.467460 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.290408 | `azmcp_subscription` | ❌ | +| 3 | 0.270586 | `azmcp_quota` | ❌ | +| 4 | 0.269465 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.269110 | `azmcp_group` | ❌ | --- @@ -483,10 +483,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.545022 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.403262 | `azmcp_appconfig` | ❌ | +| 2 | 0.403335 | `azmcp_appconfig` | ❌ | | 3 | 0.334815 | `azmcp_deploy` | ❌ | -| 4 | 0.331330 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.330629 | `azmcp_quota` | ❌ | +| 4 | 0.331331 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.330632 | `azmcp_quota` | ❌ | --- @@ -500,7 +500,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.503486 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.417130 | `azmcp_group` | ❌ | +| 2 | 0.417152 | `azmcp_group` | ❌ | | 3 | 0.339190 | `azmcp_kusto` | ❌ | | 4 | 0.338809 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.332219 | `azmcp_extension_azqr` | ❌ | @@ -517,8 +517,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.481577 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.306013 | `azmcp_appconfig` | ❌ | -| 3 | 0.294353 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.306088 | `azmcp_appconfig` | ❌ | +| 3 | 0.294337 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.283039 | `azmcp_deploy` | ❌ | | 5 | 0.265640 | `azmcp_cloudarchitect` | ❌ | @@ -534,10 +534,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.545582 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.402643 | `azmcp_group` | ❌ | +| 2 | 0.402710 | `azmcp_group` | ❌ | | 3 | 0.362202 | `azmcp_kusto` | ❌ | -| 4 | 0.360400 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.347538 | `azmcp_acr` | ❌ | +| 4 | 0.360396 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.347577 | `azmcp_acr` | ❌ | --- @@ -553,8 +553,8 @@ | 1 | 0.585290 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.497131 | `azmcp_subscription` | ❌ | | 3 | 0.395664 | `azmcp_kusto` | ❌ | -| 4 | 0.390826 | `azmcp_group` | ❌ | -| 5 | 0.387113 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.390782 | `azmcp_group` | ❌ | +| 5 | 0.387163 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -570,7 +570,7 @@ | 1 | 0.528505 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.399639 | `azmcp_kusto` | ❌ | | 3 | 0.375501 | `azmcp_subscription` | ❌ | -| 4 | 0.359287 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.359354 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.346603 | `azmcp_bestpractices` | ❌ | --- @@ -584,11 +584,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.587153 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.398045 | `azmcp_kusto` | ❌ | -| 3 | 0.371900 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.337321 | `azmcp_subscription` | ❌ | -| 5 | 0.329244 | `azmcp_acr` | ❌ | +| 1 | 0.587161 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.398074 | `azmcp_kusto` | ❌ | +| 3 | 0.371891 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.337291 | `azmcp_subscription` | ❌ | +| 5 | 0.329280 | `azmcp_acr` | ❌ | --- @@ -601,11 +601,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436383 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.368859 | `azmcp_group` | ❌ | -| 3 | 0.345794 | `azmcp_quota` | ❌ | -| 4 | 0.336559 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.318552 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.436522 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.368563 | `azmcp_group` | ❌ | +| 3 | 0.345755 | `azmcp_quota` | ❌ | +| 4 | 0.336506 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.318443 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -618,11 +618,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.419900 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.347154 | `azmcp_group` | ❌ | -| 3 | 0.336964 | `azmcp_appconfig` | ❌ | -| 4 | 0.322406 | `azmcp_quota` | ❌ | -| 5 | 0.311670 | `azmcp_virtualdesktop` | ❌ | +| 1 | 0.419885 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.347159 | `azmcp_group` | ❌ | +| 3 | 0.336997 | `azmcp_appconfig` | ❌ | +| 4 | 0.322404 | `azmcp_quota` | ❌ | +| 5 | 0.311652 | `azmcp_virtualdesktop` | ❌ | --- @@ -635,11 +635,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438236 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.351291 | `azmcp_group` | ❌ | -| 3 | 0.338903 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.312041 | `azmcp_sql` | ❌ | -| 5 | 0.299230 | `azmcp_acr` | ❌ | +| 1 | 0.438112 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.351328 | `azmcp_group` | ❌ | +| 3 | 0.338835 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.312093 | `azmcp_sql` | ❌ | +| 5 | 0.299231 | `azmcp_acr` | ❌ | --- @@ -653,8 +653,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.473549 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.428374 | `azmcp_group` | ❌ | -| 3 | 0.347135 | `azmcp_quota` | ❌ | +| 2 | 0.428324 | `azmcp_group` | ❌ | +| 3 | 0.347127 | `azmcp_quota` | ❌ | | 4 | 0.345065 | `azmcp_virtualdesktop` | ❌ | | 5 | 0.338911 | `azmcp_kusto` | ❌ | @@ -670,10 +670,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.482539 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.423180 | `azmcp_group` | ❌ | -| 3 | 0.359169 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.423153 | `azmcp_group` | ❌ | +| 3 | 0.359175 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.343208 | `azmcp_kusto` | ❌ | -| 5 | 0.338415 | `azmcp_quota` | ❌ | +| 5 | 0.338408 | `azmcp_quota` | ❌ | --- @@ -686,11 +686,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458930 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.379221 | `azmcp_group` | ❌ | -| 3 | 0.342258 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.334336 | `azmcp_quota` | ❌ | -| 5 | 0.328268 | `azmcp_kusto` | ❌ | +| 1 | 0.458967 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.379142 | `azmcp_group` | ❌ | +| 3 | 0.342425 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.334462 | `azmcp_quota` | ❌ | +| 5 | 0.328375 | `azmcp_kusto` | ❌ | --- @@ -703,10 +703,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549859 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.549787 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.432436 | `azmcp_subscription` | ❌ | | 3 | 0.347084 | `azmcp_functionapp` | ❌ | -| 4 | 0.329944 | `azmcp_eventgrid` | ❌ | +| 4 | 0.329645 | `azmcp_eventgrid` | ❌ | | 5 | 0.314486 | `azmcp_deploy` | ❌ | --- @@ -720,11 +720,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.529147 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.529077 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.369729 | `azmcp_subscription` | ❌ | | 3 | 0.344995 | `azmcp_functionapp` | ❌ | | 4 | 0.305549 | `azmcp_deploy` | ❌ | -| 5 | 0.302468 | `azmcp_eventgrid` | ❌ | +| 5 | 0.302113 | `azmcp_eventgrid` | ❌ | --- @@ -737,7 +737,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.510974 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.510866 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.262223 | `azmcp_functionapp` | ❌ | | 3 | 0.236839 | `azmcp_storage` | ❌ | | 4 | 0.234352 | `azmcp_deploy` | ❌ | @@ -754,11 +754,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.470870 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.470820 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.247502 | `azmcp_functionapp` | ❌ | | 3 | 0.223986 | `azmcp_keyvault` | ❌ | | 4 | 0.184059 | `azmcp_redis` | ❌ | -| 5 | 0.164500 | `azmcp_acr` | ❌ | +| 5 | 0.164518 | `azmcp_acr` | ❌ | --- @@ -771,7 +771,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.574657 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.574549 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.253328 | `azmcp_functionapp` | ❌ | | 3 | 0.249571 | `azmcp_storage` | ❌ | | 4 | 0.246381 | `azmcp_deploy` | ❌ | @@ -788,7 +788,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.571709 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.571604 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.241791 | `azmcp_functionapp` | ❌ | | 3 | 0.237126 | `azmcp_storage` | ❌ | | 4 | 0.226370 | `azmcp_keyvault` | ❌ | @@ -805,7 +805,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.477774 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.477748 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.206641 | `azmcp_keyvault` | ❌ | | 3 | 0.182503 | `azmcp_functionapp` | ❌ | | 4 | 0.166274 | `azmcp_storage` | ❌ | @@ -822,11 +822,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.524867 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.264941 | `azmcp_functionapp` | ❌ | -| 3 | 0.226686 | `azmcp_keyvault` | ❌ | -| 4 | 0.191766 | `azmcp_storage` | ❌ | -| 5 | 0.174033 | `azmcp_redis` | ❌ | +| 1 | 0.524539 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.264689 | `azmcp_functionapp` | ❌ | +| 3 | 0.226352 | `azmcp_keyvault` | ❌ | +| 4 | 0.191661 | `azmcp_storage` | ❌ | +| 5 | 0.173823 | `azmcp_redis` | ❌ | --- @@ -839,7 +839,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.468169 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 1 | 0.468060 | `azmcp_appconfig` | ✅ **EXPECTED** | | 2 | 0.220234 | `azmcp_keyvault` | ❌ | | 3 | 0.219762 | `azmcp_functionapp` | ❌ | | 4 | 0.193913 | `azmcp_storage` | ❌ | @@ -856,11 +856,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496226 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.248093 | `azmcp_keyvault` | ❌ | -| 3 | 0.219609 | `azmcp_functionapp` | ❌ | -| 4 | 0.170501 | `azmcp_storage` | ❌ | -| 5 | 0.164390 | `azmcp_deploy` | ❌ | +| 1 | 0.496256 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.248018 | `azmcp_keyvault` | ❌ | +| 3 | 0.219501 | `azmcp_functionapp` | ❌ | +| 4 | 0.170416 | `azmcp_storage` | ❌ | +| 5 | 0.164330 | `azmcp_deploy` | ❌ | --- @@ -892,7 +892,7 @@ |------|-------|------|--------| | 1 | 0.492549 | `azmcp_applens` | ✅ **EXPECTED** | | 2 | 0.204554 | `azmcp_functionapp` | ❌ | -| 3 | 0.195565 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.195427 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.193544 | `azmcp_deploy` | ❌ | | 5 | 0.181013 | `azmcp_resourcehealth` | ❌ | @@ -911,7 +911,7 @@ | 2 | 0.210779 | `azmcp_resourcehealth` | ❌ | | 3 | 0.205994 | `azmcp_foundry` | ❌ | | 4 | 0.205721 | `azmcp_functionapp` | ❌ | -| 5 | 0.205529 | `azmcp_appconfig` | ❌ | +| 5 | 0.205479 | `azmcp_appconfig` | ❌ | --- @@ -924,11 +924,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.715722 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 1 | 0.715712 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | | 2 | 0.535477 | `azmcp_subscription` | ❌ | | 3 | 0.426534 | `azmcp_group` | ❌ | | 4 | 0.420740 | `azmcp_storage` | ❌ | -| 5 | 0.415213 | `azmcp_quota` | ❌ | +| 5 | 0.415217 | `azmcp_quota` | ❌ | --- @@ -941,9 +941,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690780 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.523318 | `azmcp_group` | ❌ | -| 3 | 0.422145 | `azmcp_quota` | ❌ | +| 1 | 0.690767 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.523406 | `azmcp_group` | ❌ | +| 3 | 0.422146 | `azmcp_quota` | ❌ | | 4 | 0.396797 | `azmcp_subscription` | ❌ | | 5 | 0.382774 | `azmcp_storage` | ❌ | @@ -958,8 +958,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.350604 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.228052 | `azmcp_quota` | ❌ | +| 1 | 0.350607 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.228054 | `azmcp_quota` | ❌ | | 3 | 0.209876 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.209448 | `azmcp_storage` | ❌ | | 5 | 0.177664 | `azmcp_postgres` | ❌ | @@ -975,8 +975,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642545 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.452398 | `azmcp_quota` | ❌ | +| 1 | 0.642506 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.452411 | `azmcp_quota` | ❌ | | 3 | 0.437801 | `azmcp_subscription` | ❌ | | 4 | 0.432290 | `azmcp_storage` | ❌ | | 5 | 0.408285 | `azmcp_aks` | ❌ | @@ -1043,11 +1043,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.612322 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.532248 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.515769 | `azmcp_deploy` | ❌ | -| 4 | 0.501831 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.379330 | `azmcp_aks` | ❌ | +| 1 | 0.612315 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.532251 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.515801 | `azmcp_deploy` | ❌ | +| 4 | 0.501827 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.379269 | `azmcp_aks` | ❌ | --- @@ -1179,11 +1179,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.426630 | `azmcp_deploy` | ❌ | -| 2 | 0.368827 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.360148 | `azmcp_azureterraformbestpractices` | ❌ | -| 4 | 0.339395 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 5 | 0.331586 | `azmcp_functionapp` | ❌ | +| 1 | 0.426582 | `azmcp_deploy` | ❌ | +| 2 | 0.368833 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.360137 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.339339 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 5 | 0.331564 | `azmcp_functionapp` | ❌ | --- @@ -1215,8 +1215,8 @@ |------|-------|------|--------| | 1 | 0.328720 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | | 2 | 0.250170 | `azmcp_storage` | ❌ | -| 3 | 0.222215 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.194839 | `azmcp_eventgrid` | ❌ | +| 3 | 0.222263 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.194747 | `azmcp_eventgrid` | ❌ | | 5 | 0.191136 | `azmcp_foundry` | ❌ | --- @@ -1232,7 +1232,7 @@ |------|-------|------|--------| | 1 | 0.283657 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | | 2 | 0.242895 | `azmcp_foundry` | ❌ | -| 3 | 0.224603 | `azmcp_virtualdesktop` | ❌ | +| 3 | 0.224563 | `azmcp_virtualdesktop` | ❌ | | 4 | 0.219272 | `azmcp_storage` | ❌ | | 5 | 0.218512 | `azmcp_sql` | ❌ | @@ -1250,7 +1250,7 @@ | 1 | 0.326319 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | | 2 | 0.251675 | `azmcp_functionapp` | ❌ | | 3 | 0.246446 | `azmcp_marketplace` | ❌ | -| 4 | 0.238405 | `azmcp_appconfig` | ❌ | +| 4 | 0.238329 | `azmcp_appconfig` | ❌ | | 5 | 0.222644 | `azmcp_deploy` | ❌ | --- @@ -1266,9 +1266,9 @@ |------|-------|------|--------| | 1 | 0.422731 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | | 2 | 0.377331 | `azmcp_storage` | ❌ | -| 3 | 0.347068 | `azmcp_virtualdesktop` | ❌ | +| 3 | 0.347033 | `azmcp_virtualdesktop` | ❌ | | 4 | 0.320885 | `azmcp_sql` | ❌ | -| 5 | 0.313210 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.313286 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1282,10 +1282,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.555025 | `azmcp_subscription` | ❌ | -| 2 | 0.478574 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 3 | 0.409637 | `azmcp_group` | ❌ | -| 4 | 0.390280 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.390047 | `azmcp_quota` | ❌ | +| 2 | 0.478428 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 3 | 0.409638 | `azmcp_group` | ❌ | +| 4 | 0.390397 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.390055 | `azmcp_quota` | ❌ | --- @@ -1298,10 +1298,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495331 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.495174 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.416867 | `azmcp_subscription` | ❌ | -| 3 | 0.373806 | `azmcp_quota` | ❌ | -| 4 | 0.373367 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.373823 | `azmcp_quota` | ❌ | +| 4 | 0.373514 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.362858 | `azmcp_kusto` | ❌ | --- @@ -1316,10 +1316,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.527920 | `azmcp_subscription` | ❌ | -| 2 | 0.487739 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 3 | 0.392271 | `azmcp_group` | ❌ | -| 4 | 0.391769 | `azmcp_quota` | ❌ | -| 5 | 0.370227 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.487604 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 3 | 0.392276 | `azmcp_group` | ❌ | +| 4 | 0.391782 | `azmcp_quota` | ❌ | +| 5 | 0.370368 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1332,11 +1332,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478579 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.478653 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.386101 | `azmcp_search` | ❌ | | 3 | 0.330813 | `azmcp_kusto` | ❌ | | 4 | 0.306493 | `azmcp_sql` | ❌ | -| 5 | 0.296607 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.296654 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1349,11 +1349,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505639 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.505665 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.352725 | `azmcp_subscription` | ❌ | -| 3 | 0.344043 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.344019 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.336535 | `azmcp_kusto` | ❌ | -| 5 | 0.335816 | `azmcp_acr` | ❌ | +| 5 | 0.335837 | `azmcp_acr` | ❌ | --- @@ -1366,11 +1366,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.494428 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.494494 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.327296 | `azmcp_kusto` | ❌ | | 3 | 0.317629 | `azmcp_subscription` | ❌ | | 4 | 0.316882 | `azmcp_sql` | ❌ | -| 5 | 0.316483 | `azmcp_quota` | ❌ | +| 5 | 0.316493 | `azmcp_quota` | ❌ | --- @@ -1383,11 +1383,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505895 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.368700 | `azmcp_sql` | ❌ | -| 3 | 0.362990 | `azmcp_kusto` | ❌ | -| 4 | 0.362762 | `azmcp_subscription` | ❌ | -| 5 | 0.350929 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.505867 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.368644 | `azmcp_sql` | ❌ | +| 3 | 0.362926 | `azmcp_kusto` | ❌ | +| 4 | 0.362683 | `azmcp_subscription` | ❌ | +| 5 | 0.350934 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1400,11 +1400,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505848 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.505935 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.367192 | `azmcp_kusto` | ❌ | | 3 | 0.357547 | `azmcp_sql` | ❌ | | 4 | 0.337014 | `azmcp_subscription` | ❌ | -| 5 | 0.334755 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.334789 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1421,7 +1421,7 @@ | 2 | 0.341172 | `azmcp_resourcehealth` | ❌ | | 3 | 0.322074 | `azmcp_monitor` | ❌ | | 4 | 0.308127 | `azmcp_foundry` | ❌ | -| 5 | 0.305237 | `azmcp_quota` | ❌ | +| 5 | 0.305230 | `azmcp_quota` | ❌ | --- @@ -1437,7 +1437,7 @@ | 1 | 0.494458 | `azmcp_datadog` | ✅ **EXPECTED** | | 2 | 0.341042 | `azmcp_resourcehealth` | ❌ | | 3 | 0.338501 | `azmcp_monitor` | ❌ | -| 4 | 0.316880 | `azmcp_quota` | ❌ | +| 4 | 0.316882 | `azmcp_quota` | ❌ | | 5 | 0.296473 | `azmcp_foundry` | ❌ | --- @@ -1536,11 +1536,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609138 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.609058 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.487417 | `azmcp_subscription` | ❌ | -| 3 | 0.398388 | `azmcp_group` | ❌ | +| 3 | 0.398325 | `azmcp_group` | ❌ | | 4 | 0.370937 | `azmcp_servicebus` | ❌ | -| 5 | 0.327332 | `azmcp_quota` | ❌ | +| 5 | 0.327326 | `azmcp_quota` | ❌ | --- @@ -1553,11 +1553,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609629 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.609523 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.453133 | `azmcp_subscription` | ❌ | -| 3 | 0.383559 | `azmcp_group` | ❌ | +| 3 | 0.383569 | `azmcp_group` | ❌ | | 4 | 0.380682 | `azmcp_servicebus` | ❌ | -| 5 | 0.330862 | `azmcp_quota` | ❌ | +| 5 | 0.330864 | `azmcp_quota` | ❌ | --- @@ -1570,11 +1570,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.581669 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.581544 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.482326 | `azmcp_subscription` | ❌ | -| 3 | 0.366686 | `azmcp_group` | ❌ | +| 3 | 0.366554 | `azmcp_group` | ❌ | | 4 | 0.364622 | `azmcp_servicebus` | ❌ | -| 5 | 0.298574 | `azmcp_quota` | ❌ | +| 5 | 0.298568 | `azmcp_quota` | ❌ | --- @@ -1587,11 +1587,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.556899 | `azmcp_group` | ❌ | -| 2 | 0.514364 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 3 | 0.421820 | `azmcp_subscription` | ❌ | -| 4 | 0.331842 | `azmcp_servicebus` | ❌ | -| 5 | 0.331472 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.556366 | `azmcp_group` | ❌ | +| 2 | 0.514875 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.421923 | `azmcp_subscription` | ❌ | +| 4 | 0.331594 | `azmcp_servicebus` | ❌ | +| 5 | 0.331151 | `azmcp_resourcehealth` | ❌ | --- @@ -1604,11 +1604,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.595396 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.595309 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.446492 | `azmcp_subscription` | ❌ | | 3 | 0.372509 | `azmcp_servicebus` | ❌ | -| 4 | 0.367824 | `azmcp_group` | ❌ | -| 5 | 0.316933 | `azmcp_quota` | ❌ | +| 4 | 0.367726 | `azmcp_group` | ❌ | +| 5 | 0.316934 | `azmcp_quota` | ❌ | --- @@ -1621,11 +1621,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591743 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.591662 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.486190 | `azmcp_subscription` | ❌ | -| 3 | 0.396456 | `azmcp_group` | ❌ | +| 3 | 0.396354 | `azmcp_group` | ❌ | | 4 | 0.386525 | `azmcp_servicebus` | ❌ | -| 5 | 0.328942 | `azmcp_quota` | ❌ | +| 5 | 0.328940 | `azmcp_quota` | ❌ | --- @@ -1638,8 +1638,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.565359 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.516734 | `azmcp_group` | ❌ | +| 1 | 0.565394 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.516549 | `azmcp_group` | ❌ | | 3 | 0.464231 | `azmcp_subscription` | ❌ | | 4 | 0.375868 | `azmcp_servicebus` | ❌ | | 5 | 0.340821 | `azmcp_resourcehealth` | ❌ | @@ -1655,11 +1655,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.564708 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.564494 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.507648 | `azmcp_subscription` | ❌ | -| 3 | 0.392902 | `azmcp_group` | ❌ | +| 3 | 0.392904 | `azmcp_group` | ❌ | | 4 | 0.339891 | `azmcp_servicebus` | ❌ | -| 5 | 0.322975 | `azmcp_quota` | ❌ | +| 5 | 0.322977 | `azmcp_quota` | ❌ | --- @@ -1673,8 +1673,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.532125 | `azmcp_subscription` | ❌ | -| 2 | 0.530934 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 3 | 0.395075 | `azmcp_group` | ❌ | +| 2 | 0.530689 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.394973 | `azmcp_group` | ❌ | | 4 | 0.330035 | `azmcp_servicebus` | ❌ | | 5 | 0.297898 | `azmcp_resourcehealth` | ❌ | @@ -1689,8 +1689,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.539388 | `azmcp_group` | ❌ | -| 2 | 0.508213 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.539264 | `azmcp_group` | ❌ | +| 2 | 0.508092 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 3 | 0.467677 | `azmcp_subscription` | ❌ | | 4 | 0.351677 | `azmcp_resourcehealth` | ❌ | | 5 | 0.335222 | `azmcp_extension_azqr` | ❌ | @@ -1706,10 +1706,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.540058 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 1 | 0.539884 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.504607 | `azmcp_subscription` | ❌ | -| 3 | 0.404267 | `azmcp_group` | ❌ | -| 4 | 0.353344 | `azmcp_quota` | ❌ | +| 3 | 0.404086 | `azmcp_group` | ❌ | +| 4 | 0.353347 | `azmcp_quota` | ❌ | | 5 | 0.323691 | `azmcp_servicebus` | ❌ | --- @@ -1776,7 +1776,7 @@ |------|-------|------|--------| | 1 | 0.473921 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.324932 | `azmcp_search` | ❌ | -| 3 | 0.278619 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.278568 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.263364 | `azmcp_kusto` | ❌ | | 5 | 0.260814 | `azmcp_grafana` | ❌ | @@ -1795,7 +1795,7 @@ | 2 | 0.326070 | `azmcp_search` | ❌ | | 3 | 0.263918 | `azmcp_grafana` | ❌ | | 4 | 0.261986 | `azmcp_applens` | ❌ | -| 5 | 0.249449 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.249455 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1828,7 +1828,7 @@ | 1 | 0.267849 | `azmcp_bicepschema` | ❌ | | 2 | 0.249555 | `azmcp_search` | ❌ | | 3 | 0.229289 | `azmcp_kusto` | ❌ | -| 4 | 0.222115 | `azmcp_appconfig` | ❌ | +| 4 | 0.222056 | `azmcp_appconfig` | ❌ | | 5 | 0.215793 | `azmcp_aks` | ❌ | --- @@ -1843,7 +1843,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.314047 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.290762 | `azmcp_group` | ❌ | +| 2 | 0.290936 | `azmcp_group` | ❌ | | 3 | 0.266857 | `azmcp_postgres` | ❌ | | 4 | 0.252874 | `azmcp_loadtesting` | ❌ | | 5 | 0.244022 | `azmcp_functionapp` | ❌ | @@ -1862,7 +1862,7 @@ | 1 | 0.576587 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.350067 | `azmcp_deploy` | ❌ | | 3 | 0.318385 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.304053 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.304047 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.290622 | `azmcp_search` | ❌ | --- @@ -1894,7 +1894,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.516064 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.251390 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.251400 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.246756 | `azmcp_search` | ❌ | | 4 | 0.243136 | `azmcp_cloudarchitect` | ❌ | | 5 | 0.240667 | `azmcp_deploy` | ❌ | @@ -1928,9 +1928,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.628110 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.431210 | `azmcp_group` | ❌ | +| 2 | 0.431281 | `azmcp_group` | ❌ | | 3 | 0.411135 | `azmcp_deploy` | ❌ | -| 4 | 0.394577 | `azmcp_appconfig` | ❌ | +| 4 | 0.394603 | `azmcp_appconfig` | ❌ | | 5 | 0.379957 | `azmcp_applens` | ❌ | --- @@ -1945,10 +1945,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.582046 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.498940 | `azmcp_appconfig` | ❌ | +| 2 | 0.498985 | `azmcp_appconfig` | ❌ | | 3 | 0.391052 | `azmcp_deploy` | ❌ | | 4 | 0.358192 | `azmcp_bestpractices` | ❌ | -| 5 | 0.326251 | `azmcp_quota` | ❌ | +| 5 | 0.326255 | `azmcp_quota` | ❌ | --- @@ -1962,7 +1962,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.567955 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.353461 | `azmcp_appconfig` | ❌ | +| 2 | 0.353492 | `azmcp_appconfig` | ❌ | | 3 | 0.352948 | `azmcp_resourcehealth` | ❌ | | 4 | 0.325533 | `azmcp_bestpractices` | ❌ | | 5 | 0.320023 | `azmcp_deploy` | ❌ | @@ -1979,8 +1979,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.580171 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.418371 | `azmcp_group` | ❌ | -| 3 | 0.381120 | `azmcp_quota` | ❌ | +| 2 | 0.418375 | `azmcp_group` | ❌ | +| 3 | 0.381126 | `azmcp_quota` | ❌ | | 4 | 0.364707 | `azmcp_bestpractices` | ❌ | | 5 | 0.362772 | `azmcp_resourcehealth` | ❌ | @@ -1999,7 +1999,7 @@ | 2 | 0.401488 | `azmcp_resourcehealth` | ❌ | | 3 | 0.356968 | `azmcp_deploy` | ❌ | | 4 | 0.353167 | `azmcp_datadog` | ❌ | -| 5 | 0.352647 | `azmcp_appconfig` | ❌ | +| 5 | 0.352709 | `azmcp_appconfig` | ❌ | --- @@ -2013,7 +2013,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.562219 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.375633 | `azmcp_group` | ❌ | +| 2 | 0.375704 | `azmcp_group` | ❌ | | 3 | 0.364359 | `azmcp_deploy` | ❌ | | 4 | 0.359562 | `azmcp_applens` | ❌ | | 5 | 0.345442 | `azmcp_resourcehealth` | ❌ | @@ -2031,9 +2031,9 @@ |------|-------|------|--------| | 1 | 0.557426 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.365951 | `azmcp_deploy` | ❌ | -| 3 | 0.364284 | `azmcp_appconfig` | ❌ | +| 3 | 0.364287 | `azmcp_appconfig` | ❌ | | 4 | 0.325394 | `azmcp_bestpractices` | ❌ | -| 5 | 0.316849 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.316819 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2048,8 +2048,8 @@ |------|-------|------|--------| | 1 | 0.524943 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.425824 | `azmcp_deploy` | ❌ | -| 3 | 0.406796 | `azmcp_quota` | ❌ | -| 4 | 0.358567 | `azmcp_appconfig` | ❌ | +| 3 | 0.406808 | `azmcp_quota` | ❌ | +| 4 | 0.358593 | `azmcp_appconfig` | ❌ | | 5 | 0.341503 | `azmcp_bestpractices` | ❌ | --- @@ -2064,7 +2064,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.574308 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.380655 | `azmcp_appconfig` | ❌ | +| 2 | 0.380681 | `azmcp_appconfig` | ❌ | | 3 | 0.376216 | `azmcp_resourcehealth` | ❌ | | 4 | 0.344797 | `azmcp_datadog` | ❌ | | 5 | 0.344748 | `azmcp_deploy` | ❌ | @@ -2082,7 +2082,7 @@ |------|-------|------|--------| | 1 | 0.577726 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.515108 | `azmcp_subscription` | ❌ | -| 3 | 0.412623 | `azmcp_group` | ❌ | +| 3 | 0.412605 | `azmcp_group` | ❌ | | 4 | 0.405138 | `azmcp_deploy` | ❌ | | 5 | 0.388648 | `azmcp_bestpractices` | ❌ | @@ -2101,7 +2101,7 @@ | 2 | 0.431471 | `azmcp_deploy` | ❌ | | 3 | 0.411904 | `azmcp_bestpractices` | ❌ | | 4 | 0.388215 | `azmcp_subscription` | ❌ | -| 5 | 0.369505 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.369514 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2117,7 +2117,7 @@ | 1 | 0.477054 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.336604 | `azmcp_deploy` | ❌ | | 3 | 0.315874 | `azmcp_applens` | ❌ | -| 4 | 0.307606 | `azmcp_appconfig` | ❌ | +| 4 | 0.307577 | `azmcp_appconfig` | ❌ | | 5 | 0.281592 | `azmcp_storage` | ❌ | --- @@ -2133,7 +2133,7 @@ |------|-------|------|--------| | 1 | 0.538181 | `azmcp_grafana` | ✅ **EXPECTED** | | 2 | 0.501163 | `azmcp_subscription` | ❌ | -| 3 | 0.418066 | `azmcp_group` | ❌ | +| 3 | 0.418124 | `azmcp_group` | ❌ | | 4 | 0.402195 | `azmcp_monitor` | ❌ | | 5 | 0.379533 | `azmcp_datadog` | ❌ | @@ -2148,10 +2148,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630696 | `azmcp_group` | ✅ **EXPECTED** | +| 1 | 0.630565 | `azmcp_group` | ✅ **EXPECTED** | | 2 | 0.484042 | `azmcp_subscription` | ❌ | | 3 | 0.351016 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.350266 | `azmcp_quota` | ❌ | +| 4 | 0.350268 | `azmcp_quota` | ❌ | | 5 | 0.321143 | `azmcp_foundry` | ❌ | --- @@ -2165,8 +2165,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.543670 | `azmcp_group` | ✅ **EXPECTED** | -| 2 | 0.357959 | `azmcp_quota` | ❌ | +| 1 | 0.543752 | `azmcp_group` | ✅ **EXPECTED** | +| 2 | 0.357972 | `azmcp_quota` | ❌ | | 3 | 0.332796 | `azmcp_subscription` | ❌ | | 4 | 0.332242 | `azmcp_foundry` | ❌ | | 5 | 0.323258 | `azmcp_extension_azqr` | ❌ | @@ -2182,11 +2182,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.599256 | `azmcp_group` | ✅ **EXPECTED** | +| 1 | 0.599163 | `azmcp_group` | ✅ **EXPECTED** | | 2 | 0.464939 | `azmcp_subscription` | ❌ | -| 3 | 0.375146 | `azmcp_quota` | ❌ | +| 3 | 0.375156 | `azmcp_quota` | ❌ | | 4 | 0.367930 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.337136 | `azmcp_eventgrid` | ❌ | +| 5 | 0.337006 | `azmcp_eventgrid` | ❌ | --- @@ -2199,11 +2199,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.415032 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.261027 | `azmcp_subscription` | ❌ | -| 3 | 0.250185 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.247385 | `azmcp_functionapp` | ❌ | -| 5 | 0.240072 | `azmcp_appconfig` | ❌ | +| 1 | 0.415314 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261542 | `azmcp_subscription` | ❌ | +| 3 | 0.250268 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.247621 | `azmcp_functionapp` | ❌ | +| 5 | 0.240235 | `azmcp_appconfig` | ❌ | --- @@ -2220,7 +2220,7 @@ | 2 | 0.310188 | `azmcp_subscription` | ❌ | | 3 | 0.262525 | `azmcp_storage` | ❌ | | 4 | 0.261820 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.260121 | `azmcp_quota` | ❌ | +| 5 | 0.260125 | `azmcp_quota` | ❌ | --- @@ -2235,7 +2235,7 @@ |------|-------|------|--------| | 1 | 0.415308 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.307997 | `azmcp_subscription` | ❌ | -| 3 | 0.268099 | `azmcp_quota` | ❌ | +| 3 | 0.268103 | `azmcp_quota` | ❌ | | 4 | 0.264143 | `azmcp_extension_azqr` | ❌ | | 5 | 0.262927 | `azmcp_storage` | ❌ | @@ -2250,11 +2250,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.368805 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.230265 | `azmcp_subscription` | ❌ | -| 3 | 0.210953 | `azmcp_functionapp` | ❌ | -| 4 | 0.210537 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.210335 | `azmcp_appconfig` | ❌ | +| 1 | 0.368867 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.230235 | `azmcp_subscription` | ❌ | +| 3 | 0.211111 | `azmcp_functionapp` | ❌ | +| 4 | 0.210592 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.210346 | `azmcp_appconfig` | ❌ | --- @@ -2267,11 +2267,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.393563 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.261423 | `azmcp_subscription` | ❌ | -| 3 | 0.234363 | `azmcp_functionapp` | ❌ | -| 4 | 0.214972 | `azmcp_acr` | ❌ | -| 5 | 0.214343 | `azmcp_storage` | ❌ | +| 1 | 0.393527 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261417 | `azmcp_subscription` | ❌ | +| 3 | 0.234358 | `azmcp_functionapp` | ❌ | +| 4 | 0.214993 | `azmcp_acr` | ❌ | +| 5 | 0.214311 | `azmcp_storage` | ❌ | --- @@ -2284,11 +2284,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458094 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.372329 | `azmcp_subscription` | ❌ | -| 3 | 0.282898 | `azmcp_storage` | ❌ | -| 4 | 0.279142 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.271634 | `azmcp_bestpractices` | ❌ | +| 1 | 0.457947 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.371875 | `azmcp_subscription` | ❌ | +| 3 | 0.282556 | `azmcp_storage` | ❌ | +| 4 | 0.278801 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.271396 | `azmcp_bestpractices` | ❌ | --- @@ -2304,8 +2304,8 @@ | 1 | 0.446836 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.347408 | `azmcp_subscription` | ❌ | | 3 | 0.291540 | `azmcp_storage` | ❌ | -| 4 | 0.279787 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.276156 | `azmcp_quota` | ❌ | +| 4 | 0.279790 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.276157 | `azmcp_quota` | ❌ | --- @@ -2318,11 +2318,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.437000 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.252680 | `azmcp_role` | ❌ | -| 3 | 0.238994 | `azmcp_storage` | ❌ | -| 4 | 0.231429 | `azmcp_appconfig` | ❌ | -| 5 | 0.231323 | `azmcp_subscription` | ❌ | +| 1 | 0.437006 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.252662 | `azmcp_role` | ❌ | +| 3 | 0.238930 | `azmcp_storage` | ❌ | +| 4 | 0.231485 | `azmcp_appconfig` | ❌ | +| 5 | 0.231281 | `azmcp_subscription` | ❌ | --- @@ -2338,8 +2338,8 @@ | 1 | 0.489064 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.378477 | `azmcp_subscription` | ❌ | | 3 | 0.323082 | `azmcp_storage` | ❌ | -| 4 | 0.312568 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.288345 | `azmcp_appconfig` | ❌ | +| 4 | 0.312560 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.288367 | `azmcp_appconfig` | ❌ | --- @@ -2355,8 +2355,8 @@ | 1 | 0.484503 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.335838 | `azmcp_subscription` | ❌ | | 3 | 0.309437 | `azmcp_storage` | ❌ | -| 4 | 0.289151 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.279513 | `azmcp_appconfig` | ❌ | +| 4 | 0.289173 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.279515 | `azmcp_appconfig` | ❌ | --- @@ -2369,11 +2369,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.429504 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.290402 | `azmcp_appconfig` | ❌ | -| 3 | 0.253871 | `azmcp_storage` | ❌ | -| 4 | 0.250336 | `azmcp_functionapp` | ❌ | -| 5 | 0.239649 | `azmcp_subscription` | ❌ | +| 1 | 0.428906 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.290088 | `azmcp_appconfig` | ❌ | +| 3 | 0.253600 | `azmcp_storage` | ❌ | +| 4 | 0.249659 | `azmcp_functionapp` | ❌ | +| 5 | 0.239548 | `azmcp_subscription` | ❌ | --- @@ -2389,7 +2389,7 @@ | 1 | 0.461786 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.362117 | `azmcp_subscription` | ❌ | | 3 | 0.298624 | `azmcp_storage` | ❌ | -| 4 | 0.285717 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.285672 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.273135 | `azmcp_aks` | ❌ | --- @@ -2406,8 +2406,8 @@ | 1 | 0.491108 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.345964 | `azmcp_subscription` | ❌ | | 3 | 0.343006 | `azmcp_storage` | ❌ | -| 4 | 0.313088 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.294365 | `azmcp_appconfig` | ❌ | +| 4 | 0.313079 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.294372 | `azmcp_appconfig` | ❌ | --- @@ -2424,7 +2424,7 @@ | 2 | 0.291656 | `azmcp_aks` | ❌ | | 3 | 0.289176 | `azmcp_datadog` | ❌ | | 4 | 0.288562 | `azmcp_grafana` | ❌ | -| 5 | 0.285109 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.285140 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2440,8 +2440,8 @@ | 1 | 0.469685 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.418050 | `azmcp_subscription` | ❌ | | 3 | 0.373466 | `azmcp_aks` | ❌ | -| 4 | 0.357577 | `azmcp_eventgrid` | ❌ | -| 5 | 0.336737 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.357341 | `azmcp_eventgrid` | ❌ | +| 5 | 0.336778 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2458,7 +2458,7 @@ | 2 | 0.303718 | `azmcp_grafana` | ❌ | | 3 | 0.276598 | `azmcp_aks` | ❌ | | 4 | 0.265648 | `azmcp_datadog` | ❌ | -| 5 | 0.264711 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.264799 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2473,7 +2473,7 @@ |------|-------|------|--------| | 1 | 0.470329 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.393411 | `azmcp_subscription` | ❌ | -| 3 | 0.367847 | `azmcp_eventgrid` | ❌ | +| 3 | 0.367607 | `azmcp_eventgrid` | ❌ | | 4 | 0.363297 | `azmcp_aks` | ❌ | | 5 | 0.353939 | `azmcp_grafana` | ❌ | @@ -2490,7 +2490,7 @@ |------|-------|------|--------| | 1 | 0.441110 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.322033 | `azmcp_postgres` | ❌ | -| 3 | 0.321734 | `azmcp_cosmos` | ❌ | +| 3 | 0.321699 | `azmcp_cosmos` | ❌ | | 4 | 0.305613 | `azmcp_sql` | ❌ | | 5 | 0.294813 | `azmcp_mysql` | ❌ | @@ -2506,7 +2506,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.437140 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.340259 | `azmcp_cosmos` | ❌ | +| 2 | 0.340297 | `azmcp_cosmos` | ❌ | | 3 | 0.312765 | `azmcp_postgres` | ❌ | | 4 | 0.304479 | `azmcp_sql` | ❌ | | 5 | 0.285119 | `azmcp_mysql` | ❌ | @@ -2522,11 +2522,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.372634 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.344929 | `azmcp_search` | ❌ | -| 3 | 0.262841 | `azmcp_postgres` | ❌ | -| 4 | 0.243588 | `azmcp_cosmos` | ❌ | -| 5 | 0.237454 | `azmcp_grafana` | ❌ | +| 1 | 0.372637 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.344894 | `azmcp_search` | ❌ | +| 3 | 0.262658 | `azmcp_postgres` | ❌ | +| 4 | 0.243564 | `azmcp_cosmos` | ❌ | +| 5 | 0.237360 | `azmcp_grafana` | ❌ | --- @@ -2541,9 +2541,9 @@ |------|-------|------|--------| | 1 | 0.394274 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.280897 | `azmcp_postgres` | ❌ | -| 3 | 0.243500 | `azmcp_cosmos` | ❌ | +| 3 | 0.243552 | `azmcp_cosmos` | ❌ | | 4 | 0.242176 | `azmcp_grafana` | ❌ | -| 5 | 0.232253 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.232275 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2558,7 +2558,7 @@ |------|-------|------|--------| | 1 | 0.432854 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.323641 | `azmcp_postgres` | ❌ | -| 3 | 0.288231 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.288187 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.280233 | `azmcp_grafana` | ❌ | | 5 | 0.275229 | `azmcp_sql` | ❌ | @@ -2575,9 +2575,9 @@ |------|-------|------|--------| | 1 | 0.434011 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.324197 | `azmcp_postgres` | ❌ | -| 3 | 0.296505 | `azmcp_cosmos` | ❌ | +| 3 | 0.296445 | `azmcp_cosmos` | ❌ | | 4 | 0.282237 | `azmcp_sql` | ❌ | -| 5 | 0.274588 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.274548 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2590,11 +2590,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.374783 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.296771 | `azmcp_postgres` | ❌ | -| 3 | 0.279198 | `azmcp_bicepschema` | ❌ | -| 4 | 0.248783 | `azmcp_mysql` | ❌ | -| 5 | 0.245974 | `azmcp_cosmos` | ❌ | +| 1 | 0.374847 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.296788 | `azmcp_postgres` | ❌ | +| 3 | 0.279268 | `azmcp_bicepschema` | ❌ | +| 4 | 0.249015 | `azmcp_mysql` | ❌ | +| 5 | 0.246172 | `azmcp_cosmos` | ❌ | --- @@ -2609,8 +2609,8 @@ |------|-------|------|--------| | 1 | 0.507273 | `azmcp_loadtesting` | ✅ **EXPECTED** | | 2 | 0.293085 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.287017 | `azmcp_group` | ❌ | -| 4 | 0.283765 | `azmcp_virtualdesktop` | ❌ | +| 3 | 0.287072 | `azmcp_group` | ❌ | +| 4 | 0.283772 | `azmcp_virtualdesktop` | ❌ | | 5 | 0.282053 | `azmcp_extension_azqr` | ❌ | --- @@ -2625,10 +2625,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.534485 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.370431 | `azmcp_group` | ❌ | +| 2 | 0.370491 | `azmcp_group` | ❌ | | 3 | 0.340421 | `azmcp_extension_azqr` | ❌ | | 4 | 0.322170 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.302571 | `azmcp_quota` | ❌ | +| 5 | 0.302567 | `azmcp_quota` | ❌ | --- @@ -2641,11 +2641,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.541806 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.464004 | `azmcp_group` | ❌ | -| 3 | 0.339799 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.299850 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.298269 | `azmcp_subscription` | ❌ | +| 1 | 0.541830 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.464055 | `azmcp_group` | ❌ | +| 3 | 0.339752 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.299933 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.298318 | `azmcp_subscription` | ❌ | --- @@ -2659,9 +2659,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.561530 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.561458 | `azmcp_group` | ❌ | +| 2 | 0.561499 | `azmcp_group` | ❌ | | 3 | 0.418136 | `azmcp_subscription` | ❌ | -| 4 | 0.392727 | `azmcp_quota` | ❌ | +| 4 | 0.392721 | `azmcp_quota` | ❌ | | 5 | 0.380496 | `azmcp_resourcehealth` | ❌ | --- @@ -2676,7 +2676,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.551843 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.346232 | `azmcp_group` | ❌ | +| 2 | 0.346271 | `azmcp_group` | ❌ | | 3 | 0.300269 | `azmcp_extension_azqr` | ❌ | | 4 | 0.278848 | `azmcp_functionapp` | ❌ | | 5 | 0.262554 | `azmcp_cloudarchitect` | ❌ | @@ -2692,11 +2692,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.542546 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.369075 | `azmcp_group` | ❌ | -| 3 | 0.339419 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.312162 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.294996 | `azmcp_quota` | ❌ | +| 1 | 0.542545 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.368969 | `azmcp_group` | ❌ | +| 3 | 0.339385 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.311943 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.294836 | `azmcp_quota` | ❌ | --- @@ -2709,11 +2709,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.535365 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.367548 | `azmcp_group` | ❌ | -| 3 | 0.322809 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.306857 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.299712 | `azmcp_quota` | ❌ | +| 1 | 0.535575 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.367381 | `azmcp_group` | ❌ | +| 3 | 0.322864 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.306972 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.299773 | `azmcp_quota` | ❌ | --- @@ -2727,7 +2727,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.480664 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.290813 | `azmcp_group` | ❌ | +| 2 | 0.290832 | `azmcp_group` | ❌ | | 3 | 0.237845 | `azmcp_functionapp` | ❌ | | 4 | 0.223800 | `azmcp_extension_azqr` | ❌ | | 5 | 0.222799 | `azmcp_sql` | ❌ | @@ -2744,7 +2744,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.452534 | `azmcp_marketplace` | ✅ **EXPECTED** | -| 2 | 0.212282 | `azmcp_quota` | ❌ | +| 2 | 0.212288 | `azmcp_quota` | ❌ | | 3 | 0.204853 | `azmcp_search` | ❌ | | 4 | 0.201502 | `azmcp_servicebus` | ❌ | | 5 | 0.197921 | `azmcp_foundry` | ❌ | @@ -2764,7 +2764,7 @@ | 2 | 0.395674 | `azmcp_search` | ❌ | | 3 | 0.313164 | `azmcp_sql` | ❌ | | 4 | 0.308872 | `azmcp_monitor` | ❌ | -| 5 | 0.295930 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.295887 | `azmcp_virtualdesktop` | ❌ | --- @@ -2779,7 +2779,7 @@ |------|-------|------|--------| | 1 | 0.438400 | `azmcp_marketplace` | ✅ **EXPECTED** | | 2 | 0.216907 | `azmcp_subscription` | ❌ | -| 3 | 0.211683 | `azmcp_eventgrid` | ❌ | +| 3 | 0.211482 | `azmcp_eventgrid` | ❌ | | 4 | 0.201609 | `azmcp_search` | ❌ | | 5 | 0.197938 | `azmcp_grafana` | ❌ | @@ -2795,10 +2795,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.422606 | `azmcp_resourcehealth` | ❌ | -| 2 | 0.418610 | `azmcp_grafana` | ❌ | -| 3 | 0.387538 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.346590 | `azmcp_datadog` | ❌ | -| 5 | 0.317506 | `azmcp_applens` | ❌ | +| 2 | 0.418598 | `azmcp_grafana` | ❌ | +| 3 | 0.387541 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.346611 | `azmcp_datadog` | ❌ | +| 5 | 0.317496 | `azmcp_applens` | ❌ | --- @@ -2811,11 +2811,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.352091 | `azmcp_quota` | ❌ | -| 2 | 0.272063 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.248439 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.247208 | `azmcp_datadog` | ❌ | -| 5 | 0.246255 | `azmcp_grafana` | ❌ | +| 1 | 0.352036 | `azmcp_quota` | ❌ | +| 2 | 0.272045 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.248385 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.247164 | `azmcp_datadog` | ❌ | +| 5 | 0.246249 | `azmcp_grafana` | ❌ | --- @@ -2829,8 +2829,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.493833 | `azmcp_storage` | ❌ | -| 2 | 0.432243 | `azmcp_quota` | ❌ | -| 3 | 0.423444 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.432242 | `azmcp_quota` | ❌ | +| 3 | 0.423531 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.381914 | `azmcp_monitor` | ✅ **EXPECTED** | | 5 | 0.354717 | `azmcp_datadog` | ❌ | @@ -2846,7 +2846,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.433212 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.374025 | `azmcp_quota` | ❌ | +| 2 | 0.374027 | `azmcp_quota` | ❌ | | 3 | 0.367555 | `azmcp_datadog` | ❌ | | 4 | 0.363460 | `azmcp_loadtesting` | ❌ | | 5 | 0.353600 | `azmcp_applens` | ❌ | @@ -2879,11 +2879,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.399765 | `azmcp_resourcehealth` | ❌ | -| 2 | 0.388355 | `azmcp_quota` | ❌ | -| 3 | 0.385832 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.343441 | `azmcp_applens` | ❌ | -| 5 | 0.307587 | `azmcp_datadog` | ❌ | +| 1 | 0.399332 | `azmcp_resourcehealth` | ❌ | +| 2 | 0.388100 | `azmcp_quota` | ❌ | +| 3 | 0.386264 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.343178 | `azmcp_applens` | ❌ | +| 5 | 0.307862 | `azmcp_datadog` | ❌ | --- @@ -2896,7 +2896,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.305476 | `azmcp_quota` | ❌ | +| 1 | 0.305464 | `azmcp_quota` | ❌ | | 2 | 0.266407 | `azmcp_monitor` | ✅ **EXPECTED** | | 3 | 0.216692 | `azmcp_resourcehealth` | ❌ | | 4 | 0.212537 | `azmcp_datadog` | ❌ | @@ -2916,7 +2916,7 @@ | 1 | 0.392711 | `azmcp_monitor` | ✅ **EXPECTED** | | 2 | 0.383712 | `azmcp_applens` | ❌ | | 3 | 0.366024 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.338373 | `azmcp_quota` | ❌ | +| 4 | 0.338368 | `azmcp_quota` | ❌ | | 5 | 0.321564 | `azmcp_datadog` | ❌ | --- @@ -2930,11 +2930,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.340892 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.331742 | `azmcp_quota` | ❌ | -| 3 | 0.261549 | `azmcp_kusto` | ❌ | -| 4 | 0.248314 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.238634 | `azmcp_grafana` | ❌ | +| 1 | 0.341096 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.331815 | `azmcp_quota` | ❌ | +| 3 | 0.261617 | `azmcp_kusto` | ❌ | +| 4 | 0.248179 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.238734 | `azmcp_grafana` | ❌ | --- @@ -2947,7 +2947,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.347158 | `azmcp_quota` | ❌ | +| 1 | 0.347163 | `azmcp_quota` | ❌ | | 2 | 0.340061 | `azmcp_monitor` | ✅ **EXPECTED** | | 3 | 0.326242 | `azmcp_loadtesting` | ❌ | | 4 | 0.322101 | `azmcp_resourcehealth` | ❌ | @@ -2985,7 +2985,7 @@ | 2 | 0.388783 | `azmcp_kusto` | ❌ | | 3 | 0.368180 | `azmcp_workbooks` | ❌ | | 4 | 0.368135 | `azmcp_monitor` | ✅ **EXPECTED** | -| 5 | 0.349026 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.349009 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3002,7 +3002,7 @@ | 2 | 0.405068 | `azmcp_kusto` | ❌ | | 3 | 0.383687 | `azmcp_monitor` | ✅ **EXPECTED** | | 4 | 0.370746 | `azmcp_workbooks` | ❌ | -| 5 | 0.338496 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.338466 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3018,7 +3018,7 @@ | 1 | 0.464888 | `azmcp_grafana` | ❌ | | 2 | 0.402005 | `azmcp_kusto` | ❌ | | 3 | 0.353489 | `azmcp_sql` | ❌ | -| 4 | 0.353294 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.353308 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.348783 | `azmcp_monitor` | ✅ **EXPECTED** | --- @@ -3035,7 +3035,7 @@ | 1 | 0.475507 | `azmcp_grafana` | ❌ | | 2 | 0.406264 | `azmcp_kusto` | ❌ | | 3 | 0.359559 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.352596 | `azmcp_quota` | ❌ | +| 4 | 0.352610 | `azmcp_quota` | ❌ | | 5 | 0.344392 | `azmcp_sql` | ❌ | --- @@ -3051,7 +3051,7 @@ |------|-------|------|--------| | 1 | 0.484877 | `azmcp_grafana` | ❌ | | 2 | 0.469148 | `azmcp_subscription` | ❌ | -| 3 | 0.382964 | `azmcp_group` | ❌ | +| 3 | 0.382911 | `azmcp_group` | ❌ | | 4 | 0.379664 | `azmcp_monitor` | ✅ **EXPECTED** | | 5 | 0.371660 | `azmcp_workbooks` | ❌ | @@ -3070,7 +3070,7 @@ | 2 | 0.406049 | `azmcp_monitor` | ✅ **EXPECTED** | | 3 | 0.380500 | `azmcp_workbooks` | ❌ | | 4 | 0.372430 | `azmcp_kusto` | ❌ | -| 5 | 0.361183 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.361249 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3087,7 +3087,7 @@ | 2 | 0.433252 | `azmcp_subscription` | ❌ | | 3 | 0.415960 | `azmcp_monitor` | ✅ **EXPECTED** | | 4 | 0.375788 | `azmcp_workbooks` | ❌ | -| 5 | 0.364537 | `azmcp_group` | ❌ | +| 5 | 0.364580 | `azmcp_group` | ❌ | --- @@ -3121,7 +3121,7 @@ | 2 | 0.335618 | `azmcp_postgres` | ❌ | | 3 | 0.298836 | `azmcp_sql` | ❌ | | 4 | 0.237442 | `azmcp_kusto` | ❌ | -| 5 | 0.236586 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.236463 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3138,7 +3138,7 @@ | 2 | 0.325492 | `azmcp_postgres` | ❌ | | 3 | 0.288100 | `azmcp_sql` | ❌ | | 4 | 0.244163 | `azmcp_kusto` | ❌ | -| 5 | 0.216898 | `azmcp_cosmos` | ❌ | +| 5 | 0.216985 | `azmcp_cosmos` | ❌ | --- @@ -3171,8 +3171,8 @@ | 1 | 0.392620 | `azmcp_mysql` | ✅ **EXPECTED** | | 2 | 0.258177 | `azmcp_postgres` | ❌ | | 3 | 0.217939 | `azmcp_sql` | ❌ | -| 4 | 0.209582 | `azmcp_appconfig` | ❌ | -| 5 | 0.170190 | `azmcp_quota` | ❌ | +| 4 | 0.209603 | `azmcp_appconfig` | ❌ | +| 5 | 0.170208 | `azmcp_quota` | ❌ | --- @@ -3240,7 +3240,7 @@ | 2 | 0.165585 | `azmcp_postgres` | ❌ | | 3 | 0.147878 | `azmcp_sql` | ❌ | | 4 | 0.134969 | `azmcp_redis` | ❌ | -| 5 | 0.129734 | `azmcp_quota` | ❌ | +| 5 | 0.129744 | `azmcp_quota` | ❌ | --- @@ -3257,7 +3257,7 @@ | 2 | 0.170686 | `azmcp_postgres` | ❌ | | 3 | 0.163432 | `azmcp_sql` | ❌ | | 4 | 0.125859 | `azmcp_redis` | ❌ | -| 5 | 0.104161 | `azmcp_cosmos` | ❌ | +| 5 | 0.104015 | `azmcp_cosmos` | ❌ | --- @@ -3274,7 +3274,7 @@ | 2 | 0.309067 | `azmcp_postgres` | ❌ | | 3 | 0.265189 | `azmcp_sql` | ❌ | | 4 | 0.230436 | `azmcp_kusto` | ❌ | -| 5 | 0.210555 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.210390 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3291,7 +3291,7 @@ | 2 | 0.313649 | `azmcp_postgres` | ❌ | | 3 | 0.263849 | `azmcp_sql` | ❌ | | 4 | 0.244073 | `azmcp_kusto` | ❌ | -| 5 | 0.204047 | `azmcp_cosmos` | ❌ | +| 5 | 0.204039 | `azmcp_cosmos` | ❌ | --- @@ -3304,11 +3304,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.363796 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.286518 | `azmcp_postgres` | ❌ | -| 3 | 0.235416 | `azmcp_bicepschema` | ❌ | -| 4 | 0.213495 | `azmcp_sql` | ❌ | -| 5 | 0.211205 | `azmcp_kusto` | ❌ | +| 1 | 0.363799 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.286456 | `azmcp_postgres` | ❌ | +| 3 | 0.235354 | `azmcp_bicepschema` | ❌ | +| 4 | 0.213487 | `azmcp_sql` | ❌ | +| 5 | 0.211200 | `azmcp_kusto` | ❌ | --- @@ -3325,7 +3325,7 @@ | 2 | 0.270336 | `azmcp_sql` | ❌ | | 3 | 0.248242 | `azmcp_mysql` | ❌ | | 4 | 0.222211 | `azmcp_kusto` | ❌ | -| 5 | 0.211969 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.211814 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3355,11 +3355,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.442324 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.281202 | `azmcp_search` | ❌ | -| 3 | 0.254598 | `azmcp_sql` | ❌ | -| 4 | 0.226283 | `azmcp_mysql` | ❌ | -| 5 | 0.223747 | `azmcp_kusto` | ❌ | +| 1 | 0.442323 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.281164 | `azmcp_search` | ❌ | +| 3 | 0.254622 | `azmcp_sql` | ❌ | +| 4 | 0.226331 | `azmcp_mysql` | ❌ | +| 5 | 0.223775 | `azmcp_kusto` | ❌ | --- @@ -3375,7 +3375,7 @@ | 1 | 0.480171 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.201594 | `azmcp_sql` | ❌ | | 3 | 0.196627 | `azmcp_mysql` | ❌ | -| 4 | 0.177783 | `azmcp_appconfig` | ❌ | +| 4 | 0.177772 | `azmcp_appconfig` | ❌ | | 5 | 0.164287 | `azmcp_foundry` | ❌ | --- @@ -3392,7 +3392,7 @@ | 1 | 0.544907 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.401506 | `azmcp_subscription` | ❌ | | 3 | 0.327082 | `azmcp_sql` | ❌ | -| 4 | 0.311534 | `azmcp_eventgrid` | ❌ | +| 4 | 0.311289 | `azmcp_eventgrid` | ❌ | | 5 | 0.300679 | `azmcp_foundry` | ❌ | --- @@ -3426,7 +3426,7 @@ | 1 | 0.544209 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.390308 | `azmcp_subscription` | ❌ | | 3 | 0.341243 | `azmcp_sql` | ❌ | -| 4 | 0.311251 | `azmcp_eventgrid` | ❌ | +| 4 | 0.311014 | `azmcp_eventgrid` | ❌ | | 5 | 0.297834 | `azmcp_mysql` | ❌ | --- @@ -3444,7 +3444,7 @@ | 2 | 0.182286 | `azmcp_mysql` | ❌ | | 3 | 0.164005 | `azmcp_sql` | ❌ | | 4 | 0.143281 | `azmcp_foundry` | ❌ | -| 5 | 0.141180 | `azmcp_quota` | ❌ | +| 5 | 0.141207 | `azmcp_quota` | ❌ | --- @@ -3461,7 +3461,7 @@ | 2 | 0.200461 | `azmcp_mysql` | ❌ | | 3 | 0.191113 | `azmcp_sql` | ❌ | | 4 | 0.146832 | `azmcp_foundry` | ❌ | -| 5 | 0.129667 | `azmcp_eventgrid` | ❌ | +| 5 | 0.129569 | `azmcp_eventgrid` | ❌ | --- @@ -3478,7 +3478,7 @@ | 2 | 0.238779 | `azmcp_sql` | ❌ | | 3 | 0.226041 | `azmcp_mysql` | ❌ | | 4 | 0.216206 | `azmcp_kusto` | ❌ | -| 5 | 0.191589 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.191381 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3495,7 +3495,7 @@ | 2 | 0.235454 | `azmcp_sql` | ❌ | | 3 | 0.229419 | `azmcp_kusto` | ❌ | | 4 | 0.226514 | `azmcp_mysql` | ❌ | -| 5 | 0.183435 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.183244 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3525,11 +3525,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.526764 | `azmcp_quota` | ✅ **EXPECTED** | +| 1 | 0.526774 | `azmcp_quota` | ✅ **EXPECTED** | | 2 | 0.307877 | `azmcp_foundry` | ❌ | | 3 | 0.287794 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.283510 | `azmcp_group` | ❌ | -| 5 | 0.250460 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.283644 | `azmcp_group` | ❌ | +| 5 | 0.250398 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3542,9 +3542,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594721 | `azmcp_quota` | ✅ **EXPECTED** | +| 1 | 0.594723 | `azmcp_quota` | ✅ **EXPECTED** | | 2 | 0.381039 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.322723 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.322584 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.311277 | `azmcp_storage` | ❌ | | 5 | 0.304988 | `azmcp_foundry` | ❌ | @@ -3580,7 +3580,7 @@ | 2 | 0.290386 | `azmcp_role` | ❌ | | 3 | 0.278779 | `azmcp_grafana` | ❌ | | 4 | 0.274605 | `azmcp_keyvault` | ❌ | -| 5 | 0.272049 | `azmcp_quota` | ❌ | +| 5 | 0.272059 | `azmcp_quota` | ❌ | --- @@ -3595,8 +3595,8 @@ |------|-------|------|--------| | 1 | 0.524835 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.421616 | `azmcp_subscription` | ❌ | -| 3 | 0.310005 | `azmcp_eventgrid` | ❌ | -| 4 | 0.309418 | `azmcp_group` | ❌ | +| 3 | 0.309649 | `azmcp_eventgrid` | ❌ | +| 4 | 0.309482 | `azmcp_group` | ❌ | | 5 | 0.282303 | `azmcp_kusto` | ❌ | --- @@ -3629,9 +3629,9 @@ |------|-------|------|--------| | 1 | 0.506847 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.382302 | `azmcp_subscription` | ❌ | -| 3 | 0.290925 | `azmcp_eventgrid` | ❌ | +| 3 | 0.290568 | `azmcp_eventgrid` | ❌ | | 4 | 0.277338 | `azmcp_grafana` | ❌ | -| 5 | 0.273901 | `azmcp_group` | ❌ | +| 5 | 0.273991 | `azmcp_group` | ❌ | --- @@ -3647,7 +3647,7 @@ | 1 | 0.360827 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.357219 | `azmcp_kusto` | ❌ | | 3 | 0.301675 | `azmcp_postgres` | ❌ | -| 4 | 0.284241 | `azmcp_cosmos` | ❌ | +| 4 | 0.284263 | `azmcp_cosmos` | ❌ | | 5 | 0.282172 | `azmcp_mysql` | ❌ | --- @@ -3664,7 +3664,7 @@ | 1 | 0.353610 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.351483 | `azmcp_kusto` | ❌ | | 3 | 0.292684 | `azmcp_postgres` | ❌ | -| 4 | 0.292057 | `azmcp_cosmos` | ❌ | +| 4 | 0.292160 | `azmcp_cosmos` | ❌ | | 5 | 0.273921 | `azmcp_mysql` | ❌ | --- @@ -3682,7 +3682,7 @@ | 2 | 0.442659 | `azmcp_subscription` | ❌ | | 3 | 0.390091 | `azmcp_kusto` | ❌ | | 4 | 0.386188 | `azmcp_aks` | ❌ | -| 5 | 0.364753 | `azmcp_eventgrid` | ❌ | +| 5 | 0.364509 | `azmcp_eventgrid` | ❌ | --- @@ -3699,7 +3699,7 @@ | 2 | 0.319735 | `azmcp_kusto` | ❌ | | 3 | 0.287172 | `azmcp_aks` | ❌ | | 4 | 0.259381 | `azmcp_grafana` | ❌ | -| 5 | 0.246000 | `azmcp_group` | ❌ | +| 5 | 0.246147 | `azmcp_group` | ❌ | --- @@ -3716,7 +3716,7 @@ | 2 | 0.400978 | `azmcp_subscription` | ❌ | | 3 | 0.371350 | `azmcp_kusto` | ❌ | | 4 | 0.354359 | `azmcp_aks` | ❌ | -| 5 | 0.351516 | `azmcp_eventgrid` | ❌ | +| 5 | 0.351256 | `azmcp_eventgrid` | ❌ | --- @@ -3730,9 +3730,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.418025 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.398244 | `azmcp_quota` | ❌ | +| 2 | 0.398249 | `azmcp_quota` | ❌ | | 3 | 0.275775 | `azmcp_foundry` | ❌ | -| 4 | 0.260375 | `azmcp_group` | ❌ | +| 4 | 0.260428 | `azmcp_group` | ❌ | | 5 | 0.260164 | `azmcp_datadog` | ❌ | --- @@ -3748,8 +3748,8 @@ |------|-------|------|--------| | 1 | 0.446300 | `azmcp_storage` | ❌ | | 2 | 0.434595 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 3 | 0.371609 | `azmcp_quota` | ❌ | -| 4 | 0.360585 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.371603 | `azmcp_quota` | ❌ | +| 4 | 0.360652 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.340138 | `azmcp_datadog` | ❌ | --- @@ -3764,9 +3764,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.413391 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.395586 | `azmcp_group` | ❌ | -| 3 | 0.382261 | `azmcp_quota` | ❌ | -| 4 | 0.343056 | `azmcp_virtualdesktop` | ❌ | +| 2 | 0.395673 | `azmcp_group` | ❌ | +| 3 | 0.382263 | `azmcp_quota` | ❌ | +| 4 | 0.343094 | `azmcp_virtualdesktop` | ❌ | | 5 | 0.339436 | `azmcp_datadog` | ❌ | --- @@ -3781,9 +3781,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.521277 | `azmcp_subscription` | ❌ | -| 2 | 0.473999 | `azmcp_quota` | ❌ | +| 2 | 0.474003 | `azmcp_quota` | ❌ | | 3 | 0.472732 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 4 | 0.438679 | `azmcp_group` | ❌ | +| 4 | 0.438685 | `azmcp_group` | ❌ | | 5 | 0.370489 | `azmcp_foundry` | ❌ | --- @@ -3799,7 +3799,7 @@ |------|-------|------|--------| | 1 | 0.569808 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.458158 | `azmcp_datadog` | ❌ | -| 3 | 0.428790 | `azmcp_quota` | ❌ | +| 3 | 0.428791 | `azmcp_quota` | ❌ | | 4 | 0.406390 | `azmcp_bestpractices` | ❌ | | 5 | 0.396871 | `azmcp_monitor` | ❌ | @@ -3815,10 +3815,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.575344 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.437073 | `azmcp_group` | ❌ | +| 2 | 0.437244 | `azmcp_group` | ❌ | | 3 | 0.420929 | `azmcp_datadog` | ❌ | | 4 | 0.376753 | `azmcp_applens` | ❌ | -| 5 | 0.373430 | `azmcp_quota` | ❌ | +| 5 | 0.373421 | `azmcp_quota` | ❌ | --- @@ -3833,7 +3833,7 @@ |------|-------|------|--------| | 1 | 0.495135 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.446696 | `azmcp_subscription` | ❌ | -| 3 | 0.444646 | `azmcp_eventgrid` | ❌ | +| 3 | 0.444446 | `azmcp_eventgrid` | ❌ | | 4 | 0.373484 | `azmcp_datadog` | ❌ | | 5 | 0.370892 | `azmcp_servicebus` | ❌ | @@ -3850,7 +3850,7 @@ |------|-------|------|--------| | 1 | 0.502417 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.469826 | `azmcp_subscription` | ❌ | -| 3 | 0.414984 | `azmcp_eventgrid` | ❌ | +| 3 | 0.414813 | `azmcp_eventgrid` | ❌ | | 4 | 0.399025 | `azmcp_datadog` | ❌ | | 5 | 0.373389 | `azmcp_monitor` | ❌ | @@ -3883,7 +3883,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.496164 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.459820 | `azmcp_eventgrid` | ❌ | +| 2 | 0.459595 | `azmcp_eventgrid` | ❌ | | 3 | 0.442619 | `azmcp_subscription` | ❌ | | 4 | 0.379736 | `azmcp_servicebus` | ❌ | | 5 | 0.375840 | `azmcp_datadog` | ❌ | @@ -3918,9 +3918,9 @@ |------|-------|------|--------| | 1 | 0.472280 | `azmcp_subscription` | ❌ | | 2 | 0.459704 | `azmcp_role` | ✅ **EXPECTED** | -| 3 | 0.359733 | `azmcp_group` | ❌ | -| 4 | 0.323734 | `azmcp_quota` | ❌ | -| 5 | 0.308279 | `azmcp_eventgrid` | ❌ | +| 3 | 0.359734 | `azmcp_group` | ❌ | +| 4 | 0.323738 | `azmcp_quota` | ❌ | +| 5 | 0.308181 | `azmcp_eventgrid` | ❌ | --- @@ -3935,9 +3935,9 @@ |------|-------|------|--------| | 1 | 0.458711 | `azmcp_subscription` | ❌ | | 2 | 0.451858 | `azmcp_role` | ✅ **EXPECTED** | -| 3 | 0.354219 | `azmcp_group` | ❌ | -| 4 | 0.350810 | `azmcp_quota` | ❌ | -| 5 | 0.319086 | `azmcp_eventgrid` | ❌ | +| 3 | 0.354241 | `azmcp_group` | ❌ | +| 4 | 0.350819 | `azmcp_quota` | ❌ | +| 5 | 0.318942 | `azmcp_eventgrid` | ❌ | --- @@ -3953,7 +3953,7 @@ | 1 | 0.464600 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.341475 | `azmcp_foundry` | ❌ | | 3 | 0.326910 | `azmcp_kusto` | ❌ | -| 4 | 0.320545 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.320513 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.313167 | `azmcp_monitor` | ❌ | --- @@ -3969,9 +3969,9 @@ |------|-------|------|--------| | 1 | 0.519226 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.391839 | `azmcp_foundry` | ❌ | -| 3 | 0.338337 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.338265 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.334339 | `azmcp_kusto` | ❌ | -| 5 | 0.317168 | `azmcp_cosmos` | ❌ | +| 5 | 0.317176 | `azmcp_cosmos` | ❌ | --- @@ -3987,8 +3987,8 @@ | 1 | 0.498146 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.375511 | `azmcp_foundry` | ❌ | | 3 | 0.353150 | `azmcp_kusto` | ❌ | -| 4 | 0.338938 | `azmcp_cosmos` | ❌ | -| 5 | 0.331751 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.338963 | `azmcp_cosmos` | ❌ | +| 5 | 0.331706 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4004,7 +4004,7 @@ | 1 | 0.502447 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.307445 | `azmcp_foundry` | ❌ | | 3 | 0.300930 | `azmcp_monitor` | ❌ | -| 4 | 0.289451 | `azmcp_cosmos` | ❌ | +| 4 | 0.289450 | `azmcp_cosmos` | ❌ | | 5 | 0.284065 | `azmcp_kusto` | ❌ | --- @@ -4021,8 +4021,8 @@ | 1 | 0.498549 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.479136 | `azmcp_subscription` | ❌ | | 3 | 0.453852 | `azmcp_foundry` | ❌ | -| 4 | 0.364003 | `azmcp_group` | ❌ | -| 5 | 0.361223 | `azmcp_eventgrid` | ❌ | +| 4 | 0.363956 | `azmcp_group` | ❌ | +| 5 | 0.361029 | `azmcp_eventgrid` | ❌ | --- @@ -4038,8 +4038,8 @@ | 1 | 0.522087 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.427264 | `azmcp_subscription` | ❌ | | 3 | 0.396183 | `azmcp_foundry` | ❌ | -| 4 | 0.350086 | `azmcp_cosmos` | ❌ | -| 5 | 0.349156 | `azmcp_eventgrid` | ❌ | +| 4 | 0.350050 | `azmcp_cosmos` | ❌ | +| 5 | 0.348974 | `azmcp_eventgrid` | ❌ | --- @@ -4055,7 +4055,7 @@ | 1 | 0.484171 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.392042 | `azmcp_foundry` | ❌ | | 3 | 0.305470 | `azmcp_kusto` | ❌ | -| 4 | 0.301634 | `azmcp_cosmos` | ❌ | +| 4 | 0.301650 | `azmcp_cosmos` | ❌ | | 5 | 0.286864 | `azmcp_grafana` | ❌ | --- @@ -4070,8 +4070,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.515210 | `azmcp_servicebus` | ✅ **EXPECTED** | -| 2 | 0.312915 | `azmcp_quota` | ❌ | -| 3 | 0.286414 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.312923 | `azmcp_quota` | ❌ | +| 3 | 0.286261 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.275943 | `azmcp_kusto` | ❌ | | 5 | 0.272072 | `azmcp_foundry` | ❌ | @@ -4087,10 +4087,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.513487 | `azmcp_servicebus` | ✅ **EXPECTED** | -| 2 | 0.372201 | `azmcp_eventgrid` | ❌ | +| 2 | 0.372174 | `azmcp_eventgrid` | ❌ | | 3 | 0.298671 | `azmcp_subscription` | ❌ | | 4 | 0.291900 | `azmcp_foundry` | ❌ | -| 5 | 0.282648 | `azmcp_quota` | ❌ | +| 5 | 0.282652 | `azmcp_quota` | ❌ | --- @@ -4103,11 +4103,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.483620 | `azmcp_servicebus` | ✅ **EXPECTED** | -| 2 | 0.404173 | `azmcp_subscription` | ❌ | -| 3 | 0.353947 | `azmcp_eventgrid` | ❌ | -| 4 | 0.278273 | `azmcp_group` | ❌ | -| 5 | 0.267185 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.483622 | `azmcp_servicebus` | ✅ **EXPECTED** | +| 2 | 0.404207 | `azmcp_subscription` | ❌ | +| 3 | 0.353711 | `azmcp_eventgrid` | ❌ | +| 4 | 0.278201 | `azmcp_group` | ❌ | +| 5 | 0.267178 | `azmcp_resourcehealth` | ❌ | --- @@ -4123,7 +4123,7 @@ | 1 | 0.354889 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.326429 | `azmcp_postgres` | ❌ | | 3 | 0.296864 | `azmcp_mysql` | ❌ | -| 4 | 0.220200 | `azmcp_cosmos` | ❌ | +| 4 | 0.220197 | `azmcp_cosmos` | ❌ | | 5 | 0.203427 | `azmcp_kusto` | ❌ | --- @@ -4140,7 +4140,7 @@ | 1 | 0.427036 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.377151 | `azmcp_postgres` | ❌ | | 3 | 0.353239 | `azmcp_mysql` | ❌ | -| 4 | 0.291941 | `azmcp_cosmos` | ❌ | +| 4 | 0.291790 | `azmcp_cosmos` | ❌ | | 5 | 0.271791 | `azmcp_kusto` | ❌ | --- @@ -4154,10 +4154,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.402306 | `azmcp_group` | ❌ | +| 1 | 0.402205 | `azmcp_group` | ❌ | | 2 | 0.399066 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.344114 | `azmcp_postgres` | ❌ | -| 4 | 0.325382 | `azmcp_cosmos` | ❌ | +| 4 | 0.325359 | `azmcp_cosmos` | ❌ | | 5 | 0.325026 | `azmcp_mysql` | ❌ | --- @@ -4175,7 +4175,7 @@ | 2 | 0.332653 | `azmcp_postgres` | ❌ | | 3 | 0.313922 | `azmcp_mysql` | ❌ | | 4 | 0.222678 | `azmcp_kusto` | ❌ | -| 5 | 0.218175 | `azmcp_cosmos` | ❌ | +| 5 | 0.218277 | `azmcp_cosmos` | ❌ | --- @@ -4188,10 +4188,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433697 | `azmcp_group` | ❌ | +| 1 | 0.433578 | `azmcp_group` | ❌ | | 2 | 0.382043 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.337805 | `azmcp_postgres` | ❌ | -| 4 | 0.328599 | `azmcp_cosmos` | ❌ | +| 4 | 0.328730 | `azmcp_cosmos` | ❌ | | 5 | 0.313418 | `azmcp_mysql` | ❌ | --- @@ -4208,7 +4208,7 @@ | 1 | 0.313811 | `azmcp_postgres` | ❌ | | 2 | 0.288769 | `azmcp_mysql` | ❌ | | 3 | 0.278216 | `azmcp_sql` | ✅ **EXPECTED** | -| 4 | 0.223184 | `azmcp_cosmos` | ❌ | +| 4 | 0.223281 | `azmcp_cosmos` | ❌ | | 5 | 0.196580 | `azmcp_kusto` | ❌ | --- @@ -4226,7 +4226,7 @@ | 2 | 0.435227 | `azmcp_postgres` | ❌ | | 3 | 0.411265 | `azmcp_mysql` | ❌ | | 4 | 0.362256 | `azmcp_kusto` | ❌ | -| 5 | 0.361213 | `azmcp_cosmos` | ❌ | +| 5 | 0.361206 | `azmcp_cosmos` | ❌ | --- @@ -4242,8 +4242,8 @@ | 1 | 0.433230 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.382584 | `azmcp_postgres` | ❌ | | 3 | 0.377617 | `azmcp_mysql` | ❌ | -| 4 | 0.322370 | `azmcp_appconfig` | ❌ | -| 5 | 0.292665 | `azmcp_cosmos` | ❌ | +| 4 | 0.322424 | `azmcp_appconfig` | ❌ | +| 5 | 0.292612 | `azmcp_cosmos` | ❌ | --- @@ -4259,8 +4259,8 @@ | 1 | 0.331119 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.315911 | `azmcp_postgres` | ❌ | | 3 | 0.284460 | `azmcp_mysql` | ❌ | -| 4 | 0.259874 | `azmcp_appconfig` | ❌ | -| 5 | 0.223407 | `azmcp_quota` | ❌ | +| 4 | 0.259903 | `azmcp_appconfig` | ❌ | +| 5 | 0.223411 | `azmcp_quota` | ❌ | --- @@ -4273,11 +4273,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.354939 | `azmcp_postgres` | ❌ | -| 2 | 0.343683 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.297816 | `azmcp_mysql` | ❌ | -| 4 | 0.261260 | `azmcp_kusto` | ❌ | -| 5 | 0.236613 | `azmcp_cosmos` | ❌ | +| 1 | 0.354989 | `azmcp_postgres` | ❌ | +| 2 | 0.343676 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.297867 | `azmcp_mysql` | ❌ | +| 4 | 0.261261 | `azmcp_kusto` | ❌ | +| 5 | 0.236693 | `azmcp_cosmos` | ❌ | --- @@ -4290,11 +4290,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.515069 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.382056 | `azmcp_postgres` | ❌ | -| 3 | 0.358197 | `azmcp_mysql` | ❌ | -| 4 | 0.337773 | `azmcp_kusto` | ❌ | -| 5 | 0.318179 | `azmcp_quota` | ❌ | +| 1 | 0.515055 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.382015 | `azmcp_postgres` | ❌ | +| 3 | 0.358128 | `azmcp_mysql` | ❌ | +| 4 | 0.337734 | `azmcp_kusto` | ❌ | +| 5 | 0.318174 | `azmcp_quota` | ❌ | --- @@ -4307,11 +4307,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.497997 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.376034 | `azmcp_postgres` | ❌ | -| 3 | 0.356804 | `azmcp_mysql` | ❌ | -| 4 | 0.331815 | `azmcp_quota` | ❌ | -| 5 | 0.297870 | `azmcp_kusto` | ❌ | +| 1 | 0.497960 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.376006 | `azmcp_postgres` | ❌ | +| 3 | 0.356745 | `azmcp_mysql` | ❌ | +| 4 | 0.331825 | `azmcp_quota` | ❌ | +| 5 | 0.297867 | `azmcp_kusto` | ❌ | --- @@ -4327,7 +4327,7 @@ | 1 | 0.489544 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.362013 | `azmcp_postgres` | ❌ | | 3 | 0.355550 | `azmcp_mysql` | ❌ | -| 4 | 0.347582 | `azmcp_quota` | ❌ | +| 4 | 0.347591 | `azmcp_quota` | ❌ | | 5 | 0.315322 | `azmcp_kusto` | ❌ | --- @@ -4341,11 +4341,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.446714 | `azmcp_group` | ❌ | -| 2 | 0.415614 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.358221 | `azmcp_postgres` | ❌ | -| 4 | 0.340018 | `azmcp_mysql` | ❌ | -| 5 | 0.332831 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.446444 | `azmcp_group` | ❌ | +| 2 | 0.415164 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.358141 | `azmcp_postgres` | ❌ | +| 4 | 0.339566 | `azmcp_mysql` | ❌ | +| 5 | 0.333142 | `azmcp_extension_azqr` | ❌ | --- @@ -4375,7 +4375,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414780 | `azmcp_group` | ❌ | +| 1 | 0.414757 | `azmcp_group` | ❌ | | 2 | 0.407560 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.336495 | `azmcp_postgres` | ❌ | | 4 | 0.320383 | `azmcp_mysql` | ❌ | @@ -4392,7 +4392,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.455481 | `azmcp_group` | ❌ | +| 1 | 0.455357 | `azmcp_group` | ❌ | | 2 | 0.418659 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.370771 | `azmcp_postgres` | ❌ | | 4 | 0.363453 | `azmcp_mysql` | ❌ | @@ -4413,7 +4413,7 @@ | 2 | 0.322005 | `azmcp_subscription` | ❌ | | 3 | 0.277999 | `azmcp_postgres` | ❌ | | 4 | 0.248747 | `azmcp_mysql` | ❌ | -| 5 | 0.233488 | `azmcp_eventgrid` | ❌ | +| 5 | 0.233286 | `azmcp_eventgrid` | ❌ | --- @@ -4481,7 +4481,7 @@ | 2 | 0.245652 | `azmcp_mysql` | ❌ | | 3 | 0.239884 | `azmcp_postgres` | ❌ | | 4 | 0.228914 | `azmcp_search` | ❌ | -| 5 | 0.227351 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.227354 | `azmcp_virtualdesktop` | ❌ | --- @@ -4514,7 +4514,7 @@ | 1 | 0.349030 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.276443 | `azmcp_postgres` | ❌ | | 3 | 0.220736 | `azmcp_mysql` | ❌ | -| 4 | 0.208239 | `azmcp_quota` | ❌ | +| 4 | 0.208246 | `azmcp_quota` | ❌ | | 5 | 0.206693 | `azmcp_role` | ❌ | --- @@ -4562,11 +4562,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.315443 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.244095 | `azmcp_postgres` | ❌ | -| 3 | 0.198375 | `azmcp_role` | ❌ | -| 4 | 0.197545 | `azmcp_functionapp` | ❌ | -| 5 | 0.191991 | `azmcp_quota` | ❌ | +| 1 | 0.315418 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.244050 | `azmcp_postgres` | ❌ | +| 3 | 0.198427 | `azmcp_role` | ❌ | +| 4 | 0.197587 | `azmcp_functionapp` | ❌ | +| 5 | 0.191979 | `azmcp_quota` | ❌ | --- @@ -4582,7 +4582,7 @@ | 1 | 0.374666 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.302565 | `azmcp_postgres` | ❌ | | 3 | 0.266095 | `azmcp_mysql` | ❌ | -| 4 | 0.248895 | `azmcp_quota` | ❌ | +| 4 | 0.248887 | `azmcp_quota` | ❌ | | 5 | 0.245669 | `azmcp_redis` | ❌ | --- @@ -4598,9 +4598,9 @@ |------|-------|------|--------| | 1 | 0.408644 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.343544 | `azmcp_postgres` | ❌ | -| 3 | 0.286888 | `azmcp_quota` | ❌ | +| 3 | 0.286890 | `azmcp_quota` | ❌ | | 4 | 0.273793 | `azmcp_mysql` | ❌ | -| 5 | 0.265255 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.265096 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4615,7 +4615,7 @@ |------|-------|------|--------| | 1 | 0.394749 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.329782 | `azmcp_postgres` | ❌ | -| 3 | 0.269620 | `azmcp_quota` | ❌ | +| 3 | 0.269627 | `azmcp_quota` | ❌ | | 4 | 0.263067 | `azmcp_mysql` | ❌ | | 5 | 0.245959 | `azmcp_monitor` | ❌ | @@ -4633,7 +4633,7 @@ | 1 | 0.390688 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.311190 | `azmcp_postgres` | ❌ | | 3 | 0.260548 | `azmcp_mysql` | ❌ | -| 4 | 0.256953 | `azmcp_quota` | ❌ | +| 4 | 0.256961 | `azmcp_quota` | ❌ | | 5 | 0.238047 | `azmcp_redis` | ❌ | --- @@ -4647,10 +4647,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493954 | `azmcp_group` | ❌ | +| 1 | 0.493992 | `azmcp_group` | ❌ | | 2 | 0.439495 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.397148 | `azmcp_postgres` | ❌ | -| 4 | 0.386130 | `azmcp_quota` | ❌ | +| 4 | 0.386140 | `azmcp_quota` | ❌ | | 5 | 0.385318 | `azmcp_extension_azqr` | ❌ | --- @@ -4666,9 +4666,9 @@ |------|-------|------|--------| | 1 | 0.318318 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.292498 | `azmcp_postgres` | ❌ | -| 3 | 0.291815 | `azmcp_appconfig` | ❌ | +| 3 | 0.291868 | `azmcp_appconfig` | ❌ | | 4 | 0.259466 | `azmcp_mysql` | ❌ | -| 5 | 0.256045 | `azmcp_quota` | ❌ | +| 5 | 0.256051 | `azmcp_quota` | ❌ | --- @@ -4684,7 +4684,7 @@ | 1 | 0.341151 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.314077 | `azmcp_postgres` | ❌ | | 3 | 0.272830 | `azmcp_kusto` | ❌ | -| 4 | 0.271615 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.271592 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.271529 | `azmcp_search` | ❌ | --- @@ -4700,7 +4700,7 @@ |------|-------|------|--------| | 1 | 0.413741 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.303463 | `azmcp_loadtesting` | ❌ | -| 3 | 0.300981 | `azmcp_quota` | ❌ | +| 3 | 0.300979 | `azmcp_quota` | ❌ | | 4 | 0.280951 | `azmcp_subscription` | ❌ | | 5 | 0.275618 | `azmcp_cloudarchitect` | ❌ | @@ -4716,7 +4716,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.405301 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.372597 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.372636 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.352246 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.341673 | `azmcp_loadtesting` | ❌ | | 5 | 0.334731 | `azmcp_sql` | ❌ | @@ -4734,7 +4734,7 @@ |------|-------|------|--------| | 1 | 0.486960 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.378261 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.374243 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.374304 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.344197 | `azmcp_functionapp` | ❌ | | 5 | 0.331636 | `azmcp_sql` | ❌ | @@ -4750,9 +4750,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.491151 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.394467 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.394544 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.392509 | `azmcp_subscription` | ❌ | -| 4 | 0.384793 | `azmcp_quota` | ❌ | +| 4 | 0.384802 | `azmcp_quota` | ❌ | | 5 | 0.325773 | `azmcp_functionapp` | ❌ | --- @@ -4767,8 +4767,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.489227 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.376484 | `azmcp_quota` | ❌ | -| 3 | 0.365435 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.376488 | `azmcp_quota` | ❌ | +| 3 | 0.365489 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.361999 | `azmcp_subscription` | ❌ | | 5 | 0.316209 | `azmcp_functionapp` | ❌ | @@ -4785,9 +4785,9 @@ |------|-------|------|--------| | 1 | 0.479627 | `azmcp_subscription` | ❌ | | 2 | 0.458884 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.433279 | `azmcp_quota` | ❌ | -| 4 | 0.389769 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.367140 | `azmcp_group` | ❌ | +| 3 | 0.433284 | `azmcp_quota` | ❌ | +| 4 | 0.389868 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.367097 | `azmcp_group` | ❌ | --- @@ -4801,8 +4801,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.433925 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.396530 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.389966 | `azmcp_quota` | ❌ | +| 2 | 0.396691 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.389974 | `azmcp_quota` | ❌ | | 4 | 0.335275 | `azmcp_subscription` | ❌ | | 5 | 0.331402 | `azmcp_resourcehealth` | ❌ | @@ -4819,8 +4819,8 @@ |------|-------|------|--------| | 1 | 0.464032 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.430931 | `azmcp_subscription` | ❌ | -| 3 | 0.369790 | `azmcp_quota` | ❌ | -| 4 | 0.366413 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.369802 | `azmcp_quota` | ❌ | +| 4 | 0.366484 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.330399 | `azmcp_resourcehealth` | ❌ | --- @@ -4835,8 +4835,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.410953 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.341473 | `azmcp_acr` | ❌ | -| 3 | 0.317302 | `azmcp_cosmos` | ❌ | +| 2 | 0.341448 | `azmcp_acr` | ❌ | +| 3 | 0.317177 | `azmcp_cosmos` | ❌ | | 4 | 0.310546 | `azmcp_functionapp` | ❌ | | 5 | 0.305102 | `azmcp_keyvault` | ❌ | @@ -4852,8 +4852,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.393929 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.368879 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.362572 | `azmcp_acr` | ❌ | +| 2 | 0.368825 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.362576 | `azmcp_acr` | ❌ | | 4 | 0.322948 | `azmcp_subscription` | ❌ | | 5 | 0.309952 | `azmcp_functionapp` | ❌ | @@ -4869,9 +4869,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.406977 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.339042 | `azmcp_acr` | ❌ | -| 3 | 0.288569 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.277021 | `azmcp_cosmos` | ❌ | +| 2 | 0.339040 | `azmcp_acr` | ❌ | +| 3 | 0.288528 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.276975 | `azmcp_cosmos` | ❌ | | 5 | 0.275153 | `azmcp_cloudarchitect` | ❌ | --- @@ -4886,10 +4886,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.407786 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.363000 | `azmcp_acr` | ❌ | -| 3 | 0.296255 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.362999 | `azmcp_acr` | ❌ | +| 3 | 0.296199 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.294027 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.292159 | `azmcp_cosmos` | ❌ | +| 5 | 0.292047 | `azmcp_cosmos` | ❌ | --- @@ -4903,9 +4903,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.388421 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.376291 | `azmcp_cosmos` | ❌ | -| 3 | 0.321854 | `azmcp_acr` | ❌ | -| 4 | 0.292509 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.376189 | `azmcp_cosmos` | ❌ | +| 3 | 0.321842 | `azmcp_acr` | ❌ | +| 4 | 0.292480 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.292423 | `azmcp_functionapp` | ❌ | --- @@ -4921,8 +4921,8 @@ |------|-------|------|--------| | 1 | 0.483236 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.384682 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.369610 | `azmcp_quota` | ❌ | -| 4 | 0.360729 | `azmcp_acr` | ❌ | +| 3 | 0.369616 | `azmcp_quota` | ❌ | +| 4 | 0.360761 | `azmcp_acr` | ❌ | | 5 | 0.338758 | `azmcp_subscription` | ❌ | --- @@ -4937,10 +4937,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.435729 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.356775 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.356757 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.349220 | `azmcp_subscription` | ❌ | -| 4 | 0.345863 | `azmcp_acr` | ❌ | -| 5 | 0.307434 | `azmcp_quota` | ❌ | +| 4 | 0.345851 | `azmcp_acr` | ❌ | +| 5 | 0.307431 | `azmcp_quota` | ❌ | --- @@ -4954,10 +4954,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.462006 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.378193 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.378195 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.364989 | `azmcp_subscription` | ❌ | -| 4 | 0.355011 | `azmcp_acr` | ❌ | -| 5 | 0.352319 | `azmcp_quota` | ❌ | +| 4 | 0.355040 | `azmcp_acr` | ❌ | +| 5 | 0.352320 | `azmcp_quota` | ❌ | --- @@ -4971,10 +4971,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.469337 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.377325 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.361380 | `azmcp_cosmos` | ❌ | -| 4 | 0.349821 | `azmcp_acr` | ❌ | -| 5 | 0.336526 | `azmcp_quota` | ❌ | +| 2 | 0.377345 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.361309 | `azmcp_cosmos` | ❌ | +| 4 | 0.349844 | `azmcp_acr` | ❌ | +| 5 | 0.336533 | `azmcp_quota` | ❌ | --- @@ -4987,11 +4987,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436335 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.326244 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.320487 | `azmcp_acr` | ❌ | -| 4 | 0.314213 | `azmcp_cosmos` | ❌ | -| 5 | 0.312922 | `azmcp_quota` | ❌ | +| 1 | 0.436033 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.326125 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.320376 | `azmcp_acr` | ❌ | +| 4 | 0.314007 | `azmcp_cosmos` | ❌ | +| 5 | 0.312723 | `azmcp_quota` | ❌ | --- @@ -5004,11 +5004,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.439113 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.363707 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.342061 | `azmcp_subscription` | ❌ | -| 4 | 0.338250 | `azmcp_acr` | ❌ | -| 5 | 0.302491 | `azmcp_cosmos` | ❌ | +| 1 | 0.438369 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.362485 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.340911 | `azmcp_subscription` | ❌ | +| 4 | 0.337425 | `azmcp_acr` | ❌ | +| 5 | 0.301692 | `azmcp_cosmos` | ❌ | --- @@ -5022,10 +5022,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.442541 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.351904 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.350265 | `azmcp_acr` | ❌ | -| 4 | 0.337521 | `azmcp_cosmos` | ❌ | -| 5 | 0.314860 | `azmcp_quota` | ❌ | +| 2 | 0.351893 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.350271 | `azmcp_acr` | ❌ | +| 4 | 0.337553 | `azmcp_cosmos` | ❌ | +| 5 | 0.314868 | `azmcp_quota` | ❌ | --- @@ -5038,11 +5038,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.424425 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.295197 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.292960 | `azmcp_acr` | ❌ | -| 4 | 0.274266 | `azmcp_functionapp` | ❌ | -| 5 | 0.263023 | `azmcp_cosmos` | ❌ | +| 1 | 0.424429 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.295193 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.292922 | `azmcp_acr` | ❌ | +| 4 | 0.274278 | `azmcp_functionapp` | ❌ | +| 5 | 0.262936 | `azmcp_cosmos` | ❌ | --- @@ -5055,11 +5055,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.366432 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.276880 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.264140 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.246963 | `azmcp_functionapp` | ❌ | -| 5 | 0.236770 | `azmcp_acr` | ❌ | +| 1 | 0.366434 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.276907 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.264147 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.246961 | `azmcp_functionapp` | ❌ | +| 5 | 0.236757 | `azmcp_acr` | ❌ | --- @@ -5072,11 +5072,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.497986 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.421437 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.335653 | `azmcp_subscription` | ❌ | -| 4 | 0.310930 | `azmcp_quota` | ❌ | -| 5 | 0.293542 | `azmcp_kusto` | ❌ | +| 1 | 0.498134 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.421345 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.335576 | `azmcp_subscription` | ❌ | +| 4 | 0.310902 | `azmcp_quota` | ❌ | +| 5 | 0.293482 | `azmcp_kusto` | ❌ | --- @@ -5089,11 +5089,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488574 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.424740 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.325714 | `azmcp_quota` | ❌ | -| 4 | 0.322732 | `azmcp_subscription` | ❌ | -| 5 | 0.310862 | `azmcp_kusto` | ❌ | +| 1 | 0.488782 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.424722 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.325707 | `azmcp_quota` | ❌ | +| 4 | 0.322727 | `azmcp_subscription` | ❌ | +| 5 | 0.310864 | `azmcp_kusto` | ❌ | --- @@ -5106,11 +5106,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.449122 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.382033 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.311242 | `azmcp_subscription` | ❌ | -| 4 | 0.274871 | `azmcp_search` | ❌ | -| 5 | 0.272807 | `azmcp_kusto` | ❌ | +| 1 | 0.448816 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.381405 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.310749 | `azmcp_subscription` | ❌ | +| 4 | 0.274523 | `azmcp_search` | ❌ | +| 5 | 0.272409 | `azmcp_kusto` | ❌ | --- @@ -5125,8 +5125,8 @@ |------|-------|------|--------| | 1 | 0.410206 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.379236 | `azmcp_servicebus` | ❌ | -| 3 | 0.310491 | `azmcp_quota` | ❌ | -| 4 | 0.293947 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.310495 | `azmcp_quota` | ❌ | +| 4 | 0.293910 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.285685 | `azmcp_kusto` | ❌ | --- @@ -5140,11 +5140,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.389694 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.379182 | `azmcp_servicebus` | ❌ | -| 3 | 0.303911 | `azmcp_quota` | ❌ | -| 4 | 0.278796 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.265355 | `azmcp_keyvault` | ❌ | +| 1 | 0.389696 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.379285 | `azmcp_servicebus` | ❌ | +| 3 | 0.303862 | `azmcp_quota` | ❌ | +| 4 | 0.278803 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.265366 | `azmcp_keyvault` | ❌ | --- @@ -5159,9 +5159,9 @@ |------|-------|------|--------| | 1 | 0.385301 | `azmcp_servicebus` | ❌ | | 2 | 0.357271 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.289113 | `azmcp_quota` | ❌ | +| 3 | 0.289124 | `azmcp_quota` | ❌ | | 4 | 0.270703 | `azmcp_keyvault` | ❌ | -| 5 | 0.262325 | `azmcp_cosmos` | ❌ | +| 5 | 0.262362 | `azmcp_cosmos` | ❌ | --- @@ -5175,10 +5175,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.489159 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.478813 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.478885 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.382968 | `azmcp_subscription` | ❌ | -| 4 | 0.346175 | `azmcp_group` | ❌ | -| 5 | 0.340969 | `azmcp_quota` | ❌ | +| 4 | 0.346224 | `azmcp_group` | ❌ | +| 5 | 0.340975 | `azmcp_quota` | ❌ | --- @@ -5191,11 +5191,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461701 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.437851 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.345985 | `azmcp_subscription` | ❌ | -| 4 | 0.310538 | `azmcp_quota` | ❌ | -| 5 | 0.297641 | `azmcp_functionapp` | ❌ | +| 1 | 0.461660 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.437779 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.346124 | `azmcp_subscription` | ❌ | +| 4 | 0.310449 | `azmcp_quota` | ❌ | +| 5 | 0.297716 | `azmcp_functionapp` | ❌ | --- @@ -5208,11 +5208,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.452120 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.452183 | `azmcp_azuremanagedlustre` | ❌ | | 2 | 0.437155 | `azmcp_storage` | ✅ **EXPECTED** | | 3 | 0.423868 | `azmcp_extension_azqr` | ❌ | | 4 | 0.369122 | `azmcp_subscription` | ❌ | -| 5 | 0.348353 | `azmcp_quota` | ❌ | +| 5 | 0.348354 | `azmcp_quota` | ❌ | --- @@ -5226,7 +5226,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.467027 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.410119 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.410142 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.376717 | `azmcp_subscription` | ❌ | | 4 | 0.359145 | `azmcp_kusto` | ❌ | | 5 | 0.358110 | `azmcp_sql` | ❌ | @@ -5243,10 +5243,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.490181 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.417051 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.417079 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.376805 | `azmcp_kusto` | ❌ | | 4 | 0.375342 | `azmcp_subscription` | ❌ | -| 5 | 0.364026 | `azmcp_quota` | ❌ | +| 5 | 0.364037 | `azmcp_quota` | ❌ | --- @@ -5259,11 +5259,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.537114 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.312465 | `azmcp_group` | ❌ | -| 3 | 0.305650 | `azmcp_eventgrid` | ❌ | -| 4 | 0.275212 | `azmcp_foundry` | ❌ | -| 5 | 0.245363 | `azmcp_servicebus` | ❌ | +| 1 | 0.537130 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.312486 | `azmcp_group` | ❌ | +| 3 | 0.305399 | `azmcp_eventgrid` | ❌ | +| 4 | 0.275238 | `azmcp_foundry` | ❌ | +| 5 | 0.245431 | `azmcp_servicebus` | ❌ | --- @@ -5277,8 +5277,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.385304 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.248821 | `azmcp_eventgrid` | ❌ | -| 3 | 0.228069 | `azmcp_group` | ❌ | +| 2 | 0.248441 | `azmcp_eventgrid` | ❌ | +| 3 | 0.228081 | `azmcp_group` | ❌ | | 4 | 0.194460 | `azmcp_servicebus` | ❌ | | 5 | 0.186010 | `azmcp_foundry` | ❌ | @@ -5294,8 +5294,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.347831 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.241202 | `azmcp_eventgrid` | ❌ | -| 3 | 0.187522 | `azmcp_group` | ❌ | +| 2 | 0.240799 | `azmcp_eventgrid` | ❌ | +| 3 | 0.187580 | `azmcp_group` | ❌ | | 4 | 0.180256 | `azmcp_servicebus` | ❌ | | 5 | 0.169420 | `azmcp_marketplace` | ❌ | @@ -5310,11 +5310,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.413063 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.297744 | `azmcp_eventgrid` | ❌ | -| 3 | 0.242670 | `azmcp_group` | ❌ | -| 4 | 0.236947 | `azmcp_servicebus` | ❌ | -| 5 | 0.209820 | `azmcp_marketplace` | ❌ | +| 1 | 0.413083 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.297382 | `azmcp_eventgrid` | ❌ | +| 3 | 0.242736 | `azmcp_group` | ❌ | +| 4 | 0.236971 | `azmcp_servicebus` | ❌ | +| 5 | 0.209854 | `azmcp_marketplace` | ❌ | --- @@ -5328,10 +5328,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.487530 | `azmcp_subscription` | ❌ | -| 2 | 0.411561 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 3 | 0.377767 | `azmcp_group` | ❌ | +| 2 | 0.411555 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 3 | 0.377688 | `azmcp_group` | ❌ | | 4 | 0.360182 | `azmcp_sql` | ❌ | -| 5 | 0.350181 | `azmcp_quota` | ❌ | +| 5 | 0.350182 | `azmcp_quota` | ❌ | --- @@ -5344,10 +5344,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.451799 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 2 | 0.286593 | `azmcp_quota` | ❌ | +| 1 | 0.451741 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 2 | 0.286591 | `azmcp_quota` | ❌ | | 3 | 0.273487 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.272569 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.272531 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.265247 | `azmcp_sql` | ❌ | --- @@ -5361,8 +5361,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.454673 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 2 | 0.272367 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.454595 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 2 | 0.272266 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.270036 | `azmcp_subscription` | ❌ | | 4 | 0.263791 | `azmcp_quota` | ❌ | | 5 | 0.251855 | `azmcp_resourcehealth` | ❌ | @@ -5397,8 +5397,8 @@ |------|-------|------|--------| | 1 | 0.456714 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.221231 | `azmcp_grafana` | ❌ | -| 3 | 0.151727 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.150755 | `azmcp_group` | ❌ | +| 3 | 0.151692 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.150769 | `azmcp_group` | ❌ | | 5 | 0.148882 | `azmcp_extension_azqr` | ❌ | --- @@ -5413,7 +5413,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.539125 | `azmcp_workbooks` | ✅ **EXPECTED** | -| 2 | 0.490077 | `azmcp_group` | ❌ | +| 2 | 0.490101 | `azmcp_group` | ❌ | | 3 | 0.360895 | `azmcp_grafana` | ❌ | | 4 | 0.321430 | `azmcp_extension_azqr` | ❌ | | 5 | 0.317639 | `azmcp_subscription` | ❌ | @@ -5430,9 +5430,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.571828 | `azmcp_workbooks` | ✅ **EXPECTED** | -| 2 | 0.490770 | `azmcp_group` | ❌ | +| 2 | 0.490854 | `azmcp_group` | ❌ | | 3 | 0.378435 | `azmcp_grafana` | ❌ | -| 4 | 0.343807 | `azmcp_quota` | ❌ | +| 4 | 0.343815 | `azmcp_quota` | ❌ | | 5 | 0.343283 | `azmcp_resourcehealth` | ❌ | --- @@ -5449,7 +5449,7 @@ | 1 | 0.470736 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.242309 | `azmcp_grafana` | ❌ | | 3 | 0.201831 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.191066 | `azmcp_quota` | ❌ | +| 4 | 0.191071 | `azmcp_quota` | ❌ | | 5 | 0.189657 | `azmcp_extension_azqr` | ❌ | --- @@ -5465,9 +5465,9 @@ |------|-------|------|--------| | 1 | 0.471788 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.276892 | `azmcp_grafana` | ❌ | -| 3 | 0.161805 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.161845 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.150875 | `azmcp_marketplace` | ❌ | -| 5 | 0.143215 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.143190 | `azmcp_virtualdesktop` | ❌ | --- @@ -5491,7 +5491,7 @@ ## Summary **Total Prompts Tested:** 304 -**Analysis Execution Time:** 35.8377673s +**Analysis Execution Time:** 37.2978127s ### Success Rate Metrics diff --git a/eng/tools/ToolDescriptionEvaluator/results.md b/eng/tools/ToolDescriptionEvaluator/results.md index ff2ed5185..4480e2694 100644 --- a/eng/tools/ToolDescriptionEvaluator/results.md +++ b/eng/tools/ToolDescriptionEvaluator/results.md @@ -1,14 +1,14 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 16:25:00 +**Setup completed:** 2025-09-22 18:13:04 **Tool count:** 140 -**Database setup time:** 0.8176977s +**Database setup time:** 2.4424216s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 16:25:00 +**Analysis Date:** 2025-09-22 18:13:04 **Tool count:** 140 ## Table of Contents @@ -334,7 +334,7 @@ | 1 | 0.743568 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | | 2 | 0.711580 | `azmcp_acr_registry_repository_list` | ❌ | | 3 | 0.541506 | `azmcp_search_service_list` | ❌ | -| 4 | 0.527457 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.527431 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.515937 | `azmcp_subscription_list` | ❌ | --- @@ -386,7 +386,7 @@ | 2 | 0.633938 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | | 3 | 0.476015 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.454929 | `azmcp_group_list` | ❌ | -| 5 | 0.453960 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.454003 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -402,7 +402,7 @@ | 1 | 0.639391 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | | 2 | 0.637972 | `azmcp_acr_registry_repository_list` | ❌ | | 3 | 0.468028 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.449587 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.449649 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.445741 | `azmcp_group_list` | ❌ | --- @@ -484,10 +484,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660816 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.611431 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.660869 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.611251 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.579676 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.537185 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.540767 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.481416 | `azmcp_mysql_server_config_get` | ❌ | --- @@ -501,10 +501,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.666815 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.589101 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.666849 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.589144 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.545820 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.527013 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.530314 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.508226 | `azmcp_kusto_cluster_get` | ❌ | --- @@ -518,11 +518,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.567289 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.563029 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.492492 | `azmcp_aks_nodepool_list` | ❌ | -| 4 | 0.486040 | `azmcp_aks_nodepool_get` | ❌ | -| 5 | 0.380301 | `azmcp_mysql_server_config_get` | ❌ | +| 1 | 0.566449 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.562438 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.493500 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.485342 | `azmcp_aks_nodepool_get` | ❌ | +| 5 | 0.380009 | `azmcp_mysql_server_config_get` | ❌ | --- @@ -535,10 +535,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.661365 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.578662 | `azmcp_aks_cluster_list` | ❌ | +| 1 | 0.661426 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.578655 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.563549 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.532400 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.534089 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.503925 | `azmcp_kusto_cluster_get` | ❌ | --- @@ -552,10 +552,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.801067 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 1 | 0.801028 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | | 2 | 0.690255 | `azmcp_kusto_cluster_list` | ❌ | | 3 | 0.599940 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.591721 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.594509 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.562043 | `azmcp_search_service_list` | ❌ | --- @@ -569,9 +569,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.608056 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.536277 | `azmcp_aks_cluster_get` | ❌ | -| 3 | 0.496998 | `azmcp_aks_nodepool_list` | ❌ | +| 1 | 0.608049 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.536412 | `azmcp_aks_cluster_get` | ❌ | +| 3 | 0.500890 | `azmcp_aks_nodepool_list` | ❌ | | 4 | 0.492910 | `azmcp_kusto_cluster_list` | ❌ | | 5 | 0.455228 | `azmcp_search_service_list` | ❌ | @@ -586,9 +586,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623896 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.537249 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.529999 | `azmcp_aks_cluster_get` | ❌ | +| 1 | 0.623794 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.538749 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.530023 | `azmcp_aks_cluster_get` | ❌ | | 4 | 0.466749 | `azmcp_aks_nodepool_get` | ❌ | | 5 | 0.449602 | `azmcp_kusto_cluster_list` | ❌ | @@ -603,11 +603,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.753920 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.695215 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.597236 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.498592 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.482683 | `azmcp_kusto_cluster_get` | ❌ | +| 1 | 0.753919 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 2 | 0.699423 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.597308 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.498594 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.482684 | `azmcp_kusto_cluster_get` | ❌ | --- @@ -621,10 +621,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.678158 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.636154 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.481217 | `azmcp_aks_cluster_get` | ❌ | +| 2 | 0.640096 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.481312 | `azmcp_aks_cluster_get` | ❌ | | 4 | 0.458596 | `azmcp_sql_elastic-pool_list` | ❌ | -| 5 | 0.446020 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.445885 | `azmcp_aks_cluster_list` | ❌ | --- @@ -638,9 +638,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.599506 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | -| 2 | 0.579801 | `azmcp_aks_nodepool_list` | ❌ | -| 3 | 0.412003 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.391590 | `azmcp_aks_cluster_list` | ❌ | +| 2 | 0.582325 | `azmcp_aks_nodepool_list` | ❌ | +| 3 | 0.412109 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.391508 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.385173 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- @@ -654,9 +654,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690202 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 1 | 0.694117 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | | 2 | 0.615516 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.531972 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.531964 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.506624 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 5 | 0.487707 | `azmcp_sql_elastic-pool_list` | ❌ | @@ -671,9 +671,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.708467 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 1 | 0.712299 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | | 2 | 0.644451 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.547444 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.547449 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.510269 | `azmcp_sql_elastic-pool_list` | ❌ | | 5 | 0.509732 | `azmcp_virtualdesktop_hostpool_list` | ❌ | @@ -688,9 +688,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.620796 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | +| 1 | 0.623138 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | | 2 | 0.580535 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.453744 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.453701 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.443902 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 5 | 0.425448 | `azmcp_sql_elastic-pool_list` | ❌ | @@ -742,7 +742,7 @@ | 1 | 0.565435 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | | 2 | 0.564705 | `azmcp_appconfig_kv_list` | ❌ | | 3 | 0.414689 | `azmcp_appconfig_kv_show` | ❌ | -| 4 | 0.355952 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.355916 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.348661 | `azmcp_appconfig_kv_delete` | ❌ | --- @@ -756,11 +756,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618277 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | -| 2 | 0.486631 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.424344 | `azmcp_appconfig_kv_set` | ❌ | -| 4 | 0.422700 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 5 | 0.399569 | `azmcp_appconfig_kv_show` | ❌ | +| 1 | 0.617679 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | +| 2 | 0.485901 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.423974 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.422589 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 5 | 0.399173 | `azmcp_appconfig_kv_show` | ❌ | --- @@ -790,11 +790,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682222 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | -| 2 | 0.606450 | `azmcp_appconfig_kv_show` | ❌ | -| 3 | 0.522415 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.512857 | `azmcp_appconfig_kv_set` | ❌ | -| 5 | 0.468496 | `azmcp_appconfig_kv_delete` | ❌ | +| 1 | 0.682275 | `azmcp_appconfig_kv_list` | ✅ **EXPECTED** | +| 2 | 0.606545 | `azmcp_appconfig_kv_show` | ❌ | +| 3 | 0.522426 | `azmcp_appconfig_account_list` | ❌ | +| 4 | 0.512945 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.468503 | `azmcp_appconfig_kv_delete` | ❌ | --- @@ -841,11 +841,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609635 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | -| 2 | 0.536497 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 3 | 0.518499 | `azmcp_appconfig_kv_list` | ❌ | -| 4 | 0.507170 | `azmcp_appconfig_kv_show` | ❌ | -| 5 | 0.505571 | `azmcp_appconfig_kv_delete` | ❌ | +| 1 | 0.609886 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | +| 2 | 0.536564 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 3 | 0.519010 | `azmcp_appconfig_kv_list` | ❌ | +| 4 | 0.507086 | `azmcp_appconfig_kv_show` | ❌ | +| 5 | 0.506308 | `azmcp_appconfig_kv_delete` | ❌ | --- @@ -858,11 +858,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.603216 | `azmcp_appconfig_kv_list` | ❌ | -| 2 | 0.561508 | `azmcp_appconfig_kv_show` | ✅ **EXPECTED** | -| 3 | 0.448912 | `azmcp_appconfig_kv_set` | ❌ | -| 4 | 0.441713 | `azmcp_appconfig_kv_delete` | ❌ | -| 5 | 0.437432 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.603181 | `azmcp_appconfig_kv_list` | ❌ | +| 2 | 0.561505 | `azmcp_appconfig_kv_show` | ✅ **EXPECTED** | +| 3 | 0.448859 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.441672 | `azmcp_appconfig_kv_delete` | ❌ | +| 5 | 0.437328 | `azmcp_appconfig_account_list` | ❌ | --- @@ -876,7 +876,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.355635 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | -| 2 | 0.329345 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.329400 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.300786 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 4 | 0.257790 | `azmcp_cloudarchitect_design` | ❌ | | 5 | 0.216077 | `azmcp_bestpractices_get` | ❌ | @@ -892,7 +892,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.318608 | `azmcp_deploy_app_logs_get` | ❌ | +| 1 | 0.318602 | `azmcp_deploy_app_logs_get` | ❌ | | 2 | 0.302557 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | | 3 | 0.255570 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 4 | 0.225972 | `azmcp_quota_usage_check` | ❌ | @@ -909,11 +909,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.256336 | `azmcp_deploy_architecture_diagram_generate` | ❌ | -| 2 | 0.250649 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | -| 3 | 0.215937 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.199116 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.188299 | `azmcp_cloudarchitect_design` | ❌ | +| 1 | 0.256325 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 2 | 0.250546 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | +| 3 | 0.215873 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.199067 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.188245 | `azmcp_cloudarchitect_design` | ❌ | --- @@ -945,7 +945,7 @@ |------|-------|------|--------| | 1 | 0.743903 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | | 2 | 0.613217 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 3 | 0.519947 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 3 | 0.519986 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.514120 | `azmcp_mysql_server_list` | ❌ | | 5 | 0.492115 | `azmcp_acr_registry_repository_list` | ❌ | @@ -1134,7 +1134,7 @@ | 2 | 0.513262 | `azmcp_azureterraformbestpractices_get` | ❌ | | 3 | 0.505123 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.483705 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.405143 | `azmcp_deploy_app_logs_get` | ❌ | +| 5 | 0.405064 | `azmcp_deploy_app_logs_get` | ❌ | --- @@ -1368,11 +1368,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.789620 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | -| 2 | 0.614114 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.561772 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.537446 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.521478 | `azmcp_cosmos_database_container_item_query` | ❌ | +| 1 | 0.789395 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 2 | 0.614220 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.562062 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.537286 | `azmcp_storage_blob_container_get` | ❌ | +| 5 | 0.521532 | `azmcp_cosmos_database_container_item_query` | ❌ | --- @@ -1419,7 +1419,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.668901 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | +| 1 | 0.668827 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | | 2 | 0.434813 | `azmcp_redis_cache_list` | ❌ | | 3 | 0.413173 | `azmcp_monitor_metrics_query` | ❌ | | 4 | 0.408658 | `azmcp_redis_cluster_list` | ❌ | @@ -1436,11 +1436,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.624139 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | -| 2 | 0.443484 | `azmcp_monitor_metrics_query` | ❌ | -| 3 | 0.393179 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.374040 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.370997 | `azmcp_grafana_list` | ❌ | +| 1 | 0.624066 | `azmcp_datadog_monitoredresources_list` | ✅ **EXPECTED** | +| 2 | 0.443481 | `azmcp_monitor_metrics_query` | ❌ | +| 3 | 0.393227 | `azmcp_redis_cache_list` | ❌ | +| 4 | 0.374071 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.371017 | `azmcp_grafana_list` | ❌ | --- @@ -1453,7 +1453,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.686701 | `azmcp_deploy_app_logs_get` | ✅ **EXPECTED** | +| 1 | 0.686840 | `azmcp_deploy_app_logs_get` | ✅ **EXPECTED** | | 2 | 0.471692 | `azmcp_deploy_plan_get` | ❌ | | 3 | 0.404890 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 4 | 0.392565 | `azmcp_deploy_iac_rules_get` | ❌ | @@ -1541,7 +1541,7 @@ | 1 | 0.682900 | `azmcp_eventgrid_topic_list` | ❌ | | 2 | 0.636180 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 3 | 0.486216 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 4 | 0.480944 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 4 | 0.480941 | `azmcp_resourcehealth_service-health-events_list` | ❌ | | 5 | 0.478217 | `azmcp_servicebus_topic_details` | ❌ | --- @@ -1559,7 +1559,7 @@ | 2 | 0.655324 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 3 | 0.539977 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 4 | 0.498485 | `azmcp_servicebus_topic_details` | ❌ | -| 5 | 0.460145 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 5 | 0.460185 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- @@ -1593,7 +1593,7 @@ | 2 | 0.593171 | `azmcp_eventgrid_topic_list` | ❌ | | 3 | 0.525017 | `azmcp_subscription_list` | ❌ | | 4 | 0.518857 | `azmcp_search_service_list` | ❌ | -| 5 | 0.509007 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 5 | 0.509067 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- @@ -1627,7 +1627,7 @@ | 2 | 0.557573 | `azmcp_group_list` | ❌ | | 3 | 0.531313 | `azmcp_eventgrid_topic_list` | ❌ | | 4 | 0.504984 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.502170 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.502308 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -1642,7 +1642,7 @@ |------|-------|------|--------| | 1 | 0.652090 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 2 | 0.581728 | `azmcp_eventgrid_topic_list` | ❌ | -| 3 | 0.480537 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 3 | 0.480605 | `azmcp_resourcehealth_service-health-events_list` | ❌ | | 4 | 0.478385 | `azmcp_subscription_list` | ❌ | | 5 | 0.476763 | `azmcp_search_service_list` | ❌ | @@ -1657,11 +1657,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.759128 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.610392 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.545605 | `azmcp_search_service_list` | ❌ | -| 4 | 0.514222 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.496515 | `azmcp_subscription_list` | ❌ | +| 1 | 0.759178 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.610435 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.545540 | `azmcp_search_service_list` | ❌ | +| 4 | 0.514189 | `azmcp_kusto_cluster_list` | ❌ | +| 5 | 0.496537 | `azmcp_subscription_list` | ❌ | --- @@ -1674,11 +1674,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.691068 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.600983 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.478334 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 4 | 0.475119 | `azmcp_search_service_list` | ❌ | -| 5 | 0.450712 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.691077 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.600948 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.478365 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 4 | 0.475115 | `azmcp_search_service_list` | ❌ | +| 5 | 0.450748 | `azmcp_redis_cluster_list` | ❌ | --- @@ -1695,7 +1695,7 @@ | 2 | 0.632284 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.526595 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.514248 | `azmcp_search_service_list` | ❌ | -| 5 | 0.495814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 5 | 0.495867 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- @@ -1712,7 +1712,7 @@ | 2 | 0.614519 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.609175 | `azmcp_group_list` | ❌ | | 4 | 0.514613 | `azmcp_workbooks_list` | ❌ | -| 5 | 0.505810 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.505966 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -1778,7 +1778,7 @@ |------|-------|------|--------| | 1 | 0.695201 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | | 2 | 0.526528 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 3 | 0.433117 | `azmcp_foundry_models_list` | ❌ | +| 3 | 0.433287 | `azmcp_foundry_models_list` | ❌ | | 4 | 0.422779 | `azmcp_search_index_get` | ❌ | | 5 | 0.412895 | `azmcp_search_service_list` | ❌ | @@ -1795,7 +1795,7 @@ |------|-------|------|--------| | 1 | 0.603396 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | | 2 | 0.489311 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 3 | 0.396819 | `azmcp_foundry_models_list` | ❌ | +| 3 | 0.396996 | `azmcp_foundry_models_list` | ❌ | | 4 | 0.374704 | `azmcp_search_index_get` | ❌ | | 5 | 0.350751 | `azmcp_search_service_list` | ❌ | @@ -1810,11 +1810,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.672577 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | -| 2 | 0.564860 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 3 | 0.424581 | `azmcp_search_index_get` | ❌ | -| 4 | 0.375275 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.363951 | `azmcp_kusto_table_schema` | ❌ | +| 1 | 0.672571 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | +| 2 | 0.564888 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 3 | 0.424572 | `azmcp_search_index_get` | ❌ | +| 4 | 0.375281 | `azmcp_mysql_table_schema_get` | ❌ | +| 5 | 0.363963 | `azmcp_kusto_table_schema` | ❌ | --- @@ -1862,7 +1862,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.559508 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | -| 2 | 0.549636 | `azmcp_foundry_models_list` | ❌ | +| 2 | 0.549719 | `azmcp_foundry_models_list` | ❌ | | 3 | 0.533239 | `azmcp_foundry_models_deploy` | ❌ | | 4 | 0.448711 | `azmcp_search_service_list` | ❌ | | 5 | 0.434472 | `azmcp_foundry_knowledge_index_list` | ❌ | @@ -1878,7 +1878,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.518221 | `azmcp_foundry_models_list` | ❌ | +| 1 | 0.518369 | `azmcp_foundry_models_list` | ❌ | | 2 | 0.503424 | `azmcp_foundry_models_deploy` | ❌ | | 3 | 0.488885 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | | 4 | 0.401016 | `azmcp_search_service_list` | ❌ | @@ -1895,7 +1895,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.560022 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | +| 1 | 0.560120 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | | 2 | 0.401146 | `azmcp_foundry_models_deploy` | ❌ | | 3 | 0.387861 | `azmcp_foundry_knowledge_index_list` | ❌ | | 4 | 0.386180 | `azmcp_search_service_list` | ❌ | @@ -1912,7 +1912,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.574818 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | +| 1 | 0.574918 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | | 2 | 0.430513 | `azmcp_foundry_models_deploy` | ❌ | | 3 | 0.388967 | `azmcp_foundry_knowledge_index_list` | ❌ | | 4 | 0.356899 | `azmcp_foundry_models_deployments_list` | ❌ | @@ -1930,7 +1930,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.660116 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.448179 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.448469 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.390048 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.380314 | `azmcp_bestpractices_get` | ❌ | | 5 | 0.379655 | `azmcp_resourcehealth_availability-status_list` | ❌ | @@ -1949,7 +1949,7 @@ | 1 | 0.607276 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.447400 | `azmcp_mysql_server_config_get` | ❌ | | 3 | 0.424693 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.422336 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.422564 | `azmcp_deploy_app_logs_get` | ❌ | | 5 | 0.407133 | `azmcp_appconfig_kv_show` | ❌ | --- @@ -1965,7 +1965,7 @@ |------|-------|------|--------| | 1 | 0.622384 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.460102 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.420189 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.420505 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.390708 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.334473 | `azmcp_bestpractices_get` | ❌ | @@ -1981,7 +1981,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.690933 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.433989 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.434299 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.432317 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.424646 | `azmcp_quota_usage_check` | ❌ | | 5 | 0.419375 | `azmcp_resourcehealth_availability-status_get` | ❌ | @@ -1998,7 +1998,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.592791 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.443459 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.443647 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.441394 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 4 | 0.391480 | `azmcp_sql_server_show` | ❌ | | 5 | 0.383917 | `azmcp_resourcehealth_availability-status_list` | ❌ | @@ -2015,7 +2015,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.687356 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.445142 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.445363 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.368188 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.366279 | `azmcp_sql_db_show` | ❌ | | 5 | 0.365569 | `azmcp_bestpractices_get` | ❌ | @@ -2032,7 +2032,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.644882 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.433958 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.434205 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.388678 | `azmcp_storage_account_get` | ❌ | | 4 | 0.370793 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.368420 | `azmcp_storage_blob_get` | ❌ | @@ -2050,7 +2050,7 @@ |------|-------|------|--------| | 1 | 0.554980 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.426703 | `azmcp_quota_usage_check` | ❌ | -| 3 | 0.418362 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.418349 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.408011 | `azmcp_deploy_plan_get` | ❌ | | 5 | 0.381629 | `azmcp_deploy_architecture_diagram_generate` | ❌ | @@ -2067,7 +2067,7 @@ |------|-------|------|--------| | 1 | 0.565797 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.440329 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.422774 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.422915 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.384159 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.342552 | `azmcp_bestpractices_get` | ❌ | @@ -2100,7 +2100,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.560249 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.452132 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.452372 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.412646 | `azmcp_search_service_list` | ❌ | | 4 | 0.411323 | `azmcp_bestpractices_get` | ❌ | | 5 | 0.385832 | `azmcp_foundry_models_deployments_list` | ❌ | @@ -2117,7 +2117,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.433674 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.348106 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.348274 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.284362 | `azmcp_bestpractices_get` | ❌ | | 4 | 0.281676 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.249658 | `azmcp_appconfig_account_list` | ❌ | @@ -2137,7 +2137,7 @@ | 2 | 0.551851 | `azmcp_search_service_list` | ❌ | | 3 | 0.513028 | `azmcp_monitor_workspace_list` | ❌ | | 4 | 0.505836 | `azmcp_kusto_cluster_list` | ❌ | -| 5 | 0.498085 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.498077 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -2152,7 +2152,7 @@ |------|-------|------|--------| | 1 | 0.755935 | `azmcp_group_list` | ✅ **EXPECTED** | | 2 | 0.566552 | `azmcp_workbooks_list` | ❌ | -| 3 | 0.552564 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 3 | 0.552633 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.546156 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.545480 | `azmcp_redis_cluster_list` | ❌ | @@ -2168,7 +2168,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.529504 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.463651 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 2 | 0.463685 | `azmcp_datadog_monitoredresources_list` | ❌ | | 3 | 0.462391 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.459304 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.453960 | `azmcp_workbooks_list` | ❌ | @@ -2185,7 +2185,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.665771 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.532610 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 2 | 0.532656 | `azmcp_datadog_monitoredresources_list` | ❌ | | 3 | 0.531920 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.523088 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.522911 | `azmcp_workbooks_list` | ❌ | @@ -2201,11 +2201,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.740347 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | -| 2 | 0.597696 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.590556 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.575893 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.542979 | `azmcp_keyvault_certificate_get` | ❌ | +| 1 | 0.740349 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | +| 2 | 0.595518 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.590837 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.576069 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.543087 | `azmcp_keyvault_certificate_get` | ❌ | --- @@ -2218,11 +2218,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.627925 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | -| 2 | 0.624457 | `azmcp_keyvault_certificate_list` | ❌ | -| 3 | 0.565014 | `azmcp_keyvault_certificate_create` | ❌ | +| 1 | 0.627979 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 2 | 0.624474 | `azmcp_keyvault_certificate_list` | ❌ | +| 3 | 0.565005 | `azmcp_keyvault_certificate_create` | ❌ | | 4 | 0.539554 | `azmcp_keyvault_certificate_import` | ❌ | -| 5 | 0.493432 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.493510 | `azmcp_keyvault_key_list` | ❌ | --- @@ -2235,11 +2235,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662356 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | -| 2 | 0.606534 | `azmcp_keyvault_certificate_list` | ❌ | +| 1 | 0.662324 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 2 | 0.606570 | `azmcp_keyvault_certificate_list` | ❌ | | 3 | 0.540155 | `azmcp_keyvault_certificate_import` | ❌ | -| 4 | 0.535161 | `azmcp_keyvault_certificate_create` | ❌ | -| 5 | 0.499272 | `azmcp_keyvault_key_list` | ❌ | +| 4 | 0.535157 | `azmcp_keyvault_certificate_create` | ❌ | +| 5 | 0.499444 | `azmcp_keyvault_key_list` | ❌ | --- @@ -2252,11 +2252,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.649996 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.520983 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.469611 | `azmcp_keyvault_certificate_get` | ❌ | -| 4 | 0.467001 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.426994 | `azmcp_keyvault_key_create` | ❌ | +| 1 | 0.649993 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | +| 2 | 0.521183 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.469706 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.467179 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.426678 | `azmcp_keyvault_key_create` | ❌ | --- @@ -2270,10 +2270,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.649676 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | -| 2 | 0.629901 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.527468 | `azmcp_keyvault_certificate_list` | ❌ | +| 2 | 0.629902 | `azmcp_keyvault_certificate_create` | ❌ | +| 3 | 0.527523 | `azmcp_keyvault_certificate_list` | ❌ | | 4 | 0.525743 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.493638 | `azmcp_keyvault_key_create` | ❌ | +| 5 | 0.491748 | `azmcp_keyvault_key_create` | ❌ | --- @@ -2286,11 +2286,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.762015 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.637437 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.761950 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | +| 2 | 0.637330 | `azmcp_keyvault_key_list` | ❌ | | 3 | 0.608799 | `azmcp_keyvault_secret_list` | ❌ | -| 4 | 0.566429 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.539618 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.566460 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.539624 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -2303,11 +2303,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660576 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.570231 | `azmcp_keyvault_certificate_get` | ❌ | -| 3 | 0.540050 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.660521 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | +| 2 | 0.570282 | `azmcp_keyvault_certificate_get` | ❌ | +| 3 | 0.540115 | `azmcp_keyvault_key_list` | ❌ | | 4 | 0.516722 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.509126 | `azmcp_keyvault_certificate_create` | ❌ | +| 5 | 0.509123 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -2320,11 +2320,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.677763 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | -| 2 | 0.569250 | `azmcp_keyvault_secret_create` | ❌ | -| 3 | 0.555810 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.465742 | `azmcp_keyvault_key_list` | ❌ | -| 5 | 0.417395 | `azmcp_keyvault_certificate_list` | ❌ | +| 1 | 0.676526 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | +| 2 | 0.569517 | `azmcp_keyvault_secret_create` | ❌ | +| 3 | 0.555829 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.465638 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.417436 | `azmcp_keyvault_certificate_list` | ❌ | --- @@ -2337,9 +2337,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.737135 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 1 | 0.736896 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | | 2 | 0.650155 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.631528 | `azmcp_keyvault_certificate_list` | ❌ | +| 3 | 0.631519 | `azmcp_keyvault_certificate_list` | ❌ | | 4 | 0.498767 | `azmcp_cosmos_account_list` | ❌ | | 5 | 0.473916 | `azmcp_storage_table_list` | ❌ | @@ -2354,11 +2354,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609392 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 1 | 0.609299 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | | 2 | 0.535381 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.520010 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.479701 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.464078 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.520003 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.479818 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.462050 | `azmcp_keyvault_key_create` | ❌ | --- @@ -2371,11 +2371,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.767701 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | -| 2 | 0.615775 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.572293 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.516457 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.461437 | `azmcp_appconfig_kv_set` | ❌ | +| 1 | 0.766483 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | +| 2 | 0.611953 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.570676 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.515090 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.461409 | `azmcp_appconfig_kv_set` | ❌ | --- @@ -2389,9 +2389,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.747343 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.617131 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.569911 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.519133 | `azmcp_keyvault_secret_create` | ❌ | +| 2 | 0.616701 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.569870 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.519303 | `azmcp_keyvault_secret_create` | ❌ | | 5 | 0.455500 | `azmcp_cosmos_account_list` | ❌ | --- @@ -2406,10 +2406,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.615400 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.520654 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.502403 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.467743 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.456280 | `azmcp_keyvault_certificate_get` | ❌ | +| 2 | 0.520444 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.502694 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.467740 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.456355 | `azmcp_keyvault_certificate_get` | ❌ | --- @@ -2423,7 +2423,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.482148 | `azmcp_kusto_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.464501 | `azmcp_aks_cluster_get` | ❌ | +| 2 | 0.464523 | `azmcp_aks_cluster_get` | ❌ | | 3 | 0.457669 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.416762 | `azmcp_redis_cluster_database_list` | ❌ | | 5 | 0.378455 | `azmcp_aks_nodepool_get` | ❌ | @@ -2442,7 +2442,7 @@ | 1 | 0.651218 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | | 2 | 0.644037 | `azmcp_redis_cluster_list` | ❌ | | 3 | 0.549093 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.536049 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.536082 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.509396 | `azmcp_grafana_list` | ❌ | --- @@ -2475,7 +2475,7 @@ |------|-------|------|--------| | 1 | 0.584053 | `azmcp_redis_cluster_list` | ❌ | | 2 | 0.549797 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 3 | 0.471120 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.471119 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.469570 | `azmcp_kusto_cluster_get` | ❌ | | 5 | 0.464294 | `azmcp_kusto_database_list` | ❌ | @@ -2524,11 +2524,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.381352 | `azmcp_kusto_query` | ✅ **EXPECTED** | -| 2 | 0.363594 | `azmcp_mysql_table_list` | ❌ | -| 3 | 0.363252 | `azmcp_kusto_sample` | ❌ | -| 4 | 0.349147 | `azmcp_monitor_table_list` | ❌ | -| 5 | 0.345799 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.381261 | `azmcp_kusto_query` | ✅ **EXPECTED** | +| 2 | 0.363670 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.363191 | `azmcp_kusto_sample` | ❌ | +| 4 | 0.349386 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.345631 | `azmcp_redis_cluster_list` | ❌ | --- @@ -2541,11 +2541,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.537147 | `azmcp_kusto_sample` | ✅ **EXPECTED** | -| 2 | 0.419282 | `azmcp_kusto_table_schema` | ❌ | -| 3 | 0.391567 | `azmcp_mysql_database_query` | ❌ | -| 4 | 0.391227 | `azmcp_kusto_table_list` | ❌ | -| 5 | 0.380537 | `azmcp_mysql_table_schema_get` | ❌ | +| 1 | 0.537260 | `azmcp_kusto_sample` | ✅ **EXPECTED** | +| 2 | 0.419463 | `azmcp_kusto_table_schema` | ❌ | +| 3 | 0.391595 | `azmcp_mysql_database_query` | ❌ | +| 4 | 0.391423 | `azmcp_kusto_table_list` | ❌ | +| 5 | 0.380691 | `azmcp_mysql_table_schema_get` | ❌ | --- @@ -2592,11 +2592,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.588229 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | -| 2 | 0.564417 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.528065 | `azmcp_mysql_table_schema_get` | ❌ | -| 4 | 0.445078 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.437254 | `azmcp_kusto_table_list` | ❌ | +| 1 | 0.588207 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | +| 2 | 0.564424 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.527914 | `azmcp_mysql_table_schema_get` | ❌ | +| 4 | 0.445245 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.437454 | `azmcp_kusto_table_list` | ❌ | --- @@ -2626,11 +2626,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642308 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | -| 2 | 0.609095 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.574678 | `azmcp_loadtesting_testresource_create` | ❌ | -| 4 | 0.534109 | `azmcp_loadtesting_testrun_get` | ❌ | -| 5 | 0.473237 | `azmcp_loadtesting_testrun_create` | ❌ | +| 1 | 0.643566 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | +| 2 | 0.608510 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.574146 | `azmcp_loadtesting_testresource_create` | ❌ | +| 4 | 0.534698 | `azmcp_loadtesting_testrun_get` | ❌ | +| 5 | 0.473715 | `azmcp_loadtesting_testrun_create` | ❌ | --- @@ -2663,7 +2663,7 @@ | 1 | 0.738027 | `azmcp_loadtesting_testresource_list` | ✅ **EXPECTED** | | 2 | 0.591851 | `azmcp_loadtesting_testresource_create` | ❌ | | 3 | 0.577408 | `azmcp_group_list` | ❌ | -| 4 | 0.565501 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.565565 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.561516 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- @@ -2745,7 +2745,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.570093 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | +| 1 | 0.569924 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | | 2 | 0.477522 | `azmcp_marketplace_product_list` | ❌ | | 3 | 0.353256 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 4 | 0.330935 | `azmcp_servicebus_queue_details` | ❌ | @@ -2763,9 +2763,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.527077 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.443048 | `azmcp_marketplace_product_get` | ❌ | +| 2 | 0.442892 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.343549 | `azmcp_search_service_list` | ❌ | -| 4 | 0.330500 | `azmcp_foundry_models_list` | ❌ | +| 4 | 0.330672 | `azmcp_foundry_models_list` | ❌ | | 5 | 0.328676 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- @@ -2780,8 +2780,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.461616 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.385109 | `azmcp_marketplace_product_get` | ❌ | -| 3 | 0.308769 | `azmcp_foundry_models_list` | ❌ | +| 2 | 0.385069 | `azmcp_marketplace_product_get` | ❌ | +| 3 | 0.308859 | `azmcp_foundry_models_list` | ❌ | | 4 | 0.260387 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 5 | 0.259270 | `azmcp_redis_cache_list` | ❌ | @@ -2919,7 +2919,7 @@ | 2 | 0.417008 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.415966 | `azmcp_monitor_resource_log_query` | ❌ | | 4 | 0.406200 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.398988 | `azmcp_deploy_app_logs_get` | ❌ | +| 5 | 0.399083 | `azmcp_deploy_app_logs_get` | ❌ | --- @@ -2932,11 +2932,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525563 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.384646 | `azmcp_monitor_metrics_definitions` | ❌ | -| 3 | 0.376656 | `azmcp_monitor_resource_log_query` | ❌ | -| 4 | 0.367134 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.299567 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.525585 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.384482 | `azmcp_monitor_metrics_definitions` | ❌ | +| 3 | 0.376658 | `azmcp_monitor_resource_log_query` | ❌ | +| 4 | 0.367167 | `azmcp_monitor_workspace_log_query` | ❌ | +| 5 | 0.299448 | `azmcp_quota_usage_check` | ❌ | --- @@ -2949,11 +2949,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480168 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.383745 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.364308 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.361413 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.351175 | `azmcp_monitor_resource_log_query` | ❌ | +| 1 | 0.480140 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | +| 2 | 0.381961 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.363412 | `azmcp_quota_usage_check` | ❌ | +| 4 | 0.359285 | `azmcp_applens_resource_diagnose` | ❌ | +| 5 | 0.350523 | `azmcp_monitor_resource_log_query` | ❌ | --- @@ -2966,11 +2966,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.593503 | `azmcp_monitor_workspace_log_query` | ❌ | -| 2 | 0.579883 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | -| 3 | 0.472290 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.469578 | `azmcp_monitor_metrics_query` | ❌ | -| 5 | 0.443359 | `azmcp_monitor_workspace_list` | ❌ | +| 1 | 0.593791 | `azmcp_monitor_workspace_log_query` | ❌ | +| 2 | 0.580016 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | +| 3 | 0.471967 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.469777 | `azmcp_monitor_metrics_query` | ❌ | +| 5 | 0.443116 | `azmcp_monitor_workspace_list` | ❌ | --- @@ -2983,11 +2983,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.851075 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | -| 2 | 0.725738 | `azmcp_monitor_table_type_list` | ❌ | -| 3 | 0.620445 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.586691 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.534829 | `azmcp_mysql_table_list` | ❌ | +| 1 | 0.851132 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 2 | 0.725820 | `azmcp_monitor_table_type_list` | ❌ | +| 3 | 0.620576 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.586746 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.534930 | `azmcp_mysql_table_list` | ❌ | --- @@ -3105,7 +3105,7 @@ | 1 | 0.591648 | `azmcp_monitor_workspace_log_query` | ✅ **EXPECTED** | | 2 | 0.494715 | `azmcp_monitor_resource_log_query` | ❌ | | 3 | 0.485984 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.484159 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.484167 | `azmcp_deploy_app_logs_get` | ❌ | | 5 | 0.483323 | `azmcp_monitor_workspace_list` | ❌ | --- @@ -3119,11 +3119,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.634056 | `azmcp_postgres_database_list` | ❌ | -| 2 | 0.623421 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | -| 3 | 0.534457 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.498918 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.490148 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.633991 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.623359 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | +| 3 | 0.534434 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.498902 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.490102 | `azmcp_sql_db_list` | ❌ | --- @@ -3136,11 +3136,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.588122 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | -| 2 | 0.574089 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.483855 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.463244 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.448169 | `azmcp_redis_cluster_database_list` | ❌ | +| 1 | 0.588086 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | +| 2 | 0.574182 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.483818 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.463216 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.448191 | `azmcp_redis_cluster_database_list` | ❌ | --- @@ -3153,11 +3153,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.476267 | `azmcp_mysql_table_list` | ❌ | -| 2 | 0.455515 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.432930 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | -| 4 | 0.419492 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.409138 | `azmcp_mysql_table_schema_get` | ❌ | +| 1 | 0.476414 | `azmcp_mysql_table_list` | ❌ | +| 2 | 0.455683 | `azmcp_mysql_database_list` | ❌ | +| 3 | 0.433245 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | +| 4 | 0.419689 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.409383 | `azmcp_mysql_table_schema_get` | ❌ | --- @@ -3170,7 +3170,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.531890 | `azmcp_postgres_server_config_get` | ❌ | +| 1 | 0.531887 | `azmcp_postgres_server_config_get` | ❌ | | 2 | 0.489816 | `azmcp_mysql_server_config_get` | ✅ **EXPECTED** | | 3 | 0.485952 | `azmcp_mysql_server_param_set` | ❌ | | 4 | 0.476863 | `azmcp_mysql_server_param_get` | ❌ | @@ -3238,11 +3238,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495071 | `azmcp_mysql_server_param_get` | ✅ **EXPECTED** | -| 2 | 0.407671 | `azmcp_mysql_server_param_set` | ❌ | -| 3 | 0.333841 | `azmcp_mysql_database_query` | ❌ | -| 4 | 0.313150 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.310834 | `azmcp_postgres_server_param_get` | ❌ | +| 1 | 0.495094 | `azmcp_mysql_server_param_get` | ✅ **EXPECTED** | +| 2 | 0.407652 | `azmcp_mysql_server_param_set` | ❌ | +| 3 | 0.333788 | `azmcp_mysql_database_query` | ❌ | +| 4 | 0.313156 | `azmcp_mysql_table_schema_get` | ❌ | +| 5 | 0.310909 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -3326,7 +3326,7 @@ | 1 | 0.815617 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | | 2 | 0.644014 | `azmcp_postgres_table_list` | ❌ | | 3 | 0.622790 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.542717 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.542685 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.490904 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -3343,7 +3343,7 @@ | 1 | 0.760033 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | | 2 | 0.589783 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.585891 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.552679 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.552660 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.495629 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -3374,11 +3374,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.756640 | `azmcp_postgres_server_config_get` | ✅ **EXPECTED** | -| 2 | 0.599469 | `azmcp_postgres_server_param_get` | ❌ | -| 3 | 0.535267 | `azmcp_postgres_server_param_set` | ❌ | -| 4 | 0.535096 | `azmcp_postgres_database_list` | ❌ | -| 5 | 0.518650 | `azmcp_postgres_server_list` | ❌ | +| 1 | 0.756593 | `azmcp_postgres_server_config_get` | ✅ **EXPECTED** | +| 2 | 0.599471 | `azmcp_postgres_server_param_get` | ❌ | +| 3 | 0.535229 | `azmcp_postgres_server_param_set` | ❌ | +| 4 | 0.535049 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.518574 | `azmcp_postgres_server_list` | ❌ | --- @@ -3394,7 +3394,7 @@ | 1 | 0.900023 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | | 2 | 0.640733 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.565914 | `azmcp_postgres_table_list` | ❌ | -| 4 | 0.539009 | `azmcp_postgres_server_config_get` | ❌ | +| 4 | 0.538997 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.507621 | `azmcp_postgres_server_param_get` | ❌ | --- @@ -3410,7 +3410,7 @@ |------|-------|------|--------| | 1 | 0.674327 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | | 2 | 0.607062 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.576353 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.576349 | `azmcp_postgres_server_config_get` | ❌ | | 4 | 0.522996 | `azmcp_postgres_table_list` | ❌ | | 5 | 0.506171 | `azmcp_postgres_server_param_get` | ❌ | @@ -3427,7 +3427,7 @@ |------|-------|------|--------| | 1 | 0.832155 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | | 2 | 0.579232 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.531818 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.531804 | `azmcp_postgres_server_config_get` | ❌ | | 4 | 0.514445 | `azmcp_postgres_table_list` | ❌ | | 5 | 0.505869 | `azmcp_postgres_server_param_get` | ❌ | @@ -3443,7 +3443,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.594753 | `azmcp_postgres_server_param_get` | ✅ **EXPECTED** | -| 2 | 0.539692 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.539671 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.489693 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.480826 | `azmcp_postgres_server_param_set` | ❌ | | 5 | 0.451871 | `azmcp_postgres_database_list` | ❌ | @@ -3459,7 +3459,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488490 | `azmcp_postgres_server_config_get` | ❌ | +| 1 | 0.488474 | `azmcp_postgres_server_config_get` | ❌ | | 2 | 0.469794 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.464562 | `azmcp_postgres_server_param_set` | ✅ **EXPECTED** | | 4 | 0.447011 | `azmcp_postgres_server_param_get` | ❌ | @@ -3480,7 +3480,7 @@ | 2 | 0.750580 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.574930 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.519820 | `azmcp_postgres_table_schema_get` | ❌ | -| 5 | 0.501443 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.501400 | `azmcp_postgres_server_config_get` | ❌ | --- @@ -3497,7 +3497,7 @@ | 2 | 0.690112 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.558357 | `azmcp_postgres_table_schema_get` | ❌ | | 4 | 0.543331 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.521596 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.521570 | `azmcp_postgres_server_config_get` | ❌ | --- @@ -3510,11 +3510,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.714877 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | -| 2 | 0.597846 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.574230 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.508089 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.480733 | `azmcp_mysql_table_schema_get` | ❌ | +| 1 | 0.714980 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | +| 2 | 0.598013 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.574109 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.508148 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.480806 | `azmcp_mysql_table_schema_get` | ❌ | --- @@ -3531,7 +3531,7 @@ | 2 | 0.413274 | `azmcp_quota_usage_check` | ❌ | | 3 | 0.372940 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.369855 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 5 | 0.361445 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.361386 | `azmcp_datadog_monitoredresources_list` | ❌ | --- @@ -3561,11 +3561,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.757057 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | -| 2 | 0.565047 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.445073 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.377563 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.322930 | `azmcp_mysql_database_list` | ❌ | +| 1 | 0.757038 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | +| 2 | 0.565013 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.445049 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.377561 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.322943 | `azmcp_mysql_database_list` | ❌ | --- @@ -3684,7 +3684,7 @@ | 2 | 0.679028 | `azmcp_kusto_cluster_list` | ❌ | | 3 | 0.672104 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.588847 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.569222 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.569238 | `azmcp_aks_cluster_list` | ❌ | --- @@ -3714,11 +3714,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.744239 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.607511 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.580866 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.518857 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.494170 | `azmcp_postgres_server_list` | ❌ | +| 1 | 0.744220 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.607414 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.580876 | `azmcp_kusto_cluster_list` | ❌ | +| 4 | 0.518859 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.494086 | `azmcp_postgres_server_list` | ❌ | --- @@ -3748,11 +3748,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549306 | `azmcp_storage_account_get` | ❌ | -| 2 | 0.510357 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.492853 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.490090 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | -| 5 | 0.466885 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 1 | 0.549368 | `azmcp_storage_account_get` | ❌ | +| 2 | 0.510427 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.492905 | `azmcp_storage_table_list` | ❌ | +| 4 | 0.490120 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | +| 5 | 0.466923 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- @@ -3765,11 +3765,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577429 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 2 | 0.570794 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | -| 3 | 0.424817 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.393567 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 5 | 0.386806 | `azmcp_quota_usage_check` | ❌ | +| 1 | 0.577398 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 2 | 0.570884 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | +| 3 | 0.424939 | `azmcp_mysql_server_list` | ❌ | +| 4 | 0.393479 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.386598 | `azmcp_quota_usage_check` | ❌ | --- @@ -3802,7 +3802,7 @@ | 1 | 0.644982 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | | 2 | 0.587088 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.508252 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.473920 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 4 | 0.473905 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.462125 | `azmcp_search_service_list` | ❌ | --- @@ -3818,7 +3818,7 @@ |------|-------|------|--------| | 1 | 0.596890 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | | 2 | 0.543421 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.427617 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 3 | 0.427638 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.420567 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.420387 | `azmcp_mysql_server_list` | ❌ | @@ -3833,7 +3833,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.719917 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 1 | 0.719910 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.554895 | `azmcp_search_service_list` | ❌ | | 3 | 0.533215 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.518372 | `azmcp_resourcehealth_availability-status_list` | ❌ | @@ -3850,7 +3850,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.726947 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 1 | 0.726927 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.513815 | `azmcp_search_service_list` | ❌ | | 3 | 0.509817 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.491121 | `azmcp_resourcehealth_availability-status_list` | ❌ | @@ -3867,7 +3867,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.301604 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 1 | 0.301600 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.270290 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.251870 | `azmcp_applens_resource_diagnose` | ❌ | | 4 | 0.216847 | `azmcp_resourcehealth_availability-status_list` | ❌ | @@ -3884,11 +3884,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.711107 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | -| 2 | 0.548286 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.520197 | `azmcp_search_service_list` | ❌ | -| 4 | 0.502064 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.487327 | `azmcp_eventgrid_topic_list` | ❌ | +| 1 | 0.711092 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 2 | 0.548305 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.520249 | `azmcp_search_service_list` | ❌ | +| 4 | 0.502156 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.487339 | `azmcp_eventgrid_topic_list` | ❌ | --- @@ -3901,7 +3901,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527706 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 1 | 0.527618 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.437868 | `azmcp_search_service_list` | ❌ | | 3 | 0.402493 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.400175 | `azmcp_resourcehealth_availability-status_get` | ❌ | @@ -4075,7 +4075,7 @@ | 2 | 0.460932 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 3 | 0.400870 | `azmcp_servicebus_topic_details` | ❌ | | 4 | 0.382417 | `azmcp_storage_queue_message_send` | ❌ | -| 5 | 0.375206 | `azmcp_aks_cluster_get` | ❌ | +| 5 | 0.375386 | `azmcp_aks_cluster_get` | ❌ | --- @@ -4109,7 +4109,7 @@ | 2 | 0.527109 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.494515 | `azmcp_servicebus_queue_details` | ❌ | | 4 | 0.457036 | `azmcp_servicebus_topic_details` | ❌ | -| 5 | 0.444568 | `azmcp_marketplace_product_get` | ❌ | +| 5 | 0.444605 | `azmcp_marketplace_product_get` | ❌ | --- @@ -4122,11 +4122,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.516742 | `azmcp_sql_db_create` | ✅ **EXPECTED** | -| 2 | 0.470889 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.376816 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.359949 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.357393 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.516780 | `azmcp_sql_db_create` | ✅ **EXPECTED** | +| 2 | 0.470892 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.376833 | `azmcp_sql_server_delete` | ❌ | +| 4 | 0.359945 | `azmcp_sql_db_show` | ❌ | +| 5 | 0.357421 | `azmcp_sql_db_list` | ❌ | --- @@ -4175,7 +4175,7 @@ |------|-------|------|--------| | 1 | 0.520786 | `azmcp_sql_server_delete` | ❌ | | 2 | 0.484026 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | -| 3 | 0.386662 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.386564 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.364776 | `azmcp_sql_db_show` | ❌ | | 5 | 0.351204 | `azmcp_postgres_database_list` | ❌ | @@ -4191,10 +4191,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.579119 | `azmcp_sql_server_delete` | ❌ | -| 2 | 0.500756 | `azmcp_sql_db_show` | ❌ | -| 3 | 0.478729 | `azmcp_sql_db_list` | ❌ | -| 4 | 0.466216 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | -| 5 | 0.421365 | `azmcp_sql_db_create` | ❌ | +| 2 | 0.500816 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.478741 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.466355 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | +| 5 | 0.421440 | `azmcp_sql_db_create` | ❌ | --- @@ -4259,10 +4259,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.610991 | `azmcp_sql_server_show` | ❌ | -| 2 | 0.593145 | `azmcp_postgres_server_config_get` | ❌ | -| 3 | 0.530422 | `azmcp_mysql_server_config_get` | ❌ | -| 4 | 0.528136 | `azmcp_sql_db_show` | ✅ **EXPECTED** | -| 5 | 0.465693 | `azmcp_sql_db_list` | ❌ | +| 2 | 0.593138 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.530402 | `azmcp_mysql_server_config_get` | ❌ | +| 4 | 0.528146 | `azmcp_sql_db_show` | ✅ **EXPECTED** | +| 5 | 0.465733 | `azmcp_sql_db_list` | ❌ | --- @@ -4309,11 +4309,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.401834 | `azmcp_sql_db_list` | ❌ | -| 2 | 0.394808 | `azmcp_sql_db_show` | ❌ | -| 3 | 0.389984 | `azmcp_sql_db_update` | ✅ **EXPECTED** | -| 4 | 0.386647 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.381892 | `azmcp_sql_db_create` | ❌ | +| 1 | 0.401944 | `azmcp_sql_db_list` | ❌ | +| 2 | 0.394931 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.390024 | `azmcp_sql_db_update` | ✅ **EXPECTED** | +| 4 | 0.386619 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.381925 | `azmcp_sql_db_create` | ❌ | --- @@ -4330,7 +4330,7 @@ | 2 | 0.502376 | `azmcp_sql_db_list` | ❌ | | 3 | 0.498367 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.479044 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.470454 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.473539 | `azmcp_aks_nodepool_list` | ❌ | --- @@ -4346,7 +4346,7 @@ | 1 | 0.606425 | `azmcp_sql_elastic-pool_list` | ✅ **EXPECTED** | | 2 | 0.502877 | `azmcp_sql_server_show` | ❌ | | 3 | 0.457163 | `azmcp_sql_db_list` | ❌ | -| 4 | 0.435413 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.438522 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.432816 | `azmcp_mysql_database_list` | ❌ | --- @@ -4448,7 +4448,7 @@ | 1 | 0.429140 | `azmcp_sql_server_delete` | ✅ **EXPECTED** | | 2 | 0.393885 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.376660 | `azmcp_sql_server_show` | ❌ | -| 4 | 0.309477 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.309280 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 5 | 0.306368 | `azmcp_sql_db_show` | ❌ | --- @@ -4464,7 +4464,7 @@ |------|-------|------|--------| | 1 | 0.527930 | `azmcp_sql_server_delete` | ✅ **EXPECTED** | | 2 | 0.396541 | `azmcp_sql_db_delete` | ❌ | -| 3 | 0.362583 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.362389 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.341503 | `azmcp_sql_server_show` | ❌ | | 5 | 0.315820 | `azmcp_workbooks_delete` | ❌ | @@ -4532,7 +4532,7 @@ |------|-------|------|--------| | 1 | 0.635466 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | | 2 | 0.532712 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.522193 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.522184 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.448822 | `azmcp_sql_server_create` | ❌ | | 5 | 0.432802 | `azmcp_sql_db_create` | ❌ | @@ -4547,11 +4547,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670189 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | -| 2 | 0.533562 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.503704 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 4 | 0.295018 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.287457 | `azmcp_sql_server_create` | ❌ | +| 1 | 0.670019 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | +| 2 | 0.534352 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 3 | 0.503551 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.295723 | `azmcp_sql_server_show` | ❌ | +| 5 | 0.288441 | `azmcp_sql_server_create` | ❌ | --- @@ -4566,7 +4566,7 @@ |------|-------|------|--------| | 1 | 0.685107 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | | 2 | 0.574336 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.539624 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.539577 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.428919 | `azmcp_sql_server_create` | ❌ | | 5 | 0.395165 | `azmcp_sql_db_create` | ❌ | @@ -4581,7 +4581,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.691529 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | +| 1 | 0.691421 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | | 2 | 0.543857 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.540333 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.527546 | `azmcp_sql_server_delete` | ❌ | @@ -4598,7 +4598,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670247 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | +| 1 | 0.670179 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | | 2 | 0.574340 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 3 | 0.530419 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 4 | 0.398706 | `azmcp_sql_server_delete` | ❌ | @@ -4615,11 +4615,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.671312 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | -| 2 | 0.601230 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.577330 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 4 | 0.441605 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.367883 | `azmcp_sql_server_show` | ❌ | +| 1 | 0.671294 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | +| 2 | 0.601190 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 3 | 0.577377 | `azmcp_sql_server_firewall-rule_create` | ❌ | +| 4 | 0.441626 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.367843 | `azmcp_sql_server_show` | ❌ | --- @@ -4634,7 +4634,7 @@ |------|-------|------|--------| | 1 | 0.729372 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | | 2 | 0.549667 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 3 | 0.513166 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.513114 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.468812 | `azmcp_sql_server_show` | ❌ | | 5 | 0.392512 | `azmcp_sql_server_entra-admin_list` | ❌ | @@ -4651,7 +4651,7 @@ |------|-------|------|--------| | 1 | 0.630731 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | | 2 | 0.524126 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 3 | 0.476787 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.476757 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.410680 | `azmcp_sql_server_show` | ❌ | | 5 | 0.316854 | `azmcp_sql_server_entra-admin_list` | ❌ | @@ -4668,7 +4668,7 @@ |------|-------|------|--------| | 1 | 0.630546 | `azmcp_sql_server_firewall-rule_list` | ✅ **EXPECTED** | | 2 | 0.532454 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 3 | 0.473581 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 3 | 0.473501 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.412957 | `azmcp_sql_server_show` | ❌ | | 5 | 0.308004 | `azmcp_sql_server_entra-admin_list` | ❌ | @@ -4701,7 +4701,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.658817 | `azmcp_sql_server_show` | ✅ **EXPECTED** | -| 2 | 0.610478 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.610507 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.538034 | `azmcp_mysql_server_config_get` | ❌ | | 4 | 0.471541 | `azmcp_sql_db_show` | ❌ | | 5 | 0.445430 | `azmcp_postgres_server_param_get` | ❌ | @@ -4718,7 +4718,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.563143 | `azmcp_sql_server_show` | ✅ **EXPECTED** | -| 2 | 0.392488 | `azmcp_postgres_server_config_get` | ❌ | +| 2 | 0.392532 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.380021 | `azmcp_postgres_server_param_get` | ❌ | | 4 | 0.372194 | `azmcp_sql_server_firewall-rule_list` | ❌ | | 5 | 0.370539 | `azmcp_sql_db_show` | ❌ | @@ -4887,11 +4887,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527994 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | -| 2 | 0.422467 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.364946 | `azmcp_storage_blob_get` | ❌ | -| 4 | 0.364070 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.360883 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 1 | 0.528169 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | +| 2 | 0.422579 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.364895 | `azmcp_storage_blob_get` | ❌ | +| 4 | 0.364094 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.360750 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | --- @@ -4972,11 +4972,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.613985 | `azmcp_cosmos_database_container_list` | ❌ | -| 2 | 0.605438 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | -| 3 | 0.530707 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.521910 | `azmcp_storage_blob_get` | ❌ | -| 5 | 0.478954 | `azmcp_storage_account_get` | ❌ | +| 1 | 0.613933 | `azmcp_cosmos_database_container_list` | ❌ | +| 2 | 0.605437 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | +| 3 | 0.530702 | `azmcp_storage_table_list` | ❌ | +| 4 | 0.521995 | `azmcp_storage_blob_get` | ❌ | +| 5 | 0.479014 | `azmcp_storage_account_get` | ❌ | --- @@ -5023,11 +5023,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662150 | `azmcp_storage_blob_container_get` | ❌ | -| 2 | 0.661969 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 3 | 0.537577 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.460650 | `azmcp_storage_blob_container_create` | ❌ | -| 5 | 0.457044 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.662106 | `azmcp_storage_blob_container_get` | ❌ | +| 2 | 0.661919 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | +| 3 | 0.537535 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.460657 | `azmcp_storage_blob_container_create` | ❌ | +| 5 | 0.457038 | `azmcp_storage_account_create` | ❌ | --- @@ -5074,11 +5074,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.566287 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | -| 2 | 0.403451 | `azmcp_storage_blob_get` | ❌ | -| 3 | 0.397722 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.382123 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.377255 | `azmcp_storage_blob_container_create` | ❌ | +| 1 | 0.566393 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | +| 2 | 0.403154 | `azmcp_storage_blob_get` | ❌ | +| 3 | 0.397808 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.383268 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.377524 | `azmcp_storage_blob_container_create` | ❌ | --- @@ -5091,11 +5091,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.646848 | `azmcp_storage_datalake_directory_create` | ✅ **EXPECTED** | -| 2 | 0.481419 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 3 | 0.443019 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.348451 | `azmcp_keyvault_secret_create` | ❌ | -| 5 | 0.340520 | `azmcp_keyvault_certificate_create` | ❌ | +| 1 | 0.647078 | `azmcp_storage_datalake_directory_create` | ✅ **EXPECTED** | +| 2 | 0.481507 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 3 | 0.442414 | `azmcp_storage_account_create` | ❌ | +| 4 | 0.348622 | `azmcp_keyvault_secret_create` | ❌ | +| 5 | 0.340453 | `azmcp_keyvault_certificate_create` | ❌ | --- @@ -5193,11 +5193,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.595304 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.360562 | `azmcp_servicebus_queue_details` | ❌ | -| 3 | 0.338481 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.325256 | `azmcp_appconfig_kv_set` | ❌ | -| 5 | 0.322508 | `azmcp_storage_table_list` | ❌ | +| 1 | 0.595294 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | +| 2 | 0.360570 | `azmcp_servicebus_queue_details` | ❌ | +| 3 | 0.338536 | `azmcp_storage_account_create` | ❌ | +| 4 | 0.325305 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.322546 | `azmcp_storage_table_list` | ❌ | --- @@ -5210,11 +5210,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.640598 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.539923 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.522606 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 4 | 0.500888 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.491201 | `azmcp_storage_blob_container_get` | ❌ | +| 1 | 0.640440 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | +| 2 | 0.539851 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.522644 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 4 | 0.500965 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.491152 | `azmcp_storage_blob_container_get` | ❌ | --- @@ -5244,11 +5244,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.602243 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.449424 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.446206 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 4 | 0.436642 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.423860 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.602213 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | +| 2 | 0.449412 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.446161 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 4 | 0.436632 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.423868 | `azmcp_extension_azqr` | ❌ | --- @@ -5330,7 +5330,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.319958 | `azmcp_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.315484 | `azmcp_marketplace_product_get` | ❌ | +| 2 | 0.315524 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.313335 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.286711 | `azmcp_redis_cache_list` | ❌ | | 5 | 0.282645 | `azmcp_grafana_list` | ❌ | @@ -5383,7 +5383,7 @@ | 1 | 0.727054 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ✅ **EXPECTED** | | 2 | 0.714469 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ❌ | | 3 | 0.573352 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 4 | 0.435890 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.439611 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.402909 | `azmcp_aks_nodepool_get` | ❌ | --- @@ -5397,11 +5397,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.812659 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ✅ **EXPECTED** | -| 2 | 0.659212 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 3 | 0.501167 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 4 | 0.352576 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.336385 | `azmcp_monitor_workspace_list` | ❌ | +| 1 | 0.813272 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ✅ **EXPECTED** | +| 2 | 0.658826 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 3 | 0.501306 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 4 | 0.357337 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.337397 | `azmcp_monitor_workspace_list` | ❌ | --- @@ -5414,10 +5414,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.552422 | `azmcp_workbooks_create` | ✅ **EXPECTED** | +| 1 | 0.552212 | `azmcp_workbooks_create` | ✅ **EXPECTED** | | 2 | 0.433162 | `azmcp_workbooks_update` | ❌ | | 3 | 0.361364 | `azmcp_workbooks_delete` | ❌ | -| 4 | 0.361215 | `azmcp_workbooks_show` | ❌ | +| 4 | 0.361137 | `azmcp_workbooks_show` | ❌ | | 5 | 0.328113 | `azmcp_workbooks_list` | ❌ | --- @@ -5432,8 +5432,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.621310 | `azmcp_workbooks_delete` | ✅ **EXPECTED** | -| 2 | 0.518630 | `azmcp_workbooks_show` | ❌ | -| 3 | 0.432499 | `azmcp_workbooks_create` | ❌ | +| 2 | 0.518518 | `azmcp_workbooks_show` | ❌ | +| 3 | 0.432454 | `azmcp_workbooks_create` | ❌ | | 4 | 0.425569 | `azmcp_workbooks_list` | ❌ | | 5 | 0.390355 | `azmcp_workbooks_update` | ❌ | @@ -5449,8 +5449,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.772431 | `azmcp_workbooks_list` | ✅ **EXPECTED** | -| 2 | 0.562583 | `azmcp_workbooks_create` | ❌ | -| 3 | 0.532565 | `azmcp_workbooks_show` | ❌ | +| 2 | 0.562485 | `azmcp_workbooks_create` | ❌ | +| 3 | 0.532533 | `azmcp_workbooks_show` | ❌ | | 4 | 0.516739 | `azmcp_grafana_list` | ❌ | | 5 | 0.488600 | `azmcp_group_list` | ❌ | @@ -5466,8 +5466,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.708612 | `azmcp_workbooks_list` | ✅ **EXPECTED** | -| 2 | 0.570374 | `azmcp_workbooks_create` | ❌ | -| 3 | 0.539957 | `azmcp_workbooks_show` | ❌ | +| 2 | 0.570259 | `azmcp_workbooks_create` | ❌ | +| 3 | 0.539923 | `azmcp_workbooks_show` | ❌ | | 4 | 0.485504 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.472378 | `azmcp_grafana_list` | ❌ | @@ -5482,8 +5482,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.697539 | `azmcp_workbooks_show` | ✅ **EXPECTED** | -| 2 | 0.498440 | `azmcp_workbooks_create` | ❌ | +| 1 | 0.697401 | `azmcp_workbooks_show` | ✅ **EXPECTED** | +| 2 | 0.498390 | `azmcp_workbooks_create` | ❌ | | 3 | 0.494708 | `azmcp_workbooks_list` | ❌ | | 4 | 0.452348 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.419105 | `azmcp_workbooks_update` | ❌ | @@ -5499,8 +5499,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.469476 | `azmcp_workbooks_show` | ✅ **EXPECTED** | -| 2 | 0.455226 | `azmcp_workbooks_create` | ❌ | +| 1 | 0.469410 | `azmcp_workbooks_show` | ✅ **EXPECTED** | +| 2 | 0.455158 | `azmcp_workbooks_create` | ❌ | | 3 | 0.437638 | `azmcp_workbooks_update` | ❌ | | 4 | 0.424338 | `azmcp_workbooks_list` | ❌ | | 5 | 0.366057 | `azmcp_workbooks_delete` | ❌ | @@ -5517,8 +5517,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.469915 | `azmcp_workbooks_update` | ✅ **EXPECTED** | -| 2 | 0.382674 | `azmcp_workbooks_create` | ❌ | -| 3 | 0.362354 | `azmcp_workbooks_show` | ❌ | +| 2 | 0.382651 | `azmcp_workbooks_create` | ❌ | +| 3 | 0.362302 | `azmcp_workbooks_show` | ❌ | | 4 | 0.349689 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.276727 | `azmcp_loadtesting_testrun_update` | ❌ | @@ -5527,7 +5527,7 @@ ## Summary **Total Prompts Tested:** 306 -**Analysis Execution Time:** 35.4082241s +**Analysis Execution Time:** 41.4293826s ### Success Rate Metrics From 15e2232021c7aca67320db8cbab909a775e28d7d Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 18:43:36 -0700 Subject: [PATCH 17/23] Updated tools JSON files --- .../consolidated-prompts.json | 21 +- .../namespace-tools.json | 1128 ++++++++------ .../ToolDescriptionEvaluator/prompts.json | 64 +- eng/tools/ToolDescriptionEvaluator/tools.json | 1366 +++++++++-------- 4 files changed, 1430 insertions(+), 1149 deletions(-) diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json index ef33256eb..c3cdaf085 100644 --- a/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json @@ -265,42 +265,27 @@ "Get the details about blob in the container in storage account ", "List all blob containers in the storage account ", "List all blobs in the blob container in the storage account ", - "List all files and directories in the File Share in the storage account ", - "List all paths in the Data Lake file system in the storage account ", "List all storage accounts in my subscription including their location and SKU", - "List all tables in the storage account ", - "List files with prefix 'report' in the File Share in the storage account ", - "Recursively list all paths in the Data Lake file system in the storage account filtered by ", "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", "Show me the blobs in the blob container in the storage account ", "Show me the containers in the storage account ", "Show me the details for my storage account ", - "Show me the files in the File Share directory in the storage account ", - "Show me the paths in the Data Lake file system in the storage account ", "Show me the properties for blob in container in storage account ", "Show me the properties of the storage container in the storage account ", - "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings", - "Show me the tables in the storage account " + "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings" ], "edit_azure_storage": [ - "Add a message to the queue in storage account with visibility timeout of 30 seconds", "Create a new blob container named documents with container public access in storage account ", - "Create a new directory at the path in Data Lake in the storage account ", "Create a new storage account called testaccount123 in East US region", "Create a new storage account with Data Lake Storage Gen2 enabled", "Create a storage account with premium performance and LRS replication", "Create the container using blob public access in storage account ", - "Create the storage container mycontainer in storage account ", - "Send a message \"Hello, World!\" to the queue in storage account ", - "Send a message with TTL of 3600 seconds to the queue in storage account " + "Create the storage container mycontainer in storage account " ], "upload_azure_storage_blobs": [ "Upload file to storage blob in container in storage account " ], - "edit_azure_storage_blob_tiers": [ - "Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account ", - "Set access tier to Cool for multiple blobs in the container in the storage account " - ], + "edit_azure_storage_blob_tiers": [], "view_azure_cache_for_redis": [ "List all access policies in the Redis Cache ", "List all databases in the Redis Cluster ", diff --git a/eng/tools/ToolDescriptionEvaluator/namespace-tools.json b/eng/tools/ToolDescriptionEvaluator/namespace-tools.json index 79ba74689..ce33f59f3 100644 --- a/eng/tools/ToolDescriptionEvaluator/namespace-tools.json +++ b/eng/tools/ToolDescriptionEvaluator/namespace-tools.json @@ -846,6 +846,155 @@ ], "subcommandsCount": 1 }, + { + "name": "applicationinsights", + "description": "Application Insights operations - Commands for listing and managing Application Insights components.", + "command": "azmcp applicationinsights", + "subcommands": [ + { + "name": "list", + "description": "List Application Insights Code Optimization Recommendations in a subscription. Optionally filter by resource group when --resource-group is provided.\r\nReturns the code optimization recommendations based on the profiler data.", + "command": "azmcp applicationinsights recommendation list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 1 + }, + { + "name": "appservice", + "description": "App Service operations - Commands for managing Azure App Service resources including web apps, databases, and configurations.", + "command": "azmcp appservice", + "subcommands": [ + { + "name": "add", + "description": "Add a database connection to an App Service. This command configures database connection\r\nsettings for the specified App Service, allowing it to connect to a database server.", + "command": "azmcp appservice database add", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--app", + "description": "The name of the Azure App Service (e.g., my-webapp).", + "type": "string", + "required": true + }, + { + "name": "--database-type", + "description": "The type of database (e.g., SqlServer, MySQL, PostgreSQL, CosmosDB).", + "type": "string", + "required": true + }, + { + "name": "--database-server", + "description": "The server name or endpoint for the database (e.g., myserver.database.windows.net).", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The name of the database to connect to (e.g., mydb).", + "type": "string", + "required": true + }, + { + "name": "--connection-string", + "description": "The connection string for the database. If not provided, a default will be generated.", + "type": "string" + } + ] + } + ], + "subcommandsCount": 1 + }, { "name": "azuremanagedlustre", "description": "Azure Managed Lustre operations - Commands for listing and inspecting Azure Managed Lustre file systems (AMLFS) used for high-performance computing workloads.", @@ -1721,7 +1870,7 @@ "subcommands": [ { "name": "list", - "description": "List event subscriptions for topics with filtering and endpoint configuration. This tool shows all active \r\nsubscriptions including webhook endpoints, event filters, and delivery retry policies. Returns subscription \r\ndetails as JSON array. Requires either --topic (bare topic name) OR --subscription. If only --topic is provided\r\nthe tool searches all accessible subscriptions for a topic with that name. Optional --resource-group/--location\r\nmay only be used alongside --subscription or --topic.", + "description": "List event subscriptions for topics with filtering and endpoint configuration. This tool shows all active\r\nsubscriptions including webhook endpoints, event filters, and delivery retry policies. Returns subscription\r\ndetails as JSON array. Requires either --topic (bare topic name) OR --subscription. If only --topic is provided\r\nthe tool searches all accessible subscriptions for a topic with that name. Optional --resource-group/--location\r\nmay only be used alongside --subscription or --topic.", "command": "azmcp eventgrid subscription list", "option": [ { @@ -1842,9 +1991,9 @@ "command": "azmcp foundry", "subcommands": [ { - "name": "list", - "description": "Retrieves a list of knowledge indexes from Azure AI Foundry.\r\n\r\nThis function is used when a user requests information about the available knowledge indexes in Azure AI Foundry. It provides an overview of the knowledge bases and search indexes that are currently deployed and available for use with AI agents and applications.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available knowledge indexes in Azure AI Foundry. This can help users understand what knowledge bases are currently operational and how they can be utilized for retrieval-augmented generation (RAG) scenarios.\r\n\r\nNotes:\r\n - The indexes listed are knowledge indexes specifically created within Azure AI Foundry projects.\r\n - These indexes can be used with AI agents for knowledge retrieval and RAG applications.\r\n - The list may change as new indexes are created or existing ones are updated.", - "command": "azmcp foundry knowledge index list", + "name": "connect", + "description": "Connect to a specific Azure AI Agent and run a query.\r\nReturns the agent's response along with thread and run IDs for potential evaluation.", + "command": "azmcp foundry agents connect", "option": [ { "name": "--tenant", @@ -1881,6 +2030,18 @@ "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", "type": "string" }, + { + "name": "--agent-id", + "description": "The ID of the agent to interact with.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "The query sent to the agent.", + "type": "string", + "required": true + }, { "name": "--endpoint", "description": "The endpoint URL for the Azure AI service.", @@ -1890,9 +2051,9 @@ ] }, { - "name": "schema", - "description": "Retrieves the detailed schema configuration of a specific knowledge index from Azure AI Foundry.\r\n\r\nThis function provides comprehensive information about the structure and configuration of a knowledge index, including field definitions, data types, searchable attributes, and other schema properties. The schema information is essential for understanding how the index is structured and how data is indexed and searchable.\r\n\r\nUsage:\r\n Use this function when you need to examine the detailed configuration of a specific knowledge index. This is helpful for troubleshooting search issues, understanding index capabilities, planning data mapping, or when integrating with the index programmatically.\r\n\r\nNotes:\r\n - Returns the index schema.", - "command": "azmcp foundry knowledge index schema", + "name": "evaluate", + "description": "Run agent evaluation on agent data. Requires JSON strings for query, response, and tool definitions.", + "command": "azmcp foundry agents evaluate", "option": [ { "name": "--tenant", @@ -1930,23 +2091,45 @@ "type": "string" }, { - "name": "--endpoint", - "description": "The endpoint URL for the Azure AI service.", + "name": "--query", + "description": "The query sent to the agent.", "type": "string", "required": true }, { - "name": "--index", - "description": "The name of the knowledge index.", + "name": "--evaluator", + "description": "The name of the evaluator to use (intent_resolution, tool_call_accuracy, task_adherence).", + "type": "string", + "required": true + }, + { + "name": "--response", + "description": "The response from the agent.", + "type": "string" + }, + { + "name": "--tool-definitions", + "description": "Optional tool definitions made by the agent in JSON format.", + "type": "string" + }, + { + "name": "--azure-openai-endpoint", + "description": "The endpoint URL for the Azure OpenAI service to be used in evaluation.", + "type": "string", + "required": true + }, + { + "name": "--azure-openai-deployment", + "description": "The deployment name for the Azure OpenAI model to be used in evaluation.", "type": "string", "required": true } ] }, { - "name": "deploy", - "description": "Deploy a model to Azure AI Foundry.\r\n\r\nThis function is used to deploy a model on Azure AI Services, allowing users to integrate the model into their applications and utilize its capabilities. This command should not be used for Azure OpenAI Services to deploy OpenAI models.", - "command": "azmcp foundry models deploy", + "name": "list", + "description": "List all Azure AI Agents available in the configured project.", + "command": "azmcp foundry agents list", "option": [ { "name": "--tenant", @@ -1984,76 +2167,94 @@ "type": "string" }, { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", "type": "string", "required": true - }, + } + ] + }, + { + "name": "query-and-evaluate", + "description": "Query an agent and evaluate its response in a single operation.\r\nReturns both the agent response and evaluation results", + "command": "azmcp foundry agents query-and-evaluate", + "option": [ { - "name": "--deployment", - "description": "The name of the deployment.", - "type": "string", - "required": true + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" }, { - "name": "--model-name", - "description": "The name of the model to deploy.", - "type": "string", - "required": true + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" }, { - "name": "--model-format", - "description": "The format of the model (e.g., 'OpenAI', 'Meta', 'Microsoft').", - "type": "string", - "required": true + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" }, { - "name": "--azure-ai-services", - "description": "The name of the Azure AI services account to deploy to.", - "type": "string", - "required": true + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" }, { - "name": "--model-version", - "description": "The version of the model to deploy.", + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", "type": "string" }, { - "name": "--model-source", - "description": "The source of the model.", + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", "type": "string" }, { - "name": "--sku", - "description": "The SKU name for the deployment.", + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", "type": "string" }, { - "name": "--sku-capacity", - "description": "The SKU capacity for the deployment.", - "type": "string" + "name": "--agent-id", + "description": "The ID of the agent to interact with.", + "type": "string", + "required": true }, { - "name": "--scale-type", - "description": "The scale type for the deployment.", - "type": "string" + "name": "--query", + "description": "The query sent to the agent.", + "type": "string", + "required": true }, { - "name": "--scale-capacity", - "description": "The scale capacity for the deployment.", + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + }, + { + "name": "--evaluators", + "description": "The list of evaluators to use for evaluation, separated by commas. If not specified, all evaluators will be used.", "type": "string" + }, + { + "name": "--azure-openai-endpoint", + "description": "The endpoint URL for the Azure OpenAI service to be used in evaluation.", + "type": "string", + "required": true + }, + { + "name": "--azure-openai-deployment", + "description": "The deployment name for the Azure OpenAI model to be used in evaluation.", + "type": "string", + "required": true } ] }, { "name": "list", - "description": "Retrieves a list of deployments from Azure AI Services.\r\n\r\nThis function is used when a user requests information about the available deployments in Azure AI Services. It provides an overview of the models and services that are currently deployed and available for use.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available deployments in Azure AI Services. This can help users understand what models and services are currently operational and how they can be utilized.\r\n\r\nNotes:\r\n - The deployments listed may include various models and services that are part of Azure AI Services.\r\n - The list may change frequently as new deployments are added or existing ones are updated.", - "command": "azmcp foundry models deployments list", + "description": "Retrieves a list of knowledge indexes from Azure AI Foundry.\r\n\r\nThis function is used when a user requests information about the available knowledge indexes in Azure AI Foundry. It provides an overview of the knowledge bases and search indexes that are currently deployed and available for use with AI agents and applications.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available knowledge indexes in Azure AI Foundry. This can help users understand what knowledge bases are currently operational and how they can be utilized for retrieval-augmented generation (RAG) scenarios.\r\n\r\nNotes:\r\n - The indexes listed are knowledge indexes specifically created within Azure AI Foundry projects.\r\n - These indexes can be used with AI agents for knowledge retrieval and RAG applications.\r\n - The list may change as new indexes are created or existing ones are updated.", + "command": "azmcp foundry knowledge index list", "option": [ { "name": "--tenant", @@ -2099,9 +2300,218 @@ ] }, { - "name": "list", - "description": "Retrieves a list of supported models from the Azure AI Foundry catalog.\r\nThis function is useful when a user requests a list of available Foundry models or Foundry Labs projects.\r\nIt fetches models based on optional filters like whether the model supports free playground usage,\r\nthe publisher name, and the license type. The function will return the list of models with useful fields.\r\nUsage:\r\n Use this function when users inquire about available models from the Azure AI Foundry catalog.\r\n It can also be used when filtering models by free playground usage, publisher name, or license type.\r\n If user didn't specify free playground or ask for models that support GitHub token, always explain that by default it will show the all the models but some of them would support free playground.\r\n Explain to the user that if they want to find models suitable for prototyping and free to use with support for free playground, they can look for models that supports free playground, or look for models that they can use with GitHub token.", - "command": "azmcp foundry models list", + "name": "schema", + "description": "Retrieves the detailed schema configuration of a specific knowledge index from Azure AI Foundry.\r\n\r\nThis function provides comprehensive information about the structure and configuration of a knowledge index, including field definitions, data types, searchable attributes, and other schema properties. The schema information is essential for understanding how the index is structured and how data is indexed and searchable.\r\n\r\nUsage:\r\n Use this function when you need to examine the detailed configuration of a specific knowledge index. This is helpful for troubleshooting search issues, understanding index capabilities, planning data mapping, or when integrating with the index programmatically.\r\n\r\nNotes:\r\n - Returns the index schema.", + "command": "azmcp foundry knowledge index schema", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + }, + { + "name": "--index", + "description": "The name of the knowledge index.", + "type": "string", + "required": true + } + ] + }, + { + "name": "deploy", + "description": "Deploy a model to Azure AI Foundry.\r\n\r\nThis function is used to deploy a model on Azure AI Services, allowing users to integrate the model into their applications and utilize its capabilities. This command should not be used for Azure OpenAI Services to deploy OpenAI models.", + "command": "azmcp foundry models deploy", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--deployment", + "description": "The name of the deployment.", + "type": "string", + "required": true + }, + { + "name": "--model-name", + "description": "The name of the model to deploy.", + "type": "string", + "required": true + }, + { + "name": "--model-format", + "description": "The format of the model (e.g., 'OpenAI', 'Meta', 'Microsoft').", + "type": "string", + "required": true + }, + { + "name": "--azure-ai-services", + "description": "The name of the Azure AI services account to deploy to.", + "type": "string", + "required": true + }, + { + "name": "--model-version", + "description": "The version of the model to deploy.", + "type": "string" + }, + { + "name": "--model-source", + "description": "The source of the model.", + "type": "string" + }, + { + "name": "--sku", + "description": "The SKU name for the deployment.", + "type": "string" + }, + { + "name": "--sku-capacity", + "description": "The SKU capacity for the deployment.", + "type": "string" + }, + { + "name": "--scale-type", + "description": "The scale type for the deployment.", + "type": "string" + }, + { + "name": "--scale-capacity", + "description": "The scale capacity for the deployment.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Retrieves a list of deployments from Azure AI Services.\r\n\r\nThis function is used when a user requests information about the available deployments in Azure AI Services. It provides an overview of the models and services that are currently deployed and available for use.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available deployments in Azure AI Services. This can help users understand what models and services are currently operational and how they can be utilized.\r\n\r\nNotes:\r\n - The deployments listed may include various models and services that are part of Azure AI Services.\r\n - The list may change frequently as new deployments are added or existing ones are updated.", + "command": "azmcp foundry models deployments list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Retrieves a list of supported models from the Azure AI Foundry catalog.\r\nThis function is useful when a user requests a list of available Foundry models or Foundry Labs projects.\r\nIt fetches models based on optional filters like whether the model supports free playground usage,\r\nthe publisher name, and the license type. The function will return the list of models with useful fields.\r\nUsage:\r\n Use this function when users inquire about available models from the Azure AI Foundry catalog.\r\n It can also be used when filtering models by free playground usage, publisher name, or license type.\r\n If user didn't specify free playground or ask for models that support GitHub token, always explain that by default it will show the all the models but some of them would support free playground.\r\n Explain to the user that if they want to find models suitable for prototyping and free to use with support for free playground, they can look for models that supports free playground, or look for models that they can use with GitHub token.", + "command": "azmcp foundry models list", "option": [ { "name": "--tenant", @@ -2161,7 +2571,7 @@ ] } ], - "subcommandsCount": 5 + "subcommandsCount": 9 }, { "name": "functionapp", @@ -2650,9 +3060,9 @@ ] }, { - "name": "list", - "description": "List all keys in an Azure Key Vault. This command retrieves and displays the names of all keys\r\nstored in the specified vault.", - "command": "azmcp keyvault key list", + "name": "get", + "description": "Get a key from an Azure Key Vault. This command retrieves and displays details\r\nabout a specific key in the specified vault.", + "command": "azmcp keyvault key get", "option": [ { "name": "--tenant", @@ -2701,16 +3111,17 @@ "required": true }, { - "name": "--include-managed", - "description": "Whether or not to include managed keys in results.", - "type": "string" + "name": "--key", + "description": "The name of the key to retrieve/modify from the Key Vault.", + "type": "string", + "required": true } ] }, { - "name": "create", - "description": "Creates a new secret in an Azure Key Vault. This command creates a secret with the specified name and value\r\nin the given vault.", - "command": "azmcp keyvault secret create", + "name": "list", + "description": "List all keys in an Azure Key Vault. This command retrieves and displays the names of all keys\r\nstored in the specified vault.", + "command": "azmcp keyvault key list", "option": [ { "name": "--tenant", @@ -2759,23 +3170,16 @@ "required": true }, { - "name": "--secret", - "description": "The name of the secret.", - "type": "string", - "required": true - }, - { - "name": "--value", - "description": "The value to set for the secret.", - "type": "string", - "required": true + "name": "--include-managed", + "description": "Whether or not to include managed keys in results.", + "type": "string" } ] }, { - "name": "list", - "description": "List all secrets in an Azure Key Vault. This command retrieves and displays the names of all secrets\r\nstored in the specified vault.", - "command": "azmcp keyvault secret list", + "name": "create", + "description": "Creates a new secret in an Azure Key Vault. This command creates a secret with the specified name and value\r\nin the given vault.", + "command": "azmcp keyvault secret create", "option": [ { "name": "--tenant", @@ -2822,13 +3226,137 @@ "description": "The name of the Key Vault.", "type": "string", "required": true - } - ] - } - ], - "subcommandsCount": 8 - }, - { + }, + { + "name": "--secret", + "description": "The name of the secret.", + "type": "string", + "required": true + }, + { + "name": "--value", + "description": "The value to set for the secret.", + "type": "string", + "required": true + } + ] + }, + { + "name": "get", + "description": "Gets a secret from an Azure Key Vault. This command retrieves and displays the value\r\nof a specific secret from the specified vault.", + "command": "azmcp keyvault secret get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--secret", + "description": "The name of the secret.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all secrets in an Azure Key Vault. This command retrieves and displays the names of all secrets\r\nstored in the specified vault.", + "command": "azmcp keyvault secret list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + } + ] + } + ], + "subcommandsCount": 10 + }, + { "name": "kusto", "description": "Kusto operations - Commands for managing and querying Azure Data Explorer (Kusto) resources. Includes operations for listing clusters and databases, executing KQL queries, retrieving table schemas, and working with Kusto data analytics workloads.", "command": "azmcp kusto", @@ -7582,6 +8110,25 @@ } ] }, + { + "name": "list", + "description": "Lists Azure SQL servers within a resource group including fully qualified domain name, state,\r\nadministrator login, and network access settings. Use this command to discover SQL servers,\r\naudit configurations, or verify deployment targets. Equivalent to 'az sql server list'.\r\nRequired parameters: subscription ID and resource group name.\r\nReturns: JSON array of SQL server objects with metadata, network configuration, and tags.", + "command": "azmcp sql server list", + "option": [ + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string", + "required": true + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + } + ] + }, { "name": "show", "description": "Retrieves detailed information about an Azure SQL server including its configuration,\r\nstatus, and properties such as the fully qualified domain name, version,\r\nadministrator login, and network access settings.", @@ -7642,11 +8189,11 @@ ] } ], - "subcommandsCount": 13 + "subcommandsCount": 14 }, { "name": "storage", - "description": "Storage operations - Commands for managing and accessing Azure Storage accounts and their data services\r\nincluding Blobs, Data Lake Gen 2, Shares, Tables, and Queues for scalable cloud storage solutions. Use\r\nthis tool when you need to list storage accounts, work with blob containers and blobs, access file shares,\r\nquerying table storage, handle queue messages. This tool focuses on object storage, file storage,\r\nsimple NoSQL table storage scenarios, and queue messaging. This tool is a hierarchical MCP command router\r\nwhere sub-commands are routed to MCP servers that require specific fields inside the \"parameters\" object.\r\nTo invoke a command, set \"command\" and wrap its arguments in \"parameters\". Set \"learn=true\" to discover\r\navailable sub-commands for different Azure Storage service operations including blobs, datalake, shares,\r\ntables, and queues. Note that this tool requires appropriate Storage account permissions and will only\r\naccess storage resources accessible to the authenticated user.", + "description": "Storage operations - Commands for managing and accessing Azure Storage accounts and the Blobs service for\r\nscalable cloud storage solutions. Use this tool when you need to list storage accounts and work with blob\r\ncontainers and blobs. This tool focuses on object storage scenarios. This tool is a hierarchical MCP command\r\nrouter where sub-commands are routed to MCP servers that require specific fields inside the \"parameters\" object.\r\nTo invoke a command, set \"command\" and wrap its arguments in \"parameters\". Set \"learn=true\" to discover available\r\nsub-commands for different Azure Storage service operations including blobs. Note that this tool requires\r\nappropriate Storage account permissions and will only access storage resources accessible to the authenticated user.", "command": "azmcp storage", "subcommands": [ { @@ -7781,77 +8328,6 @@ } ] }, - { - "name": "set-tier", - "description": "Sets access tier for multiple blobs in a single batch operation, returning the names of blobs that had their access\r\ntier set and blobs that failed to have their access tier set.", - "command": "azmcp storage blob batch set-tier", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", - "type": "string", - "required": true - }, - { - "name": "--container", - "description": "The name of the container to access within the storage account.", - "type": "string", - "required": true - }, - { - "name": "--tier", - "description": "The access tier to set for the blobs. Valid values include Hot, Cool, Archive, and others depending on the storage account type. See Azure documentation for the complete list of supported access tiers.", - "type": "string", - "required": true - }, - { - "name": "--blobs", - "description": "The names of the blobs to set the access tier for. Provide multiple blob names separated by spaces. Each blob name should be the full path within the container (e.g., 'file1.txt' or 'folder/file2.txt').", - "type": "string", - "required": true - } - ] - }, { "name": "create", "description": "Creates an Azure Storage container, returning the last modified time, the ETag of the created container, and more.", @@ -8103,335 +8579,9 @@ "required": true } ] - }, - { - "name": "create", - "description": "Create a directory in a Data Lake file system. This command creates a new directory at the specified path\r\nwithin the Data Lake file system. The directory path must include the file system name as the first component\r\n(e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). The path supports nested structures using\r\nforward slashes (/). If the directory already exists, the operation will succeed and return the existing\r\ndirectory information. Returns directory metadata including name, type, and creation timestamp as JSON.", - "command": "azmcp storage datalake directory create", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", - "type": "string", - "required": true - }, - { - "name": "--directory-path", - "description": "The full path of the directory to create in the Data Lake, including the file system name (e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). Use forward slashes (/) to separate the file system name from the directory path and for subdirectories.", - "type": "string", - "required": true - } - ] - }, - { - "name": "list-paths", - "description": "List paths in a Data Lake file system. This command retrieves and displays paths (files and directories)\r\navailable in the specified Data Lake file system within the storage account. Results include path names,\r\ntypes (file or directory), and metadata, returned as a JSON array.", - "command": "azmcp storage datalake file-system list-paths", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", - "type": "string", - "required": true - }, - { - "name": "--file-system", - "description": "The name of the Data Lake file system to access within the storage account.", - "type": "string", - "required": true - }, - { - "name": "--filter-path", - "description": "The prefix to filter paths in the Data Lake. Only paths that start with this prefix will be listed.", - "type": "string" - }, - { - "name": "--recursive", - "description": "Flag to indicate whether the command will operate recursively on all subdirectories.", - "type": "string" - } - ] - }, - { - "name": "send", - "description": "Send messages to an Azure Storage queue for asynchronous processing. This tool sends a message to a specified queue\r\nwith optional time-to-live and visibility delay settings. Messages are returned with receipt handles for tracking.\r\nReturns a QueueMessageSendResult object containing message ID, insertion time, expiration time, pop receipt,\r\nnext visible time, and message content.", - "command": "azmcp storage queue message send", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", - "type": "string", - "required": true - }, - { - "name": "--queue", - "description": "The name of the queue to access within the storage account.", - "type": "string", - "required": true - }, - { - "name": "--message", - "description": "The content of the message to send to the queue.", - "type": "string", - "required": true - }, - { - "name": "--time-to-live-in-seconds", - "description": "The time-to-live for the message in seconds. If not specified, the message will use the queue's default TTL. Set to -1 for messages that never expire.", - "type": "string" - }, - { - "name": "--visibility-timeout-in-seconds", - "description": "The visibility timeout for the message in seconds. This determines how long the message will be invisible after it's retrieved. If not specified, defaults to 0 (immediately visible).", - "type": "string" - } - ] - }, - { - "name": "list", - "description": "Lists files and directories within a file share directory. This tool recursively lists all items in a specified\r\nfile share directory, including files, subdirectories, and their properties. Files and directories may be filtered\r\nby a prefix. Returns file listing as JSON.", - "command": "azmcp storage share file list", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", - "type": "string", - "required": true - }, - { - "name": "--share", - "description": "The name of the file share to access within the storage account.", - "type": "string", - "required": true - }, - { - "name": "--directory-path", - "description": "The full path of the directory to create in the Data Lake, including the file system name (e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). Use forward slashes (/) to separate the file system name from the directory path and for subdirectories.", - "type": "string", - "required": true - }, - { - "name": "--prefix", - "description": "Optional prefix to filter results. Only items that start with this prefix will be returned.", - "type": "string" - } - ] - }, - { - "name": "list", - "description": "List all tables in a Storage account. This command retrieves and displays all tables available in the specified Storage account.\r\nResults include table names and are returned as a JSON array. You must specify an account name and subscription ID.\r\nUse this command to explore your Storage resources or to verify table existence before performing operations on specific tables.", - "command": "azmcp storage table list", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", - "type": "string", - "required": true - } - ] } ], - "subcommandsCount": 12 + "subcommandsCount": 6 }, { "name": "subscription", @@ -9026,6 +9176,6 @@ ] } ], - "duration": 27, - "resultsCount": 36 + "duration": 28, + "resultsCount": 38 } diff --git a/eng/tools/ToolDescriptionEvaluator/prompts.json b/eng/tools/ToolDescriptionEvaluator/prompts.json index 11828076b..2be75ec8a 100644 --- a/eng/tools/ToolDescriptionEvaluator/prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/prompts.json @@ -60,6 +60,23 @@ "Use app lens to check why my app is slow?", "What does app lens say is wrong with my service?" ], + "azmcp_applicationinsights_recommendation_list": [ + "List code optimization recommendations across my Application Insights components", + "Show me code optimization recommendations for all Application Insights resources in my subscription", + "List profiler recommendations for Application Insights in resource group ", + "Show me performance improvement recommendations from Application Insights" + ], + "azmcp_appservice_database_add": [ + "Add a database connection to my app service in resource group ", + "Configure a SQL Server database for app service ", + "Add a MySQL database to app service ", + "Add a PostgreSQL database to app service ", + "Add a CosmosDB database to app service ", + "Add database on server to app service ", + "Set connection string for database in app service ", + "Configure tenant for database in app service ", + "Add database with retry policy to app service " + ], "azmcp_azuremanagedlustre_filesystem_list": [ "List the Azure Managed Lustre filesystems in my subscription ", "List the Azure Managed Lustre filesystems in my resource group " @@ -150,6 +167,15 @@ "Provide compliance recommendations for my current Azure subscription", "Scan my Azure subscription for compliance recommendations" ], + "azmcp_foundry_agents_connect": [ + "Query an agent in my AI foundry project" + ], + "azmcp_foundry_agents_evaluate": [ + "Evaluate the full query and response I got from my agent for task_adherence" + ], + "azmcp_foundry_agents_query-and-evaluate": [ + "Query and evaluate an agent in my AI Foundry project for task_adherence" + ], "azmcp_foundry_knowledge_index_list": [ "List all knowledge indexes in my AI Foundry project", "Show me the knowledge indexes in my AI Foundry project" @@ -209,6 +235,10 @@ "azmcp_keyvault_key_create": [ "Create a new key called with the RSA type in the key vault " ], + "azmcp_keyvault_key_get": [ + "Show me the key in the key vault ", + "Show me the details of the key in the key vault " + ], "azmcp_keyvault_key_list": [ "List all keys in the key vault ", "Show me the keys in the key vault " @@ -216,6 +246,10 @@ "azmcp_keyvault_secret_create": [ "Create a new secret called with value in the key vault " ], + "azmcp_keyvault_secret_get": [ + "Show me the secret in the key vault ", + "Show me the details of the secret in the key vault " + ], "azmcp_keyvault_secret_list": [ "List all secrets in the key vault ", "Show me the secrets in the key vault " @@ -491,6 +525,10 @@ "Show me the firewall rules for SQL server ", "What firewall rules are configured for my SQL server ?" ], + "azmcp_sql_server_list": [ + "List all Azure SQL servers in resource group ", + "Show me every SQL server available in resource group " + ], "azmcp_sql_server_show": [ "Show me the details of Azure SQL server in resource group ", "Get the configuration details for SQL server ", @@ -508,10 +546,6 @@ "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings" ], - "azmcp_storage_blob_batch_set-tier": [ - "Set access tier to Cool for multiple blobs in the container in the storage account ", - "Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account " - ], "azmcp_storage_blob_container_create": [ "Create the storage container mycontainer in storage account ", "Create the container using blob public access in storage account ", @@ -531,28 +565,6 @@ "azmcp_storage_blob_upload": [ "Upload file to storage blob in container in storage account " ], - "azmcp_storage_datalake_directory_create": [ - "Create a new directory at the path in Data Lake in the storage account " - ], - "azmcp_storage_datalake_file-system_list-paths": [ - "List all paths in the Data Lake file system in the storage account ", - "Show me the paths in the Data Lake file system in the storage account ", - "Recursively list all paths in the Data Lake file system in the storage account filtered by " - ], - "azmcp_storage_queue_message_send": [ - "Send a message \"Hello, World!\" to the queue in storage account ", - "Send a message with TTL of 3600 seconds to the queue in storage account ", - "Add a message to the queue in storage account with visibility timeout of 30 seconds" - ], - "azmcp_storage_share_file_list": [ - "List all files and directories in the File Share in the storage account ", - "Show me the files in the File Share directory in the storage account ", - "List files with prefix 'report' in the File Share in the storage account " - ], - "azmcp_storage_table_list": [ - "List all tables in the storage account ", - "Show me the tables in the storage account " - ], "azmcp_subscription_list": [ "List all subscriptions for my account", "Show me my subscriptions", diff --git a/eng/tools/ToolDescriptionEvaluator/tools.json b/eng/tools/ToolDescriptionEvaluator/tools.json index d3a7f0544..aa03c58ea 100644 --- a/eng/tools/ToolDescriptionEvaluator/tools.json +++ b/eng/tools/ToolDescriptionEvaluator/tools.json @@ -814,6 +814,139 @@ } ] }, + { + "name": "list", + "description": "List Application Insights Code Optimization Recommendations in a subscription. Optionally filter by resource group when --resource-group is provided.\r\nReturns the code optimization recommendations based on the profiler data.", + "command": "azmcp applicationinsights recommendation list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + } + ] + }, + { + "name": "add", + "description": "Add a database connection to an App Service. This command configures database connection\r\nsettings for the specified App Service, allowing it to connect to a database server.", + "command": "azmcp appservice database add", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string" + }, + { + "name": "--app", + "description": "The name of the Azure App Service (e.g., my-webapp).", + "type": "string", + "required": true + }, + { + "name": "--database-type", + "description": "The type of database (e.g., SqlServer, MySQL, PostgreSQL, CosmosDB).", + "type": "string", + "required": true + }, + { + "name": "--database-server", + "description": "The server name or endpoint for the database (e.g., myserver.database.windows.net).", + "type": "string", + "required": true + }, + { + "name": "--database", + "description": "The name of the database to connect to (e.g., mydb).", + "type": "string", + "required": true + }, + { + "name": "--connection-string", + "description": "The connection string for the database. If not provided, a default will be generated.", + "type": "string" + } + ] + }, { "name": "list", "description": "Lists Azure Managed Lustre (AMLFS) file systems in a subscription or optional resource group including provisioning state, MGS address, tier, capacity (TiB), blob integration container, and maintenance window details. Use to inventory Azure Managed Lustre filesystems and to check their properties.", @@ -1620,7 +1753,7 @@ }, { "name": "list", - "description": "List event subscriptions for topics with filtering and endpoint configuration. This tool shows all active \r\nsubscriptions including webhook endpoints, event filters, and delivery retry policies. Returns subscription \r\ndetails as JSON array. Requires either --topic (bare topic name) OR --subscription. If only --topic is provided\r\nthe tool searches all accessible subscriptions for a topic with that name. Optional --resource-group/--location\r\nmay only be used alongside --subscription or --topic.", + "description": "List event subscriptions for topics with filtering and endpoint configuration. This tool shows all active\r\nsubscriptions including webhook endpoints, event filters, and delivery retry policies. Returns subscription\r\ndetails as JSON array. Requires either --topic (bare topic name) OR --subscription. If only --topic is provided\r\nthe tool searches all accessible subscriptions for a topic with that name. Optional --resource-group/--location\r\nmay only be used alongside --subscription or --topic.", "command": "azmcp eventgrid subscription list", "option": [ { @@ -1785,9 +1918,9 @@ ] }, { - "name": "list", - "description": "Retrieves a list of knowledge indexes from Azure AI Foundry.\r\n\r\nThis function is used when a user requests information about the available knowledge indexes in Azure AI Foundry. It provides an overview of the knowledge bases and search indexes that are currently deployed and available for use with AI agents and applications.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available knowledge indexes in Azure AI Foundry. This can help users understand what knowledge bases are currently operational and how they can be utilized for retrieval-augmented generation (RAG) scenarios.\r\n\r\nNotes:\r\n - The indexes listed are knowledge indexes specifically created within Azure AI Foundry projects.\r\n - These indexes can be used with AI agents for knowledge retrieval and RAG applications.\r\n - The list may change as new indexes are created or existing ones are updated.", - "command": "azmcp foundry knowledge index list", + "name": "connect", + "description": "Connect to a specific Azure AI Agent and run a query.\r\nReturns the agent's response along with thread and run IDs for potential evaluation.", + "command": "azmcp foundry agents connect", "option": [ { "name": "--tenant", @@ -1824,6 +1957,18 @@ "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", "type": "string" }, + { + "name": "--agent-id", + "description": "The ID of the agent to interact with.", + "type": "string", + "required": true + }, + { + "name": "--query", + "description": "The query sent to the agent.", + "type": "string", + "required": true + }, { "name": "--endpoint", "description": "The endpoint URL for the Azure AI service.", @@ -1833,9 +1978,9 @@ ] }, { - "name": "schema", - "description": "Retrieves the detailed schema configuration of a specific knowledge index from Azure AI Foundry.\r\n\r\nThis function provides comprehensive information about the structure and configuration of a knowledge index, including field definitions, data types, searchable attributes, and other schema properties. The schema information is essential for understanding how the index is structured and how data is indexed and searchable.\r\n\r\nUsage:\r\n Use this function when you need to examine the detailed configuration of a specific knowledge index. This is helpful for troubleshooting search issues, understanding index capabilities, planning data mapping, or when integrating with the index programmatically.\r\n\r\nNotes:\r\n - Returns the index schema.", - "command": "azmcp foundry knowledge index schema", + "name": "evaluate", + "description": "Run agent evaluation on agent data. Requires JSON strings for query, response, and tool definitions.", + "command": "azmcp foundry agents evaluate", "option": [ { "name": "--tenant", @@ -1873,23 +2018,45 @@ "type": "string" }, { - "name": "--endpoint", - "description": "The endpoint URL for the Azure AI service.", + "name": "--query", + "description": "The query sent to the agent.", "type": "string", "required": true }, { - "name": "--index", - "description": "The name of the knowledge index.", + "name": "--evaluator", + "description": "The name of the evaluator to use (intent_resolution, tool_call_accuracy, task_adherence).", + "type": "string", + "required": true + }, + { + "name": "--response", + "description": "The response from the agent.", + "type": "string" + }, + { + "name": "--tool-definitions", + "description": "Optional tool definitions made by the agent in JSON format.", + "type": "string" + }, + { + "name": "--azure-openai-endpoint", + "description": "The endpoint URL for the Azure OpenAI service to be used in evaluation.", + "type": "string", + "required": true + }, + { + "name": "--azure-openai-deployment", + "description": "The deployment name for the Azure OpenAI model to be used in evaluation.", "type": "string", "required": true } ] }, { - "name": "deploy", - "description": "Deploy a model to Azure AI Foundry.\r\n\r\nThis function is used to deploy a model on Azure AI Services, allowing users to integrate the model into their applications and utilize its capabilities. This command should not be used for Azure OpenAI Services to deploy OpenAI models.", - "command": "azmcp foundry models deploy", + "name": "list", + "description": "List all Azure AI Agents available in the configured project.", + "command": "azmcp foundry agents list", "option": [ { "name": "--tenant", @@ -1927,76 +2094,94 @@ "type": "string" }, { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", "type": "string", "required": true - }, + } + ] + }, + { + "name": "query-and-evaluate", + "description": "Query an agent and evaluate its response in a single operation.\r\nReturns both the agent response and evaluation results", + "command": "azmcp foundry agents query-and-evaluate", + "option": [ { - "name": "--deployment", - "description": "The name of the deployment.", - "type": "string", - "required": true + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" }, { - "name": "--model-name", - "description": "The name of the model to deploy.", - "type": "string", - "required": true + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" }, { - "name": "--model-format", - "description": "The format of the model (e.g., 'OpenAI', 'Meta', 'Microsoft').", - "type": "string", - "required": true + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" }, { - "name": "--azure-ai-services", - "description": "The name of the Azure AI services account to deploy to.", - "type": "string", - "required": true + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" }, { - "name": "--model-version", - "description": "The version of the model to deploy.", + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", "type": "string" }, { - "name": "--model-source", - "description": "The source of the model.", + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", "type": "string" }, { - "name": "--sku", - "description": "The SKU name for the deployment.", + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", "type": "string" }, { - "name": "--sku-capacity", - "description": "The SKU capacity for the deployment.", - "type": "string" + "name": "--agent-id", + "description": "The ID of the agent to interact with.", + "type": "string", + "required": true }, { - "name": "--scale-type", - "description": "The scale type for the deployment.", - "type": "string" + "name": "--query", + "description": "The query sent to the agent.", + "type": "string", + "required": true }, { - "name": "--scale-capacity", - "description": "The scale capacity for the deployment.", + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + }, + { + "name": "--evaluators", + "description": "The list of evaluators to use for evaluation, separated by commas. If not specified, all evaluators will be used.", "type": "string" + }, + { + "name": "--azure-openai-endpoint", + "description": "The endpoint URL for the Azure OpenAI service to be used in evaluation.", + "type": "string", + "required": true + }, + { + "name": "--azure-openai-deployment", + "description": "The deployment name for the Azure OpenAI model to be used in evaluation.", + "type": "string", + "required": true } ] }, { "name": "list", - "description": "Retrieves a list of deployments from Azure AI Services.\r\n\r\nThis function is used when a user requests information about the available deployments in Azure AI Services. It provides an overview of the models and services that are currently deployed and available for use.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available deployments in Azure AI Services. This can help users understand what models and services are currently operational and how they can be utilized.\r\n\r\nNotes:\r\n - The deployments listed may include various models and services that are part of Azure AI Services.\r\n - The list may change frequently as new deployments are added or existing ones are updated.", - "command": "azmcp foundry models deployments list", + "description": "Retrieves a list of knowledge indexes from Azure AI Foundry.\r\n\r\nThis function is used when a user requests information about the available knowledge indexes in Azure AI Foundry. It provides an overview of the knowledge bases and search indexes that are currently deployed and available for use with AI agents and applications.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available knowledge indexes in Azure AI Foundry. This can help users understand what knowledge bases are currently operational and how they can be utilized for retrieval-augmented generation (RAG) scenarios.\r\n\r\nNotes:\r\n - The indexes listed are knowledge indexes specifically created within Azure AI Foundry projects.\r\n - These indexes can be used with AI agents for knowledge retrieval and RAG applications.\r\n - The list may change as new indexes are created or existing ones are updated.", + "command": "azmcp foundry knowledge index list", "option": [ { "name": "--tenant", @@ -2042,9 +2227,9 @@ ] }, { - "name": "list", - "description": "Retrieves a list of supported models from the Azure AI Foundry catalog.\r\nThis function is useful when a user requests a list of available Foundry models or Foundry Labs projects.\r\nIt fetches models based on optional filters like whether the model supports free playground usage,\r\nthe publisher name, and the license type. The function will return the list of models with useful fields.\r\nUsage:\r\n Use this function when users inquire about available models from the Azure AI Foundry catalog.\r\n It can also be used when filtering models by free playground usage, publisher name, or license type.\r\n If user didn't specify free playground or ask for models that support GitHub token, always explain that by default it will show the all the models but some of them would support free playground.\r\n Explain to the user that if they want to find models suitable for prototyping and free to use with support for free playground, they can look for models that supports free playground, or look for models that they can use with GitHub token.", - "command": "azmcp foundry models list", + "name": "schema", + "description": "Retrieves the detailed schema configuration of a specific knowledge index from Azure AI Foundry.\r\n\r\nThis function provides comprehensive information about the structure and configuration of a knowledge index, including field definitions, data types, searchable attributes, and other schema properties. The schema information is essential for understanding how the index is structured and how data is indexed and searchable.\r\n\r\nUsage:\r\n Use this function when you need to examine the detailed configuration of a specific knowledge index. This is helpful for troubleshooting search issues, understanding index capabilities, planning data mapping, or when integrating with the index programmatically.\r\n\r\nNotes:\r\n - Returns the index schema.", + "command": "azmcp foundry knowledge index schema", "option": [ { "name": "--tenant", @@ -2082,9 +2267,218 @@ "type": "string" }, { - "name": "--search-for-free-playground", - "description": "If true, filters models to include only those that can be used for free by users for prototyping.", - "type": "string" + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + }, + { + "name": "--index", + "description": "The name of the knowledge index.", + "type": "string", + "required": true + } + ] + }, + { + "name": "deploy", + "description": "Deploy a model to Azure AI Foundry.\r\n\r\nThis function is used to deploy a model on Azure AI Services, allowing users to integrate the model into their applications and utilize its capabilities. This command should not be used for Azure OpenAI Services to deploy OpenAI models.", + "command": "azmcp foundry models deploy", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--deployment", + "description": "The name of the deployment.", + "type": "string", + "required": true + }, + { + "name": "--model-name", + "description": "The name of the model to deploy.", + "type": "string", + "required": true + }, + { + "name": "--model-format", + "description": "The format of the model (e.g., 'OpenAI', 'Meta', 'Microsoft').", + "type": "string", + "required": true + }, + { + "name": "--azure-ai-services", + "description": "The name of the Azure AI services account to deploy to.", + "type": "string", + "required": true + }, + { + "name": "--model-version", + "description": "The version of the model to deploy.", + "type": "string" + }, + { + "name": "--model-source", + "description": "The source of the model.", + "type": "string" + }, + { + "name": "--sku", + "description": "The SKU name for the deployment.", + "type": "string" + }, + { + "name": "--sku-capacity", + "description": "The SKU capacity for the deployment.", + "type": "string" + }, + { + "name": "--scale-type", + "description": "The scale type for the deployment.", + "type": "string" + }, + { + "name": "--scale-capacity", + "description": "The scale capacity for the deployment.", + "type": "string" + } + ] + }, + { + "name": "list", + "description": "Retrieves a list of deployments from Azure AI Services.\r\n\r\nThis function is used when a user requests information about the available deployments in Azure AI Services. It provides an overview of the models and services that are currently deployed and available for use.\r\n\r\nUsage:\r\n Use this function when a user wants to explore the available deployments in Azure AI Services. This can help users understand what models and services are currently operational and how they can be utilized.\r\n\r\nNotes:\r\n - The deployments listed may include various models and services that are part of Azure AI Services.\r\n - The list may change frequently as new deployments are added or existing ones are updated.", + "command": "azmcp foundry models deployments list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--endpoint", + "description": "The endpoint URL for the Azure AI service.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "Retrieves a list of supported models from the Azure AI Foundry catalog.\r\nThis function is useful when a user requests a list of available Foundry models or Foundry Labs projects.\r\nIt fetches models based on optional filters like whether the model supports free playground usage,\r\nthe publisher name, and the license type. The function will return the list of models with useful fields.\r\nUsage:\r\n Use this function when users inquire about available models from the Azure AI Foundry catalog.\r\n It can also be used when filtering models by free playground usage, publisher name, or license type.\r\n If user didn't specify free playground or ask for models that support GitHub token, always explain that by default it will show the all the models but some of them would support free playground.\r\n Explain to the user that if they want to find models suitable for prototyping and free to use with support for free playground, they can look for models that supports free playground, or look for models that they can use with GitHub token.", + "command": "azmcp foundry models list", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--search-for-free-playground", + "description": "If true, filters models to include only those that can be used for free by users for prototyping.", + "type": "string" }, { "name": "--publisher", @@ -2561,9 +2955,9 @@ ] }, { - "name": "list", - "description": "List all keys in an Azure Key Vault. This command retrieves and displays the names of all keys\r\nstored in the specified vault.", - "command": "azmcp keyvault key list", + "name": "get", + "description": "Get a key from an Azure Key Vault. This command retrieves and displays details\r\nabout a specific key in the specified vault.", + "command": "azmcp keyvault key get", "option": [ { "name": "--tenant", @@ -2612,16 +3006,17 @@ "required": true }, { - "name": "--include-managed", - "description": "Whether or not to include managed keys in results.", - "type": "string" + "name": "--key", + "description": "The name of the key to retrieve/modify from the Key Vault.", + "type": "string", + "required": true } ] }, { - "name": "create", - "description": "Creates a new secret in an Azure Key Vault. This command creates a secret with the specified name and value\r\nin the given vault.", - "command": "azmcp keyvault secret create", + "name": "list", + "description": "List all keys in an Azure Key Vault. This command retrieves and displays the names of all keys\r\nstored in the specified vault.", + "command": "azmcp keyvault key list", "option": [ { "name": "--tenant", @@ -2670,23 +3065,140 @@ "required": true }, { - "name": "--secret", - "description": "The name of the secret.", - "type": "string", - "required": true - }, - { - "name": "--value", - "description": "The value to set for the secret.", - "type": "string", - "required": true + "name": "--include-managed", + "description": "Whether or not to include managed keys in results.", + "type": "string" } ] }, { - "name": "list", - "description": "List all secrets in an Azure Key Vault. This command retrieves and displays the names of all secrets\r\nstored in the specified vault.", - "command": "azmcp keyvault secret list", + "name": "create", + "description": "Creates a new secret in an Azure Key Vault. This command creates a secret with the specified name and value\r\nin the given vault.", + "command": "azmcp keyvault secret create", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--secret", + "description": "The name of the secret.", + "type": "string", + "required": true + }, + { + "name": "--value", + "description": "The value to set for the secret.", + "type": "string", + "required": true + } + ] + }, + { + "name": "get", + "description": "Gets a secret from an Azure Key Vault. This command retrieves and displays the value\r\nof a specific secret from the specified vault.", + "command": "azmcp keyvault secret get", + "option": [ + { + "name": "--tenant", + "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", + "type": "string" + }, + { + "name": "--auth-method", + "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", + "type": "string" + }, + { + "name": "--retry-delay", + "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", + "type": "string" + }, + { + "name": "--retry-max-delay", + "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", + "type": "string" + }, + { + "name": "--retry-max-retries", + "description": "Maximum number of retry attempts for failed operations before giving up.", + "type": "string" + }, + { + "name": "--retry-mode", + "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", + "type": "string" + }, + { + "name": "--retry-network-timeout", + "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", + "type": "string" + }, + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string" + }, + { + "name": "--vault", + "description": "The name of the Key Vault.", + "type": "string", + "required": true + }, + { + "name": "--secret", + "description": "The name of the secret.", + "type": "string", + "required": true + } + ] + }, + { + "name": "list", + "description": "List all secrets in an Azure Key Vault. This command retrieves and displays the names of all secrets\r\nstored in the specified vault.", + "command": "azmcp keyvault secret list", "option": [ { "name": "--tenant", @@ -7057,401 +7569,18 @@ "name": "--version", "description": "The version of SQL Server to create (e.g., '12.0').", "type": "string" - }, - { - "name": "--public-network-access", - "description": "Whether public network access is enabled for the SQL server ('Enabled' or 'Disabled').", - "type": "string" - } - ] - }, - { - "name": "delete", - "description": "Deletes an Azure SQL server and all of its databases from the specified resource group.\r\nThis operation is irreversible and will permanently remove the server and all its data.\r\nUse the --force flag to skip confirmation prompts.", - "command": "azmcp sql server delete", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": true - }, - { - "name": "--server", - "description": "The Azure SQL Server name.", - "type": "string", - "required": true - }, - { - "name": "--force", - "description": "Force delete the server without confirmation prompts.", - "type": "string" - } - ] - }, - { - "name": "list", - "description": "Gets a list of Microsoft Entra ID administrators for a SQL server. This command retrieves all\r\nEntra ID administrators configured for the specified SQL server, including their display names, object IDs,\r\nand tenant information. Returns an array of Entra ID administrator objects with their properties.", - "command": "azmcp sql server entra-admin list", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": true - }, - { - "name": "--server", - "description": "The Azure SQL Server name.", - "type": "string", - "required": true - } - ] - }, - { - "name": "create", - "description": "Creates a firewall rule for a SQL server. Firewall rules control which IP addresses\r\nare allowed to connect to the SQL server. You can specify either a single IP address\r\n(by setting start and end IP to the same value) or a range of IP addresses. Returns\r\nthe created firewall rule with its properties.", - "command": "azmcp sql server firewall-rule create", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": true - }, - { - "name": "--server", - "description": "The Azure SQL Server name.", - "type": "string", - "required": true - }, - { - "name": "--firewall-rule-name", - "description": "The name of the firewall rule.", - "type": "string", - "required": true - }, - { - "name": "--start-ip-address", - "description": "The start IP address of the firewall rule range.", - "type": "string", - "required": true - }, - { - "name": "--end-ip-address", - "description": "The end IP address of the firewall rule range.", - "type": "string", - "required": true - } - ] - }, - { - "name": "delete", - "description": "Deletes a firewall rule from a SQL server. This operation removes the specified\r\nfirewall rule, potentially restricting access for the IP addresses that were\r\npreviously allowed by this rule. The operation is idempotent - if the rule\r\ndoesn't exist, no error is returned.", - "command": "azmcp sql server firewall-rule delete", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": true - }, - { - "name": "--server", - "description": "The Azure SQL Server name.", - "type": "string", - "required": true - }, - { - "name": "--firewall-rule-name", - "description": "The name of the firewall rule.", - "type": "string", - "required": true - } - ] - }, - { - "name": "list", - "description": "Gets a list of firewall rules for a SQL server. This command retrieves all\r\nfirewall rules configured for the specified SQL server, including their IP address ranges\r\nand rule names. Returns an array of firewall rule objects with their properties.", - "command": "azmcp sql server firewall-rule list", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": true - }, - { - "name": "--server", - "description": "The Azure SQL Server name.", - "type": "string", - "required": true - } - ] - }, - { - "name": "show", - "description": "Retrieves detailed information about an Azure SQL server including its configuration,\r\nstatus, and properties such as the fully qualified domain name, version,\r\nadministrator login, and network access settings.", - "command": "azmcp sql server show", - "option": [ - { - "name": "--tenant", - "description": "The Microsoft Entra ID tenant ID or name. This can be either the GUID identifier or the display name of your Entra ID tenant.", - "type": "string" - }, - { - "name": "--auth-method", - "description": "Authentication method to use. Options: 'credential' (Azure CLI/managed identity), 'key' (access key), or 'connectionString'.", - "type": "string" - }, - { - "name": "--retry-delay", - "description": "Initial delay in seconds between retry attempts. For exponential backoff, this value is used as the base.", - "type": "string" - }, - { - "name": "--retry-max-delay", - "description": "Maximum delay in seconds between retries, regardless of the retry strategy.", - "type": "string" - }, - { - "name": "--retry-max-retries", - "description": "Maximum number of retry attempts for failed operations before giving up.", - "type": "string" - }, - { - "name": "--retry-mode", - "description": "Retry strategy to use. 'fixed' uses consistent delays, 'exponential' increases delay between attempts.", - "type": "string" - }, - { - "name": "--retry-network-timeout", - "description": "Network operation timeout in seconds. Operations taking longer than this will be cancelled.", - "type": "string" - }, - { - "name": "--subscription", - "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", - "type": "string" - }, - { - "name": "--resource-group", - "description": "The name of the Azure resource group. This is a logical container for Azure resources.", - "type": "string", - "required": true - }, - { - "name": "--server", - "description": "The Azure SQL Server name.", - "type": "string", - "required": true + }, + { + "name": "--public-network-access", + "description": "Whether public network access is enabled for the SQL server ('Enabled' or 'Disabled').", + "type": "string" } ] }, { - "name": "create", - "description": "Creates an Azure Storage account in the specified resource group and location and returns the created storage account\r\ninformation including name, location, SKU, access settings, and configuration details.", - "command": "azmcp storage account create", + "name": "delete", + "description": "Deletes an Azure SQL server and all of its databases from the specified resource group.\r\nThis operation is irreversible and will permanently remove the server and all its data.\r\nUse the --force flag to skip confirmation prompts.", + "command": "azmcp sql server delete", "option": [ { "name": "--tenant", @@ -7500,38 +7629,22 @@ "required": true }, { - "name": "--account", - "description": "The name of the Azure Storage account to create. Must be globally unique, 3-24 characters, lowercase letters and numbers only.", - "type": "string", - "required": true - }, - { - "name": "--location", - "description": "The Azure region where the storage account will be created (e.g., 'eastus', 'westus2').", + "name": "--server", + "description": "The Azure SQL Server name.", "type": "string", "required": true }, { - "name": "--sku", - "description": "The storage account SKU. Valid values: Standard_LRS, Standard_GRS, Standard_RAGRS, Standard_ZRS, Premium_LRS, Premium_ZRS, Standard_GZRS, Standard_RAGZRS.", - "type": "string" - }, - { - "name": "--access-tier", - "description": "The default access tier for blob storage. Valid values: Hot, Cool.", - "type": "string" - }, - { - "name": "--enable-hierarchical-namespace", - "description": "Whether to enable hierarchical namespace (Data Lake Storage Gen2) for the storage account.", + "name": "--force", + "description": "Force delete the server without confirmation prompts.", "type": "string" } ] }, { - "name": "get", - "description": "Gets detailed information about Azure Storage accounts, including account name, location, SKU, access settings,\r\nand configuration details. If a specific account name is not provided, the command will return details for all\r\naccounts in a subscription.", - "command": "azmcp storage account get", + "name": "list", + "description": "Gets a list of Microsoft Entra ID administrators for a SQL server. This command retrieves all\r\nEntra ID administrators configured for the specified SQL server, including their display names, object IDs,\r\nand tenant information. Returns an array of Entra ID administrator objects with their properties.", + "command": "azmcp sql server entra-admin list", "option": [ { "name": "--tenant", @@ -7574,16 +7687,23 @@ "type": "string" }, { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", - "type": "string" + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + }, + { + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true } ] }, { - "name": "set-tier", - "description": "Sets access tier for multiple blobs in a single batch operation, returning the names of blobs that had their access\r\ntier set and blobs that failed to have their access tier set.", - "command": "azmcp storage blob batch set-tier", + "name": "create", + "description": "Creates a firewall rule for a SQL server. Firewall rules control which IP addresses\r\nare allowed to connect to the SQL server. You can specify either a single IP address\r\n(by setting start and end IP to the same value) or a range of IP addresses. Returns\r\nthe created firewall rule with its properties.", + "command": "azmcp sql server firewall-rule create", "option": [ { "name": "--tenant", @@ -7626,35 +7746,41 @@ "type": "string" }, { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", "required": true }, { - "name": "--container", - "description": "The name of the container to access within the storage account.", + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--firewall-rule-name", + "description": "The name of the firewall rule.", "type": "string", "required": true }, { - "name": "--tier", - "description": "The access tier to set for the blobs. Valid values include Hot, Cool, Archive, and others depending on the storage account type. See Azure documentation for the complete list of supported access tiers.", + "name": "--start-ip-address", + "description": "The start IP address of the firewall rule range.", "type": "string", "required": true }, { - "name": "--blobs", - "description": "The names of the blobs to set the access tier for. Provide multiple blob names separated by spaces. Each blob name should be the full path within the container (e.g., 'file1.txt' or 'folder/file2.txt').", + "name": "--end-ip-address", + "description": "The end IP address of the firewall rule range.", "type": "string", "required": true } ] }, { - "name": "create", - "description": "Creates an Azure Storage container, returning the last modified time, the ETag of the created container, and more.", - "command": "azmcp storage blob container create", + "name": "delete", + "description": "Deletes a firewall rule from a SQL server. This operation removes the specified\r\nfirewall rule, potentially restricting access for the IP addresses that were\r\npreviously allowed by this rule. The operation is idempotent - if the rule\r\ndoesn't exist, no error is returned.", + "command": "azmcp sql server firewall-rule delete", "option": [ { "name": "--tenant", @@ -7697,23 +7823,29 @@ "type": "string" }, { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", "required": true }, { - "name": "--container", - "description": "The name of the container to access within the storage account.", + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true + }, + { + "name": "--firewall-rule-name", + "description": "The name of the firewall rule.", "type": "string", "required": true } ] }, { - "name": "get", - "description": "Gets the details of Azure Storage containers, including metadata, lease status, access level, and more. If a specific\r\ncontainer name is not provided, the command will return details for all containers within the specified account.", - "command": "azmcp storage blob container get", + "name": "list", + "description": "Gets a list of firewall rules for a SQL server. This command retrieves all\r\nfirewall rules configured for the specified SQL server, including their IP address ranges\r\nand rule names. Returns an array of firewall rule objects with their properties.", + "command": "azmcp sql server firewall-rule list", "option": [ { "name": "--tenant", @@ -7756,22 +7888,42 @@ "type": "string" }, { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", "required": true }, { - "name": "--container", - "description": "The name of the container to access within the storage account.", - "type": "string" + "name": "--server", + "description": "The Azure SQL Server name.", + "type": "string", + "required": true } ] }, { - "name": "get", - "description": "Gets the details of Azure Storage blobs, including metadata properties, approximate size, last modification time, and more.\r\nIf a specific blob name is not provided, the command will return details for all blobs within the specified container.", - "command": "azmcp storage blob get", + "name": "list", + "description": "Lists Azure SQL servers within a resource group including fully qualified domain name, state,\r\nadministrator login, and network access settings. Use this command to discover SQL servers,\r\naudit configurations, or verify deployment targets. Equivalent to 'az sql server list'.\r\nRequired parameters: subscription ID and resource group name.\r\nReturns: JSON array of SQL server objects with metadata, network configuration, and tags.", + "command": "azmcp sql server list", + "option": [ + { + "name": "--subscription", + "description": "Specifies the Azure subscription to use. Accepts either a subscription ID (GUID) or display name. If not specified, the AZURE_SUBSCRIPTION_ID environment variable will be used instead.", + "type": "string", + "required": true + }, + { + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", + "type": "string", + "required": true + } + ] + }, + { + "name": "show", + "description": "Retrieves detailed information about an Azure SQL server including its configuration,\r\nstatus, and properties such as the fully qualified domain name, version,\r\nadministrator login, and network access settings.", + "command": "azmcp sql server show", "option": [ { "name": "--tenant", @@ -7814,28 +7966,23 @@ "type": "string" }, { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", "required": true }, { - "name": "--container", - "description": "The name of the container to access within the storage account.", + "name": "--server", + "description": "The Azure SQL Server name.", "type": "string", "required": true - }, - { - "name": "--blob", - "description": "The name of the blob to access within the container. This should be the full path within the container (e.g., 'file.txt' or 'folder/file.txt').", - "type": "string" } ] }, { - "name": "upload", - "description": "Uploads a local file to an Azure Storage blob, only if the blob does not exist, returning the last modified time,\r\nETag, and content hash of the uploaded blob.", - "command": "azmcp storage blob upload", + "name": "create", + "description": "Creates an Azure Storage account in the specified resource group and location and returns the created storage account\r\ninformation including name, location, SKU, access settings, and configuration details.", + "command": "azmcp storage account create", "option": [ { "name": "--tenant", @@ -7878,35 +8025,44 @@ "type": "string" }, { - "name": "--account", - "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", + "name": "--resource-group", + "description": "The name of the Azure resource group. This is a logical container for Azure resources.", "type": "string", "required": true }, { - "name": "--container", - "description": "The name of the container to access within the storage account.", + "name": "--account", + "description": "The name of the Azure Storage account to create. Must be globally unique, 3-24 characters, lowercase letters and numbers only.", "type": "string", "required": true }, { - "name": "--blob", - "description": "The name of the blob to access within the container. This should be the full path within the container (e.g., 'file.txt' or 'folder/file.txt').", + "name": "--location", + "description": "The Azure region where the storage account will be created (e.g., 'eastus', 'westus2').", "type": "string", "required": true }, { - "name": "--local-file-path", - "description": "The local file path to read content from or to write content to. This should be the full path to the file on your local system.", - "type": "string", - "required": true + "name": "--sku", + "description": "The storage account SKU. Valid values: Standard_LRS, Standard_GRS, Standard_RAGRS, Standard_ZRS, Premium_LRS, Premium_ZRS, Standard_GZRS, Standard_RAGZRS.", + "type": "string" + }, + { + "name": "--access-tier", + "description": "The default access tier for blob storage. Valid values: Hot, Cool.", + "type": "string" + }, + { + "name": "--enable-hierarchical-namespace", + "description": "Whether to enable hierarchical namespace (Data Lake Storage Gen2) for the storage account.", + "type": "string" } ] }, { - "name": "create", - "description": "Create a directory in a Data Lake file system. This command creates a new directory at the specified path\r\nwithin the Data Lake file system. The directory path must include the file system name as the first component\r\n(e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). The path supports nested structures using\r\nforward slashes (/). If the directory already exists, the operation will succeed and return the existing\r\ndirectory information. Returns directory metadata including name, type, and creation timestamp as JSON.", - "command": "azmcp storage datalake directory create", + "name": "get", + "description": "Gets detailed information about Azure Storage accounts, including account name, location, SKU, access settings,\r\nand configuration details. If a specific account name is not provided, the command will return details for all\r\naccounts in a subscription.", + "command": "azmcp storage account get", "option": [ { "name": "--tenant", @@ -7951,21 +8107,14 @@ { "name": "--account", "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", - "type": "string", - "required": true - }, - { - "name": "--directory-path", - "description": "The full path of the directory to create in the Data Lake, including the file system name (e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). Use forward slashes (/) to separate the file system name from the directory path and for subdirectories.", - "type": "string", - "required": true + "type": "string" } ] }, { - "name": "list-paths", - "description": "List paths in a Data Lake file system. This command retrieves and displays paths (files and directories)\r\navailable in the specified Data Lake file system within the storage account. Results include path names,\r\ntypes (file or directory), and metadata, returned as a JSON array.", - "command": "azmcp storage datalake file-system list-paths", + "name": "create", + "description": "Creates an Azure Storage container, returning the last modified time, the ETag of the created container, and more.", + "command": "azmcp storage blob container create", "option": [ { "name": "--tenant", @@ -8014,27 +8163,17 @@ "required": true }, { - "name": "--file-system", - "description": "The name of the Data Lake file system to access within the storage account.", + "name": "--container", + "description": "The name of the container to access within the storage account.", "type": "string", "required": true - }, - { - "name": "--filter-path", - "description": "The prefix to filter paths in the Data Lake. Only paths that start with this prefix will be listed.", - "type": "string" - }, - { - "name": "--recursive", - "description": "Flag to indicate whether the command will operate recursively on all subdirectories.", - "type": "string" } ] }, { - "name": "send", - "description": "Send messages to an Azure Storage queue for asynchronous processing. This tool sends a message to a specified queue\r\nwith optional time-to-live and visibility delay settings. Messages are returned with receipt handles for tracking.\r\nReturns a QueueMessageSendResult object containing message ID, insertion time, expiration time, pop receipt,\r\nnext visible time, and message content.", - "command": "azmcp storage queue message send", + "name": "get", + "description": "Gets the details of Azure Storage containers, including metadata, lease status, access level, and more. If a specific\r\ncontainer name is not provided, the command will return details for all containers within the specified account.", + "command": "azmcp storage blob container get", "option": [ { "name": "--tenant", @@ -8083,33 +8222,16 @@ "required": true }, { - "name": "--queue", - "description": "The name of the queue to access within the storage account.", - "type": "string", - "required": true - }, - { - "name": "--message", - "description": "The content of the message to send to the queue.", - "type": "string", - "required": true - }, - { - "name": "--time-to-live-in-seconds", - "description": "The time-to-live for the message in seconds. If not specified, the message will use the queue's default TTL. Set to -1 for messages that never expire.", - "type": "string" - }, - { - "name": "--visibility-timeout-in-seconds", - "description": "The visibility timeout for the message in seconds. This determines how long the message will be invisible after it's retrieved. If not specified, defaults to 0 (immediately visible).", + "name": "--container", + "description": "The name of the container to access within the storage account.", "type": "string" } ] }, { - "name": "list", - "description": "Lists files and directories within a file share directory. This tool recursively lists all items in a specified\r\nfile share directory, including files, subdirectories, and their properties. Files and directories may be filtered\r\nby a prefix. Returns file listing as JSON.", - "command": "azmcp storage share file list", + "name": "get", + "description": "Gets the details of Azure Storage blobs, including metadata properties, approximate size, last modification time, and more.\r\nIf a specific blob name is not provided, the command will return details for all blobs within the specified container.", + "command": "azmcp storage blob get", "option": [ { "name": "--tenant", @@ -8158,28 +8280,22 @@ "required": true }, { - "name": "--share", - "description": "The name of the file share to access within the storage account.", - "type": "string", - "required": true - }, - { - "name": "--directory-path", - "description": "The full path of the directory to create in the Data Lake, including the file system name (e.g., 'myfilesystem/data/logs' or 'myfilesystem/archives/2024'). Use forward slashes (/) to separate the file system name from the directory path and for subdirectories.", + "name": "--container", + "description": "The name of the container to access within the storage account.", "type": "string", "required": true }, { - "name": "--prefix", - "description": "Optional prefix to filter results. Only items that start with this prefix will be returned.", + "name": "--blob", + "description": "The name of the blob to access within the container. This should be the full path within the container (e.g., 'file.txt' or 'folder/file.txt').", "type": "string" } ] }, { - "name": "list", - "description": "List all tables in a Storage account. This command retrieves and displays all tables available in the specified Storage account.\r\nResults include table names and are returned as a JSON array. You must specify an account name and subscription ID.\r\nUse this command to explore your Storage resources or to verify table existence before performing operations on specific tables.", - "command": "azmcp storage table list", + "name": "upload", + "description": "Uploads a local file to an Azure Storage blob, only if the blob does not exist, returning the last modified time,\r\nETag, and content hash of the uploaded blob.", + "command": "azmcp storage blob upload", "option": [ { "name": "--tenant", @@ -8226,6 +8342,24 @@ "description": "The name of the Azure Storage account. This is the unique name you chose for your storage account (e.g., 'mystorageaccount').", "type": "string", "required": true + }, + { + "name": "--container", + "description": "The name of the container to access within the storage account.", + "type": "string", + "required": true + }, + { + "name": "--blob", + "description": "The name of the blob to access within the container. This should be the full path within the container (e.g., 'file.txt' or 'folder/file.txt').", + "type": "string", + "required": true + }, + { + "name": "--local-file-path", + "description": "The local file path to read content from or to write content to. This should be the full path to the file on your local system.", + "type": "string", + "required": true } ] }, @@ -8746,6 +8880,6 @@ ] } ], - "duration": 35, - "resultsCount": 140 + "duration": 26, + "resultsCount": 143 } From 2211b55a01f5f9f50a6e9dc1afdf62a02836c17d Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 19:13:16 -0700 Subject: [PATCH 18/23] Updated scripts for prompt JSON generation --- .../Generate-ConsolidatedPrompts.ps1 | 153 -------- .../Generate-GroupedPromptsJson.ps1 | 271 +++++++++++++ ...1 => Generate-PromptsJsonFromMarkdown.ps1} | 0 .../namespace-prompts.json | 356 +++++++++--------- 4 files changed, 456 insertions(+), 324 deletions(-) delete mode 100644 eng/tools/ToolDescriptionEvaluator/Generate-ConsolidatedPrompts.ps1 create mode 100644 eng/tools/ToolDescriptionEvaluator/Generate-GroupedPromptsJson.ps1 rename eng/tools/ToolDescriptionEvaluator/{Generate-PromptsJson.ps1 => Generate-PromptsJsonFromMarkdown.ps1} (100%) diff --git a/eng/tools/ToolDescriptionEvaluator/Generate-ConsolidatedPrompts.ps1 b/eng/tools/ToolDescriptionEvaluator/Generate-ConsolidatedPrompts.ps1 deleted file mode 100644 index 279b89ed8..000000000 --- a/eng/tools/ToolDescriptionEvaluator/Generate-ConsolidatedPrompts.ps1 +++ /dev/null @@ -1,153 +0,0 @@ -<# -.SYNOPSIS -Generates a consolidated prompts JSON file that maps each consolidated Azure tool name to an aggregated list of natural language prompts. - -.DESCRIPTION -Reads: - - consolidated-tools.json (contains consolidated_azure_tools array; each tool has an available_commands list) - - tools.json (optional for future enrichment; currently only used to validate command presence) - - prompts.json (maps individual command keys to prompt examples; e.g. command "azmcp acr registry list" => key "azmcp_acr_registry_list") - -For every consolidated tool, the script resolves its available command strings, converts each to the prompts.json key format, pulls the associated prompts, merges them (deduped, sorted), and outputs a JSON file: -{ - "": [ "prompt1", "prompt2", ... ], - ... -} - -.PARAMETER ConsolidatedToolsPath -Path to consolidated-tools.json. - -.PARAMETER PromptsPath -Path to prompts.json containing per-command prompt arrays. - -.PARAMETER ToolsPath -Path to tools.json (optional; used for validation only). - -.PARAMETER OutputPath -Destination path for generated consolidated-prompts.json. - -.PARAMETER Force -Overwrite output file if it exists. - -.PARAMETER VerboseWarnings -Emit detailed warnings for unmatched commands. - -.EXAMPLE -pwsh ./Generate-ConsolidatedPrompts.ps1 -OutputPath consolidated-prompts.json -Verbose - -.NOTES -Idempotent. Safe to re-run. Designed to be executed from repo root or script directory. -#> -param( - [string]$ConsolidatedToolsPath = "./consolidated-tools.json", - [string]$PromptsPath = "./prompts.json", - [string]$ToolsPath = "./tools.json", - [string]$OutputPath = "./consolidated-prompts.json", - [switch]$Force, - [switch]$VerboseWarnings -) - -Set-StrictMode -Version Latest -$ErrorActionPreference = 'Stop' - -function Write-Log { - param([string]$Message, [string]$Level = 'INFO') - $ts = (Get-Date).ToString('u') - Write-Host "[$ts][$Level] $Message" -} - -function Convert-CommandToPromptKey { - param([string]$Command) - if ([string]::IsNullOrWhiteSpace($Command)) { return $null } - $normalized = ($Command -replace '\s+', ' ').Trim() - # Some consolidated tool command entries appear to already be identifier-like strings with prefixes such as - # 'mcp_azure-mcp-ser_' followed by what would normally be the prompt key. We strip that transport / provenance prefix. - $normalized = $normalized -replace '^mcp_azure-mcp-ser_', '' - # Replace spaces with underscores - $key = ($normalized -replace ' ', '_') - # Normalize any leftover dashes that should be underscores for prompt keys (e.g., usersession-list vs usersession_list) - # Keep dashes inside azure command segments that are legitimate (firewall-rule) by also trying a secondary variant. - return $key -} - -if (-not (Test-Path $ConsolidatedToolsPath)) { throw "Consolidated tools file not found: $ConsolidatedToolsPath" } -if (-not (Test-Path $PromptsPath)) { throw "Prompts file not found: $PromptsPath" } -if (-not (Test-Path $ToolsPath)) { Write-Log "Tools file not found ($ToolsPath) - continuing without validation" 'WARN' } - -Write-Log "Loading JSON inputs" 'INFO' -# Note: -Depth parameter is not available in Windows PowerShell 5.1 ConvertFrom-Json; omitted for compatibility. -$consolidatedJson = Get-Content -Raw -Path $ConsolidatedToolsPath | ConvertFrom-Json -$promptsJson = Get-Content -Raw -Path $PromptsPath | ConvertFrom-Json -$toolsJson = if (Test-Path $ToolsPath) { Get-Content -Raw -Path $ToolsPath | ConvertFrom-Json } else { $null } - -if (-not $consolidatedJson.consolidated_azure_tools) { throw "Input consolidated tools JSON missing 'consolidated_azure_tools' array" } - -$allPromptKeys = @($promptsJson.PSObject.Properties.Name) -$toolCommandSet = New-Object System.Collections.Generic.HashSet[string] -if ($toolsJson -and $toolsJson.results) { - foreach ($t in $toolsJson.results) { - if ($t.command) { [void]$toolCommandSet.Add(($t.command -replace '\s+', ' ').Trim()) } - } -} - -$outputMap = [ordered]@{} -$warnings = @() - -foreach ($tool in $consolidatedJson.consolidated_azure_tools) { - if (-not $tool.name) { continue } - $toolName = $tool.name - $promptsAggregated = New-Object System.Collections.Generic.HashSet[string] - - $available = @() - if ($tool.available_commands) { $available = $tool.available_commands } - - foreach ($cmdEntry in $available) { - $commandString = $null - if ($cmdEntry -is [string]) { $commandString = $cmdEntry } - elseif ($cmdEntry -and ($cmdEntry.PSObject.Properties.Name -contains 'command')) { $commandString = $cmdEntry.command } - elseif ($cmdEntry -and ($cmdEntry.PSObject.Properties.Name -contains 'name')) { $commandString = $cmdEntry.name } - if (-not $commandString) { continue } - - $promptKey = Convert-CommandToPromptKey -Command $commandString - if (-not $promptKey) { continue } - - $candidateKeys = @($promptKey) - # Additional heuristics: attempt dash->underscore and underscore->dash variations - if ($promptKey -match '-') { $candidateKeys += ($promptKey -replace '-', '_') } - if ($promptKey -match '_') { $candidateKeys += ($promptKey -replace '_', '-') } - $matched = $false - foreach ($ck in ($candidateKeys | Select-Object -Unique)) { - if ($allPromptKeys -contains $ck) { - $promptList = $promptsJson.$ck - foreach ($p in $promptList) { if (-not [string]::IsNullOrWhiteSpace($p)) { [void]$promptsAggregated.Add($p) } } - $matched = $true - } - } - if (-not $matched) { - $warnings += "No prompts found for command '$commandString' (tried keys: $([string]::Join(', ',$candidateKeys))) for consolidated tool '$toolName'" - } - } - - # Convert to sorted array (HashSet.ToArray() not available in some Windows PowerShell versions) - $sorted = @($promptsAggregated) | Sort-Object -Unique - $outputMap[$toolName] = @($sorted) # ensure plain array (empty => []) -} - -if ($warnings.Count -gt 0) { - Write-Log "Encountered $($warnings.Count) unmatched command(s)." 'WARN' - if ($VerboseWarnings) { - foreach ($w in $warnings) { Write-Log $w 'WARN' } - } -} - -$jsonOutput = $outputMap | ConvertTo-Json -Depth 100 - -if ((Test-Path $OutputPath) -and -not $Force) { - throw "Output file already exists: $OutputPath (use -Force to overwrite)" -} - -Write-Log "Writing consolidated prompts to $OutputPath" 'INFO' -$jsonOutput | Out-File -FilePath $OutputPath -Encoding UTF8 -NoNewline - -Write-Log "Done. Consolidated tools processed: $($outputMap.Keys.Count)." 'INFO' -if ($warnings.Count -gt 0) { Write-Log "See warnings above for missing mappings." 'WARN' } diff --git a/eng/tools/ToolDescriptionEvaluator/Generate-GroupedPromptsJson.ps1 b/eng/tools/ToolDescriptionEvaluator/Generate-GroupedPromptsJson.ps1 new file mode 100644 index 000000000..f651c1396 --- /dev/null +++ b/eng/tools/ToolDescriptionEvaluator/Generate-GroupedPromptsJson.ps1 @@ -0,0 +1,271 @@ +<# +.SYNOPSIS +Generates prompts JSON files for consolidated tools, namespace tools, or both. + +.DESCRIPTION +Modes: + Consolidated - Produces consolidated-prompts.json mapping each consolidated tool name to aggregated prompts. + Namespace - Produces namespace-prompts.json mapping each namespace to aggregated prompts from all descendant subcommands. Keys are prefixed with 'azmcp_' for consistency with per-command prompt keys. + Both - Produces both outputs in a single run. + +Reads: + - consolidated-tools.json (contains consolidated_azure_tools array; each tool has an available_commands list) + - namespace-tools.json (contains top-level namespaces with recursive subcommands) + - tools.json (optional for future enrichment / validation) + - prompts.json (maps individual command keys to prompt examples; e.g. command "azmcp acr registry list" => key "azmcp_acr_registry_list") + +For every entity (consolidated tool name OR namespace name) the script: + 1. Resolves its underlying command strings + 2. Converts each to the prompts.json key format (spaces -> underscores, provenance prefix stripped) + 3. Collects & de-duplicates prompts + 4. Emits ordered JSON. + +.PARAMETER Mode +Which generation mode to run (required): Consolidated | Namespace | Both. + +.PARAMETER ConsolidatedToolsPath +Path to consolidated-tools.json. + +.PARAMETER NamespaceToolsPath +Path to namespace-tools.json. + +.PARAMETER PromptsPath +Path to prompts.json containing per-command prompt arrays. + +.PARAMETER ToolsPath +Path to tools.json (optional; used for validation only). + +.PARAMETER OutputPath +Destination path for generated prompts JSON. + +.PARAMETER Force +Overwrite existing output file(s). + +.PARAMETER VerboseWarnings +Emit detailed warnings for unmatched commands. + +.EXAMPLES +pwsh ./Generate-ConsolidatedPrompts.ps1 -Mode Consolidated # Consolidated only +pwsh ./Generate-ConsolidatedPrompts.ps1 -Mode Namespace # Namespace only +pwsh ./Generate-ConsolidatedPrompts.ps1 -Mode Both # Both files, overwrite if exist +pwsh ./Generate-ConsolidatedPrompts.ps1 -Mode Namespace -NamespaceToolsPath ./namespace-tools.json -OutputPath ./namespace-prompts.json + +.NOTES +Idempotent. Safe to re-run. Designed to be executed from repo root or script directory. +#> +param( + [Parameter(Mandatory)][ValidateSet('Consolidated','Namespace','Both')][string]$Mode, + [string]$ConsolidatedToolsPath = "./consolidated-tools.json", + [string]$NamespaceToolsPath = "./namespace-tools.json", + [string]$PromptsPath = "./prompts.json", + [string]$ToolsPath = "./tools.json", + [string]$OutputPath, + [switch]$Force, + [switch]$VerboseWarnings +) + +Set-StrictMode -Version Latest +$ErrorActionPreference = 'Stop' + +function Write-Log { + param([string]$Message, [string]$Level = 'INFO') + $ts = (Get-Date).ToString('u') + Write-Host "[$ts][$Level] $Message" +} + +function Convert-CommandToPromptKey { + param([string]$Command) + if ([string]::IsNullOrWhiteSpace($Command)) { return $null } + $normalized = ($Command -replace '\s+', ' ').Trim() + # Some consolidated tool command entries appear to already be identifier-like strings with prefixes such as + # 'mcp_azure-mcp-ser_' followed by what would normally be the prompt key. We strip that transport / provenance prefix. + $normalized = $normalized -replace '^mcp_azure-mcp-ser_', '' + # Replace spaces with underscores + $key = ($normalized -replace ' ', '_') + # Normalize any leftover dashes that should be underscores for prompt keys (e.g., usersession-list vs usersession_list) + # Keep dashes inside azure command segments that are legitimate (firewall-rule) by also trying a secondary variant. + return $key +} + +# Shared helper: given a set of command strings, aggregate matching prompts +function Resolve-PromptsForCommands { + param( + [Parameter(Mandatory)][string[]]$CommandStrings, + [Parameter(Mandatory)]$PromptsJson, + [Parameter(Mandatory)][string[]]$AllPromptKeys, + [switch]$VerboseWarnings, + [ref]$Warnings + ) + + $aggregated = New-Object System.Collections.Generic.HashSet[string] + $localUnmatched = @() + foreach ($commandString in $CommandStrings) { + if ([string]::IsNullOrWhiteSpace($commandString)) { continue } + $promptKey = Convert-CommandToPromptKey -Command $commandString + if (-not $promptKey) { continue } + $candidateKeys = @($promptKey) + if ($promptKey -match '-') { $candidateKeys += ($promptKey -replace '-', '_') } + if ($promptKey -match '_') { $candidateKeys += ($promptKey -replace '_', '-') } + $matched = $false + foreach ($ck in ($candidateKeys | Select-Object -Unique)) { + if ($AllPromptKeys -contains $ck) { + $list = $PromptsJson.$ck + foreach ($p in $list) { if (-not [string]::IsNullOrWhiteSpace($p)) { [void]$aggregated.Add($p) } } + $matched = $true + } + } + if (-not $matched) { $localUnmatched += "No prompts found for command '$commandString' (tried keys: $([string]::Join(', ',$candidateKeys)))" } + } + $sorted = @(@($aggregated) | Sort-Object -Unique) + if ($sorted.Count -eq 0 -and $localUnmatched.Count -gt 0) { + # Only record unmatched details if the entity produced zero prompts overall. + foreach ($w in $localUnmatched) { $Warnings.Value += $w } + } + return $sorted +} + +# Recursive walker for namespace-tools.json structure +function Get-NamespaceCommandStrings { + param($Node) + $acc = @() + if ($null -eq $Node) { return $acc } + if ($Node.command) { $acc += ($Node.command -replace '\s+', ' ').Trim() } + $hasSub = $false + if ($Node -is [psobject] -and ($Node.PSObject.Properties.Name -contains 'subcommands')) { $hasSub = $true } + if ($hasSub -and $Node.subcommands) { + foreach ($s in $Node.subcommands) { $acc += Get-NamespaceCommandStrings -Node $s } + } + return $acc +} + +function Invoke-ConsolidatedGeneration { + param( + [string]$ConsolidatedToolsPath, + [string]$PromptsPath, + [string]$ToolsPath, + [string]$OutputPath, + $PromptsJson, + [string[]]$AllPromptKeys, + [switch]$Force, + [switch]$VerboseWarnings + ) + + if (-not (Test-Path $ConsolidatedToolsPath)) { throw "Consolidated tools file not found: $ConsolidatedToolsPath" } + $consolidatedJson = Get-Content -Raw -Path $ConsolidatedToolsPath | ConvertFrom-Json + if (-not $consolidatedJson.consolidated_azure_tools) { throw "Input consolidated tools JSON missing 'consolidated_azure_tools' array" } + + $warnings = @() + $outputMap = [ordered]@{} + foreach ($tool in $consolidatedJson.consolidated_azure_tools) { + if (-not $tool.name) { continue } + $toolName = $tool.name + $available = @() + if ($tool.available_commands) { $available = $tool.available_commands } + + $commandStrings = @() + foreach ($cmdEntry in $available) { + $commandString = $null + if ($cmdEntry -is [string]) { $commandString = $cmdEntry } + elseif ($cmdEntry -and ($cmdEntry.PSObject.Properties.Name -contains 'command')) { $commandString = $cmdEntry.command } + elseif ($cmdEntry -and ($cmdEntry.PSObject.Properties.Name -contains 'name')) { $commandString = $cmdEntry.name } + if ($commandString) { $commandStrings += $commandString } + } + $resolved = Resolve-PromptsForCommands -CommandStrings $commandStrings -PromptsJson $PromptsJson -AllPromptKeys $AllPromptKeys -Warnings ([ref]$warnings) -VerboseWarnings:$VerboseWarnings + $outputMap[$toolName] = @($resolved) + } + + $jsonOutput = $outputMap | ConvertTo-Json -Depth 100 + if ((Test-Path $OutputPath) -and -not $Force) { throw "Output file already exists: $OutputPath (use -Force to overwrite)" } + Write-Log "Writing consolidated prompts to $OutputPath" 'INFO' + $jsonOutput | Out-File -FilePath $OutputPath -Encoding UTF8 -NoNewline + Write-Log "Consolidated prompts written. Count: $($outputMap.Keys.Count)" 'INFO' + return ,$warnings +} + +function Invoke-NamespaceGeneration { + param( + [string]$NamespaceToolsPath, + [string]$OutputPath, + $PromptsJson, + [string[]]$AllPromptKeys, + [switch]$Force, + [switch]$VerboseWarnings + ) + + if (-not (Test-Path $NamespaceToolsPath)) { throw "Namespace tools file not found: $NamespaceToolsPath" } + $namespaceJson = Get-Content -Raw -Path $NamespaceToolsPath | ConvertFrom-Json + if (-not $namespaceJson.results) { throw "Input namespace tools JSON missing 'results' array" } + + $warnings = @() + $outputMap = [ordered]@{} + foreach ($ns in $namespaceJson.results) { + if (-not $ns.name) { continue } + $nsName = $ns.name + # Special cases: remap raw namespace identifiers before prefixing + switch ($nsName) { + 'azqr' { $nsName = 'extension_azqr'; break } + } + if (-not $nsName.StartsWith('azmcp_')) { $nsName = 'azmcp_' + $nsName } + $commandStrings = Get-NamespaceCommandStrings -Node $ns | Sort-Object -Unique + $resolved = Resolve-PromptsForCommands -CommandStrings $commandStrings -PromptsJson $PromptsJson -AllPromptKeys $AllPromptKeys -Warnings ([ref]$warnings) -VerboseWarnings:$VerboseWarnings + $outputMap[$nsName] = @($resolved) + } + + $jsonOutput = $outputMap | ConvertTo-Json -Depth 100 + if ((Test-Path $OutputPath) -and -not $Force) { throw "Output file already exists: $OutputPath (use -Force to overwrite)" } + Write-Log "Writing namespace prompts to $OutputPath" 'INFO' + $jsonOutput | Out-File -FilePath $OutputPath -Encoding UTF8 -NoNewline + Write-Log "Namespace prompts written. Count: $($outputMap.Keys.Count)" 'INFO' + return ,$warnings +} + +if (-not (Test-Path $PromptsPath)) { throw "Prompts file not found: $PromptsPath" } +if (-not (Test-Path $ToolsPath)) { Write-Log "Tools file not found ($ToolsPath) - continuing without validation" 'WARN' } + +Write-Log "Loading prompts JSON" 'INFO' +$promptsJson = Get-Content -Raw -Path $PromptsPath | ConvertFrom-Json +$allPromptKeys = @($promptsJson.PSObject.Properties.Name) + +# (Optional) tools.json load removed because it is not currently used; reintroduce if validation logic is added. + +$allWarnings = @() + +switch ($Mode) { + 'Consolidated' { + if (-not $OutputPath) { $OutputPath = "./consolidated-prompts.json" } + $w = Invoke-ConsolidatedGeneration -ConsolidatedToolsPath $ConsolidatedToolsPath -PromptsPath $PromptsPath -ToolsPath $ToolsPath -OutputPath $OutputPath -PromptsJson $promptsJson -AllPromptKeys $allPromptKeys -Force:$Force -VerboseWarnings:$VerboseWarnings + $allWarnings += $w + } + 'Namespace' { + if (-not $OutputPath) { $OutputPath = "./namespace-prompts.json" } + $w = Invoke-NamespaceGeneration -NamespaceToolsPath $NamespaceToolsPath -OutputPath $OutputPath -PromptsJson $promptsJson -AllPromptKeys $allPromptKeys -Force:$Force -VerboseWarnings:$VerboseWarnings + $allWarnings += $w + } + 'Both' { + if (-not $OutputPath) { $OutputPath = "./prompts.json" } + + $baseDir = Split-Path -Path $OutputPath -Parent + $leaf = Split-Path -Path $OutputPath -Leaf + + if (-not $baseDir) { $baseDir = '.' } + + $consolidatedPath = Join-Path $baseDir ('consolidated-' + $leaf) + $namespacePath = Join-Path $baseDir ('namespace-' + $leaf) + + $w1 = Invoke-ConsolidatedGeneration -ConsolidatedToolsPath $ConsolidatedToolsPath ` + -PromptsPath $PromptsPath -ToolsPath $ToolsPath -OutputPath $consolidatedPath ` + -PromptsJson $promptsJson -AllPromptKeys $allPromptKeys -Force:$Force -VerboseWarnings:$VerboseWarnings + + $w2 = Invoke-NamespaceGeneration -NamespaceToolsPath $NamespaceToolsPath ` + -OutputPath $namespacePath -PromptsJson $promptsJson -AllPromptKeys $allPromptKeys ` + -Force:$Force -VerboseWarnings:$VerboseWarnings + } +} + +if ($allWarnings.Count -gt 0) { + Write-Log "Encountered $($allWarnings.Count) unmatched command(s) across selected mode(s)." 'WARN' + if ($VerboseWarnings) { foreach ($w in $allWarnings) { Write-Log $w 'WARN' } } +} + +Write-Log "Done. Mode(s) completed: $Mode" 'INFO' +if ($allWarnings.Count -gt 0) { Write-Log "See warnings above for missing mappings." 'WARN' } diff --git a/eng/tools/ToolDescriptionEvaluator/Generate-PromptsJson.ps1 b/eng/tools/ToolDescriptionEvaluator/Generate-PromptsJsonFromMarkdown.ps1 similarity index 100% rename from eng/tools/ToolDescriptionEvaluator/Generate-PromptsJson.ps1 rename to eng/tools/ToolDescriptionEvaluator/Generate-PromptsJsonFromMarkdown.ps1 diff --git a/eng/tools/ToolDescriptionEvaluator/namespace-prompts.json b/eng/tools/ToolDescriptionEvaluator/namespace-prompts.json index 498416df3..c8d11c033 100644 --- a/eng/tools/ToolDescriptionEvaluator/namespace-prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/namespace-prompts.json @@ -1,39 +1,39 @@ { "azmcp_acr": [ "List all Azure Container Registries in my subscription", + "List all container registry repositories in my subscription", + "List container registries in resource group ", + "List repositories in the container registry ", "Show me my Azure Container Registries", + "Show me my container registry repositories", "Show me the container registries in my subscription", - "List container registries in resource group ", "Show me the container registries in resource group ", - "List all container registry repositories in my subscription", - "Show me my container registry repositories", - "List repositories in the container registry ", "Show me the repositories in the container registry " ], "azmcp_aks": [ + "Get details for nodepool in AKS cluster in ", "Get the configuration of AKS cluster ", - "Show me the details of AKS cluster in resource group ", - "Show me the network configuration for AKS cluster ", - "What are the details of my AKS cluster in ?", "List all AKS clusters in my subscription", + "List nodepools for AKS cluster in ", "Show me my Azure Kubernetes Service clusters", - "What AKS clusters do I have?", - "Get details for nodepool in AKS cluster in ", "Show me the configuration for nodepool in AKS cluster in resource group ", - "What is the setup of nodepool for AKS cluster in ?", - "List nodepools for AKS cluster in ", + "Show me the details of AKS cluster in resource group ", + "Show me the network configuration for AKS cluster ", "Show me the nodepool list for AKS cluster in ", + "What AKS clusters do I have?", + "What are the details of my AKS cluster in ?", + "What is the setup of nodepool for AKS cluster in ?", "What nodepools do I have for AKS cluster in " ], "azmcp_appconfig": [ - "List all App Configuration stores in my subscription", - "Show me the App Configuration stores in my subscription", - "Show me my App Configuration stores", "Delete the key in App Configuration store ", + "List all App Configuration stores in my subscription", "List all key-value settings in App Configuration store ", - "Show me the key-value settings in App Configuration store ", "Lock the key in App Configuration store ", "Set the key in App Configuration store to ", + "Show me my App Configuration stores", + "Show me the App Configuration stores in my subscription", + "Show me the key-value settings in App Configuration store ", "Show the content for the key in App Configuration store ", "Unlock the key in App Configuration store " ], @@ -42,100 +42,115 @@ "Use app lens to check why my app is slow?", "What does app lens say is wrong with my service?" ], + "azmcp_applicationinsights": [ + "List code optimization recommendations across my Application Insights components", + "List profiler recommendations for Application Insights in resource group ", + "Show me code optimization recommendations for all Application Insights resources in my subscription", + "Show me performance improvement recommendations from Application Insights" + ], + "azmcp_appservice": [ + "Add a CosmosDB database to app service ", + "Add a database connection to my app service in resource group ", + "Add a MySQL database to app service ", + "Add a PostgreSQL database to app service ", + "Add database on server to app service ", + "Add database with retry policy to app service ", + "Configure a SQL Server database for app service ", + "Configure tenant for database in app service ", + "Set connection string for database in app service " + ], "azmcp_azuremanagedlustre": [ - "List the Azure Managed Lustre filesystems in my subscription ", "List the Azure Managed Lustre filesystems in my resource group ", - "Tell me how many IP addresses I need for of ", - "List the Azure Managed Lustre SKUs available in " + "List the Azure Managed Lustre filesystems in my subscription ", + "List the Azure Managed Lustre SKUs available in ", + "Tell me how many IP addresses I need for of " ], "azmcp_azureterraformbestpractices": [ "Fetch the Azure Terraform best practices", "Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault" ], "azmcp_bestpractices": [ + "Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm.", + "Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm.", + "Get the latest Azure best practices", "Get the latest Azure code generation best practices", "Get the latest Azure deployment best practices", - "Get the latest Azure best practices", + "Get the latest Azure Functions best practices", "Get the latest Azure Functions code generation best practices", "Get the latest Azure Functions deployment best practices", - "Get the latest Azure Functions best practices", "Get the latest Azure Static Web Apps best practices", - "What are azure function best practices?", - "Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm.", - "Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm." + "What are azure function best practices?" ], "azmcp_bicepschema": [ "How can I use Bicep to create an Azure OpenAI service?" ], "azmcp_cloudarchitect": [ - "Please help me design an architecture for a large-scale file upload, storage, and retrieval service", "Help me create a cloud service that will serve as ATM for users", + "How can I design a cloud service in Azure that will store and present videos for users?", "I want to design a cloud app for ordering groceries", - "How can I design a cloud service in Azure that will store and present videos for users?" + "Please help me design an architecture for a large-scale file upload, storage, and retrieval service" ], "azmcp_cosmos": [ "List all cosmosdb accounts in my subscription", - "Show me my cosmosdb accounts", - "Show me the cosmosdb accounts in my subscription", - "Show me the items that contain the word in the container in the database for the cosmosdb account ", "List all the containers in the database for the cosmosdb account ", - "Show me the containers in the database for the cosmosdb account ", "List all the databases in the cosmosdb account ", - "Show me the databases in the cosmosdb account " + "Show me my cosmosdb accounts", + "Show me the containers in the database for the cosmosdb account ", + "Show me the cosmosdb accounts in my subscription", + "Show me the databases in the cosmosdb account ", + "Show me the items that contain the word in the container in the database for the cosmosdb account " ], "azmcp_datadog": [ "List all monitored resources in the Datadog resource ", "Show me the monitored resources in the Datadog resource " ], "azmcp_deploy": [ - "Show me the log of the application deployed by azd", + "Create a plan to deploy this application to azure", "Generate the azure architecture diagram for this application", - "Show me the rules to generate bicep scripts", "How can I create a CI/CD pipeline to deploy this app to Azure?", - "Create a plan to deploy this application to azure" + "Show me the log of the application deployed by azd", + "Show me the rules to generate bicep scripts" ], "azmcp_eventgrid": [ + "List all Event Grid subscriptions in subscription ", "List all Event Grid topics in my subscription", - "Show me the Event Grid topics in my subscription", - "List all Event Grid topics in subscription ", "List all Event Grid topics in resource group in subscription ", - "Show me all Event Grid subscriptions for topic ", - "List Event Grid subscriptions for topic in subscription ", + "List all Event Grid topics in subscription ", + "List Event Grid subscriptions for subscription in location ", "List Event Grid subscriptions for topic in resource group ", + "List Event Grid subscriptions for topic in subscription ", "Show all Event Grid subscriptions in my subscription", - "List all Event Grid subscriptions in subscription ", "Show Event Grid subscriptions in resource group in subscription ", - "List Event Grid subscriptions for subscription in location " - ], - "azmcp_extension_azqr": [ - "Check my Azure subscription for any compliance issues or recommendations", - "Provide compliance recommendations for my current Azure subscription", - "Scan my Azure subscription for compliance recommendations" + "Show me all Event Grid subscriptions for topic ", + "Show me the Event Grid topics in my subscription" ], "azmcp_foundry": [ - "List all knowledge indexes in my AI Foundry project", - "Show me the knowledge indexes in my AI Foundry project", - "Show me the schema for knowledge index in my AI Foundry project", - "Get the schema configuration for knowledge index ", "Deploy a GPT4o instance on my resource ", + "Evaluate the full query and response I got from my agent for task_adherence", + "Get the schema configuration for knowledge index ", "List all AI Foundry model deployments", - "Show me all AI Foundry model deployments", "List all AI Foundry models", - "Show me the available AI Foundry models" + "List all knowledge indexes in my AI Foundry project", + "Query an agent in my AI foundry project", + "Query and evaluate an agent in my AI Foundry project for task_adherence", + "Show me all AI Foundry model deployments", + "Show me the available AI Foundry models", + "Show me the knowledge indexes in my AI Foundry project", + "Show me the schema for knowledge index in my AI Foundry project" ], "azmcp_functionapp": [ "Describe the function app in resource group ", "Get configuration for function app ", "Get function app status for ", "Get information about my function app in ", + "List all function apps in my subscription", "Retrieve host name and status of function app ", "Show function app details for in ", + "Show me my Azure function apps", "Show me the details for the function app ", "Show plan and region for function app ", - "What is the status of function app ?", - "List all function apps in my subscription", - "Show me my Azure function apps", - "What function apps do I have?" + "What function apps do I have?", + "What is the status of function app ?" ], "azmcp_grafana": [ "List all Azure Managed Grafana in one subscription" @@ -147,40 +162,44 @@ ], "azmcp_keyvault": [ "Create a new certificate called in the key vault ", - "Show me the certificate in the key vault ", - "Show me the details of the certificate in the key vault ", - "Import the certificate in file into the key vault ", + "Create a new key called with the RSA type in the key vault ", + "Create a new secret called with value in the key vault ", "Import a certificate into the key vault using the name ", + "Import the certificate in file into the key vault ", "List all certificates in the key vault ", - "Show me the certificates in the key vault ", - "Create a new key called with the RSA type in the key vault ", "List all keys in the key vault ", - "Show me the keys in the key vault ", - "Create a new secret called with value in the key vault ", "List all secrets in the key vault ", + "Show me the certificate in the key vault ", + "Show me the certificates in the key vault ", + "Show me the details of the certificate in the key vault ", + "Show me the details of the key in the key vault ", + "Show me the details of the secret in the key vault ", + "Show me the key in the key vault ", + "Show me the keys in the key vault ", + "Show me the secret in the key vault ", "Show me the secrets in the key vault " ], "azmcp_kusto": [ - "Show me the details of the Data Explorer cluster ", "List all Data Explorer clusters in my subscription", + "List all databases in the Data Explorer cluster ", + "List all tables in the Data Explorer database in cluster ", + "Show me a data sample from the Data Explorer table in cluster ", + "Show me all items that contain the word in the Data Explorer table in cluster ", "Show me my Data Explorer clusters", "Show me the Data Explorer clusters in my subscription", - "List all databases in the Data Explorer cluster ", "Show me the databases in the Data Explorer cluster ", - "Show me all items that contain the word in the Data Explorer table in cluster ", - "Show me a data sample from the Data Explorer table in cluster ", - "List all tables in the Data Explorer database in cluster ", - "Show me the tables in the Data Explorer database in cluster ", - "Show me the schema for table in the Data Explorer database in cluster " + "Show me the details of the Data Explorer cluster ", + "Show me the schema for table in the Data Explorer database in cluster ", + "Show me the tables in the Data Explorer database in cluster " ], "azmcp_loadtesting": [ "Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription", - "Get the load test with id in the load test resource in resource group ", "Create a load test resource in the resource group in my subscription", - "List all load testing resources in the resource group in my subscription", "Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as ", - "Get the load test run with id in the load test resource in resource group ", "Get all the load test runs for the test with id in the load test resource in resource group ", + "Get the load test run with id in the load test resource in resource group ", + "Get the load test with id in the load test resource in resource group ", + "List all load testing resources in the resource group in my subscription", "Update a test run display name as for the id for test in the load testing resource in resource group ." ], "azmcp_marketplace": [ @@ -189,171 +208,161 @@ "Show me marketplace products from publisher " ], "azmcp_monitor": [ - "Show me the health status of entity in the Log Analytics workspace ", - "Get metric definitions for from the namespace", - "Show me all available metrics and their definitions for storage account ", - "What metric definitions are available for the Application Insights resource ", "Analyze the performance trends and response times for Application Insights resource over the last ", "Check the availability metrics for my Application Insights resource for the last ", + "Get metric definitions for from the namespace", "Get the metric for over the last with intervals", "Investigate error rates and failed requests for Application Insights resource for the last ", - "Query the metric for for the last ", - "What's the request per second rate for my Application Insights resource over the last ", - "Show me the logs for the past hour for the resource in the Log Analytics workspace ", - "List all tables in the Log Analytics workspace ", - "Show me the tables in the Log Analytics workspace ", "List all available table types in the Log Analytics workspace ", - "Show me the available table types in the Log Analytics workspace ", "List all Log Analytics workspaces in my subscription", + "List all tables in the Log Analytics workspace ", + "Query the metric for for the last ", + "Show me all available metrics and their definitions for storage account ", "Show me my Log Analytics workspaces", + "Show me the available table types in the Log Analytics workspace ", + "Show me the health status of entity in the Log Analytics workspace ", "Show me the Log Analytics workspaces in my subscription", - "Show me the logs for the past hour in the Log Analytics workspace " + "Show me the logs for the past hour for the resource in the Log Analytics workspace ", + "Show me the logs for the past hour in the Log Analytics workspace ", + "Show me the tables in the Log Analytics workspace ", + "What metric definitions are available for the Application Insights resource ", + "What's the request per second rate for my Application Insights resource over the last " ], "azmcp_mysql": [ "List all MySQL databases in server ", - "Show me the MySQL databases in server ", - "Show me all items that contain the word in the MySQL database in server ", - "Show me the configuration of MySQL server ", "List all MySQL servers in my subscription", + "List all tables in the MySQL database in server ", + "Set connection timeout to 20 seconds for my MySQL server ", + "Show me all items that contain the word in the MySQL database in server ", "Show me my MySQL servers", + "Show me the configuration of MySQL server ", + "Show me the MySQL databases in server ", "Show me the MySQL servers in my subscription", - "Show me the value of connection timeout in seconds in my MySQL server ", - "Set connection timeout to 20 seconds for my MySQL server ", - "List all tables in the MySQL database in server ", + "Show me the schema of table
in the MySQL database in server ", "Show me the tables in the MySQL database in server ", - "Show me the schema of table
in the MySQL database in server " + "Show me the value of connection timeout in seconds in my MySQL server " ], "azmcp_postgres": [ + "Enable replication for my PostgreSQL server ", "List all PostgreSQL databases in server ", - "Show me the PostgreSQL databases in server ", - "Show me all items that contain the word in the PostgreSQL database in server ", - "Show me the configuration of PostgreSQL server ", "List all PostgreSQL servers in my subscription", + "List all tables in the PostgreSQL database in server ", + "Show me all items that contain the word in the PostgreSQL database in server ", + "Show me if the parameter my PostgreSQL server has replication enabled", "Show me my PostgreSQL servers", + "Show me the configuration of PostgreSQL server ", + "Show me the PostgreSQL databases in server ", "Show me the PostgreSQL servers in my subscription", - "Show me if the parameter my PostgreSQL server has replication enabled", - "Enable replication for my PostgreSQL server ", - "List all tables in the PostgreSQL database in server ", - "Show me the tables in the PostgreSQL database in server ", - "Show me the schema of table
in the PostgreSQL database in server " + "Show me the schema of table
in the PostgreSQL database in server ", + "Show me the tables in the PostgreSQL database in server " ], "azmcp_quota": [ - "Show me the available regions for these resource types ", - "Check usage information for in region " + "Check usage information for in region ", + "Show me the available regions for these resource types " ], "azmcp_redis": [ "List all access policies in the Redis Cache ", - "Show me the access policies in the Redis Cache ", - "List all Redis Caches in my subscription", - "Show me my Redis Caches", - "Show me the Redis Caches in my subscription", "List all databases in the Redis Cluster ", - "Show me the databases in the Redis Cluster ", + "List all Redis Caches in my subscription", "List all Redis Clusters in my subscription", + "Show me my Redis Caches", "Show me my Redis Clusters", + "Show me the access policies in the Redis Cache ", + "Show me the databases in the Redis Cluster ", + "Show me the Redis Caches in my subscription", "Show me the Redis Clusters in my subscription" ], "azmcp_resourcehealth": [ "Get the availability status for resource ", - "Show me the health status of the storage account ", - "What is the availability status of virtual machine in resource group ?", + "List active service health events in my subscription", + "List all service health events in my subscription", "List availability status for all resources in my subscription", + "Show me Azure service health events for subscription ", + "Show me planned maintenance events for my Azure services", "Show me the health status of all my Azure resources", + "Show me the health status of the storage account ", + "What is the availability status of virtual machine in resource group ?", "What resources in resource group have health issues?", - "List all service health events in my subscription", - "Show me Azure service health events for subscription ", - "What service issues have occurred in the last 30 days?", - "List active service health events in my subscription", - "Show me planned maintenance events for my Azure services" + "What service issues have occurred in the last 30 days?" ], "azmcp_role": [ "List all available role assignments in my subscription", "Show me the available role assignments in my subscription" ], "azmcp_search": [ - "Show me the details of the index in Cognitive Search service ", + "List all Cognitive Search services in my subscription", "List all indexes in the Cognitive Search service ", - "Show me the indexes in the Cognitive Search service ", "Search for instances of in the index in Cognitive Search service ", - "List all Cognitive Search services in my subscription", + "Show me my Cognitive Search services", "Show me the Cognitive Search services in my subscription", - "Show me my Cognitive Search services" + "Show me the details of the index in Cognitive Search service ", + "Show me the indexes in the Cognitive Search service " ], "azmcp_servicebus": [ "Show me the details of service bus queue ", - "Show me the details of service bus topic ", - "Show me the details of service bus subscription " + "Show me the details of service bus subscription ", + "Show me the details of service bus topic " ], "azmcp_sql": [ + "Add a firewall rule to allow access from IP range to for SQL server ", + "Create a firewall rule for my Azure SQL server ", + "Create a new Azure SQL server named in resource group ", + "Create a new database called on SQL server in resource group ", + "Create a new firewall rule named for SQL server ", "Create a new SQL database named in server ", "Create a SQL database with Basic tier in server ", - "Create a new database called on SQL server in resource group ", - "Delete the SQL database from server ", - "Remove database from SQL server in resource group ", + "Create an Azure SQL server with name in location with admin user ", + "Delete a firewall rule from my Azure SQL server ", + "Delete firewall rule for SQL server ", + "Delete SQL server permanently", + "Delete the Azure SQL server from resource group ", "Delete the database called on server ", + "Delete the SQL database from server ", + "Display the properties of SQL server ", + "Get the configuration details for SQL server ", + "Get the configuration details for the SQL database on server ", + "List all Azure SQL servers in resource group ", "List all databases in the Azure SQL server ", + "List all elastic pools in SQL server ", + "List all firewall rules for SQL server ", + "List Microsoft Entra ID administrators for SQL server ", + "Remove database from SQL server in resource group ", + "Remove the firewall rule from SQL server ", + "Remove the SQL server from my subscription", + "Scale SQL database on server to use SKU", + "Set up a new SQL server called in my resource group ", "Show me all the databases configuration details in the Azure SQL server ", - "Get the configuration details for the SQL database on server ", + "Show me every SQL server available in resource group ", + "Show me the details of Azure SQL server in resource group ", "Show me the details of SQL database in server ", - "List all elastic pools in SQL server ", "Show me the elastic pools configured for SQL server ", - "What elastic pools are available in my SQL server ?", - "Create a new Azure SQL server named in resource group ", - "Create an Azure SQL server with name in location with admin user ", - "Set up a new SQL server called in my resource group ", - "Delete the Azure SQL server from resource group ", - "Remove the SQL server from my subscription", - "Delete SQL server permanently", - "List Microsoft Entra ID administrators for SQL server ", "Show me the Entra ID administrators configured for SQL server ", - "What Microsoft Entra ID administrators are set up for my SQL server ?", - "Create a firewall rule for my Azure SQL server ", - "Add a firewall rule to allow access from IP range to for SQL server ", - "Create a new firewall rule named for SQL server ", - "Delete a firewall rule from my Azure SQL server ", - "Remove the firewall rule from SQL server ", - "Delete firewall rule for SQL server ", - "List all firewall rules for SQL server ", "Show me the firewall rules for SQL server ", + "Update the performance tier of SQL database on server ", + "What elastic pools are available in my SQL server ?", "What firewall rules are configured for my SQL server ?", - "Show me the details of Azure SQL server in resource group ", - "Get the configuration details for SQL server ", - "Display the properties of SQL server " + "What Microsoft Entra ID administrators are set up for my SQL server ?" ], "azmcp_storage": [ + "Create a new blob container named documents with container public access in storage account ", "Create a new storage account called testaccount123 in East US region", - "Create a storage account with premium performance and LRS replication", "Create a new storage account with Data Lake Storage Gen2 enabled", - "Show me the details for my storage account ", + "Create a storage account with premium performance and LRS replication", + "Create the container using blob public access in storage account ", + "Create the storage container mycontainer in storage account ", "Get details about the storage account ", + "Get the details about blob in the container in storage account ", + "List all blob containers in the storage account ", + "List all blobs in the blob container in the storage account ", "List all storage accounts in my subscription including their location and SKU", "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", - "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings", - "Set access tier to Cool for multiple blobs in the container in the storage account ", - "Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account ", - "Create the storage container mycontainer in storage account ", - "Create the container using blob public access in storage account ", - "Create a new blob container named documents with container public access in storage account ", - "Show me the properties of the storage container in the storage account ", - "List all blob containers in the storage account ", + "Show me the blobs in the blob container in the storage account ", "Show me the containers in the storage account ", + "Show me the details for my storage account ", "Show me the properties for blob in container in storage account ", - "Get the details about blob in the container in storage account ", - "List all blobs in the blob container in the storage account ", - "Show me the blobs in the blob container in the storage account ", - "Upload file to storage blob in container in storage account ", - "Create a new directory at the path in Data Lake in the storage account ", - "List all paths in the Data Lake file system in the storage account ", - "Show me the paths in the Data Lake file system in the storage account ", - "Recursively list all paths in the Data Lake file system in the storage account filtered by ", - "Send a message \"Hello, World!\" to the queue in storage account ", - "Send a message with TTL of 3600 seconds to the queue in storage account ", - "Add a message to the queue in storage account with visibility timeout of 30 seconds", - "List all files and directories in the File Share in the storage account ", - "Show me the files in the File Share directory in the storage account ", - "List files with prefix 'report' in the File Share in the storage account ", - "List all tables in the storage account ", - "Show me the tables in the storage account " + "Show me the properties of the storage container in the storage account ", + "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings", + "Upload file to storage blob in container in storage account " ], "azmcp_subscription": [ "List all subscriptions for my account", @@ -369,10 +378,15 @@ "azmcp_workbooks": [ "Create a new workbook named ", "Delete the workbook with resource ID ", - "List all workbooks in my resource group ", - "What workbooks do I have in resource group ?", "Get information about the workbook with resource ID ", + "List all workbooks in my resource group ", "Show me the workbook with display name ", - "Update the workbook with a new text step" + "Update the workbook with a new text step", + "What workbooks do I have in resource group ?" + ], + "azmcp_extension_azqr": [ + "Check my Azure subscription for any compliance issues or recommendations", + "Provide compliance recommendations for my current Azure subscription", + "Scan my Azure subscription for compliance recommendations" ] -} +} \ No newline at end of file From 109c8cb3fd827630ba29576c2a06b46774cdccb7 Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Mon, 22 Sep 2025 20:34:50 -0700 Subject: [PATCH 19/23] Re-ran the utility for all modes --- .../results-consolidated.md | 820 +-- .../results-namespaces.md | 4802 +++++++++-------- eng/tools/ToolDescriptionEvaluator/results.md | 2834 +++++----- 3 files changed, 4264 insertions(+), 4192 deletions(-) diff --git a/eng/tools/ToolDescriptionEvaluator/results-consolidated.md b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md index fbceb462f..0cdbcecf8 100644 --- a/eng/tools/ToolDescriptionEvaluator/results-consolidated.md +++ b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md @@ -1,14 +1,14 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 18:08:09 +**Setup completed:** 2025-09-22 20:15:23 **Tool count:** 37 -**Database setup time:** 0.5131657s +**Database setup time:** 2.9139055s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 18:08:10 +**Analysis Date:** 2025-09-22 20:15:24 **Tool count:** 37 ## Table of Contents @@ -237,54 +237,40 @@ - [Test 222: view_azure_storage](#test-222) - [Test 223: view_azure_storage](#test-223) - [Test 224: view_azure_storage](#test-224) -- [Test 225: view_azure_storage](#test-225) -- [Test 226: view_azure_storage](#test-226) -- [Test 227: view_azure_storage](#test-227) -- [Test 228: view_azure_storage](#test-228) -- [Test 229: view_azure_storage](#test-229) -- [Test 230: view_azure_storage](#test-230) -- [Test 231: view_azure_storage](#test-231) -- [Test 232: view_azure_storage](#test-232) -- [Test 233: edit_azure_storage](#test-233) -- [Test 234: edit_azure_storage](#test-234) -- [Test 235: edit_azure_storage](#test-235) -- [Test 236: edit_azure_storage](#test-236) -- [Test 237: edit_azure_storage](#test-237) -- [Test 238: edit_azure_storage](#test-238) -- [Test 239: edit_azure_storage](#test-239) -- [Test 240: edit_azure_storage](#test-240) -- [Test 241: edit_azure_storage](#test-241) -- [Test 242: edit_azure_storage](#test-242) -- [Test 243: upload_azure_storage_blobs](#test-243) -- [Test 244: edit_azure_storage_blob_tiers](#test-244) -- [Test 245: edit_azure_storage_blob_tiers](#test-245) -- [Test 246: view_azure_cache_for_redis](#test-246) -- [Test 247: view_azure_cache_for_redis](#test-247) -- [Test 248: view_azure_cache_for_redis](#test-248) -- [Test 249: view_azure_cache_for_redis](#test-249) -- [Test 250: browse_azure_marketplace_products](#test-250) -- [Test 251: browse_azure_marketplace_products](#test-251) -- [Test 252: browse_azure_marketplace_products](#test-252) -- [Test 253: get_azure_capacity](#test-253) -- [Test 254: get_azure_capacity](#test-254) -- [Test 255: get_azure_capacity](#test-255) -- [Test 256: view_azure_service_bus](#test-256) -- [Test 257: view_azure_service_bus](#test-257) -- [Test 258: view_azure_service_bus](#test-258) -- [Test 259: view_azure_data_explorer_kusto](#test-259) -- [Test 260: view_azure_data_explorer_kusto](#test-260) -- [Test 261: view_azure_data_explorer_kusto](#test-261) -- [Test 262: view_azure_data_explorer_kusto](#test-262) -- [Test 263: view_azure_data_explorer_kusto](#test-263) -- [Test 264: view_azure_data_explorer_kusto](#test-264) -- [Test 265: view_azure_data_explorer_kusto](#test-265) -- [Test 266: view_azure_data_explorer_kusto](#test-266) -- [Test 267: create_azure_sql_firewall_rules](#test-267) -- [Test 268: create_azure_sql_firewall_rules](#test-268) -- [Test 269: create_azure_sql_firewall_rules](#test-269) -- [Test 270: delete_azure_sql_firewall_rules](#test-270) -- [Test 271: delete_azure_sql_firewall_rules](#test-271) -- [Test 272: delete_azure_sql_firewall_rules](#test-272) +- [Test 225: edit_azure_storage](#test-225) +- [Test 226: edit_azure_storage](#test-226) +- [Test 227: edit_azure_storage](#test-227) +- [Test 228: edit_azure_storage](#test-228) +- [Test 229: edit_azure_storage](#test-229) +- [Test 230: edit_azure_storage](#test-230) +- [Test 231: upload_azure_storage_blobs](#test-231) +- [Test 232: view_azure_cache_for_redis](#test-232) +- [Test 233: view_azure_cache_for_redis](#test-233) +- [Test 234: view_azure_cache_for_redis](#test-234) +- [Test 235: view_azure_cache_for_redis](#test-235) +- [Test 236: browse_azure_marketplace_products](#test-236) +- [Test 237: browse_azure_marketplace_products](#test-237) +- [Test 238: browse_azure_marketplace_products](#test-238) +- [Test 239: get_azure_capacity](#test-239) +- [Test 240: get_azure_capacity](#test-240) +- [Test 241: get_azure_capacity](#test-241) +- [Test 242: view_azure_service_bus](#test-242) +- [Test 243: view_azure_service_bus](#test-243) +- [Test 244: view_azure_service_bus](#test-244) +- [Test 245: view_azure_data_explorer_kusto](#test-245) +- [Test 246: view_azure_data_explorer_kusto](#test-246) +- [Test 247: view_azure_data_explorer_kusto](#test-247) +- [Test 248: view_azure_data_explorer_kusto](#test-248) +- [Test 249: view_azure_data_explorer_kusto](#test-249) +- [Test 250: view_azure_data_explorer_kusto](#test-250) +- [Test 251: view_azure_data_explorer_kusto](#test-251) +- [Test 252: view_azure_data_explorer_kusto](#test-252) +- [Test 253: create_azure_sql_firewall_rules](#test-253) +- [Test 254: create_azure_sql_firewall_rules](#test-254) +- [Test 255: create_azure_sql_firewall_rules](#test-255) +- [Test 256: delete_azure_sql_firewall_rules](#test-256) +- [Test 257: delete_azure_sql_firewall_rules](#test-257) +- [Test 258: delete_azure_sql_firewall_rules](#test-258) --- @@ -365,11 +351,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.446518 | `get_azure_health_status` | ❌ | -| 2 | 0.433372 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.402337 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.397386 | `get_azure_best_practices` | ❌ | -| 5 | 0.396113 | `get_azure_capacity` | ❌ | +| 1 | 0.446562 | `get_azure_health_status` | ❌ | +| 2 | 0.433294 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.402181 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.397391 | `get_azure_best_practices` | ❌ | +| 5 | 0.396149 | `get_azure_capacity` | ❌ | --- @@ -518,7 +504,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.512070 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.512472 | `view_azure_data_explorer_kusto` | ❌ | | 2 | 0.426382 | `view_azure_databases` | ❌ | | 3 | 0.379108 | `browse_azure_marketplace_products` | ❌ | | 4 | 0.373125 | `list_azure_resources` | ✅ **EXPECTED** | @@ -773,11 +759,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.312995 | `get_azure_security_configurations` | ❌ | -| 2 | 0.260596 | `get_azure_capacity` | ❌ | -| 3 | 0.252550 | `view_azure_ai_resources` | ❌ | -| 4 | 0.252193 | `list_azure_resources` | ✅ **EXPECTED** | -| 5 | 0.246811 | `view_azure_load_testing` | ❌ | +| 1 | 0.313084 | `get_azure_security_configurations` | ❌ | +| 2 | 0.260751 | `get_azure_capacity` | ❌ | +| 3 | 0.252581 | `view_azure_ai_resources` | ❌ | +| 4 | 0.252393 | `list_azure_resources` | ✅ **EXPECTED** | +| 5 | 0.246846 | `view_azure_load_testing` | ❌ | --- @@ -964,7 +950,7 @@ | 2 | 0.421777 | `view_azure_ai_resources` | ❌ | | 3 | 0.417054 | `view_azure_storage` | ❌ | | 4 | 0.415764 | `get_azure_security_configurations` | ❌ | -| 5 | 0.415035 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.415425 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -981,7 +967,7 @@ | 2 | 0.431878 | `browse_azure_marketplace_products` | ❌ | | 3 | 0.374112 | `view_azure_databases` | ❌ | | 4 | 0.356581 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.354091 | `view_azure_app_config_settings` | ❌ | +| 5 | 0.356402 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1028,7 +1014,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.515041 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.514865 | `view_azure_data_explorer_kusto` | ❌ | | 2 | 0.381865 | `view_azure_databases` | ❌ | | 3 | 0.348466 | `view_azure_workbooks` | ❌ | | 4 | 0.328192 | `view_azure_cache_for_redis` | ❌ | @@ -1049,7 +1035,7 @@ | 2 | 0.488696 | `create_azure_workbooks` | ❌ | | 3 | 0.448764 | `get_azure_health_status` | ❌ | | 4 | 0.442092 | `view_azure_ai_resources` | ❌ | -| 5 | 0.430269 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.432058 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1081,7 +1067,7 @@ |------|-------|------|--------| | 1 | 0.448536 | `view_azure_cache_for_redis` | ❌ | | 2 | 0.325563 | `view_azure_databases` | ❌ | -| 3 | 0.298164 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.298143 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.289510 | `view_azure_load_testing` | ❌ | | 5 | 0.287692 | `list_azure_resources` | ✅ **EXPECTED** | @@ -1168,7 +1154,7 @@ | 2 | 0.507116 | `browse_azure_marketplace_products` | ❌ | | 3 | 0.411862 | `view_azure_databases` | ❌ | | 4 | 0.406435 | `get_azure_capacity` | ❌ | -| 5 | 0.390929 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.392313 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1232,7 +1218,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.560403 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.560513 | `view_azure_data_explorer_kusto` | ❌ | | 2 | 0.454270 | `view_azure_databases` | ❌ | | 3 | 0.419806 | `view_azure_workbooks` | ❌ | | 4 | 0.404684 | `browse_azure_marketplace_products` | ❌ | @@ -1321,7 +1307,7 @@ | 2 | 0.479440 | `create_azure_workbooks` | ❌ | | 3 | 0.453165 | `get_azure_health_status` | ❌ | | 4 | 0.447044 | `view_azure_ai_resources` | ❌ | -| 5 | 0.420105 | `view_azure_storage` | ❌ | +| 5 | 0.420693 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1389,7 +1375,7 @@ | 2 | 0.386110 | `view_azure_databases` | ❌ | | 3 | 0.360118 | `browse_azure_marketplace_products` | ❌ | | 4 | 0.353537 | `list_azure_resources` | ✅ **EXPECTED** | -| 5 | 0.345995 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.346465 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1474,7 +1460,7 @@ | 2 | 0.393969 | `list_azure_resources` | ✅ **EXPECTED** | | 3 | 0.344909 | `view_azure_ai_resources` | ❌ | | 4 | 0.341182 | `view_azure_storage` | ❌ | -| 5 | 0.335790 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.336754 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1589,11 +1575,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.373400 | `edit_azure_databases` | ❌ | -| 2 | 0.333852 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.277448 | `view_azure_databases` | ✅ **EXPECTED** | -| 4 | 0.272273 | `create_azure_sql_firewall_rules` | ❌ | -| 5 | 0.246560 | `delete_azure_sql_firewall_rules` | ❌ | +| 1 | 0.373322 | `edit_azure_databases` | ❌ | +| 2 | 0.333610 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.277913 | `view_azure_databases` | ✅ **EXPECTED** | +| 4 | 0.272289 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.246423 | `delete_azure_sql_firewall_rules` | ❌ | --- @@ -1610,7 +1596,7 @@ | 2 | 0.420211 | `delete_azure_sql_firewall_rules` | ❌ | | 3 | 0.415459 | `edit_azure_databases` | ❌ | | 4 | 0.413827 | `list_azure_resources` | ❌ | -| 5 | 0.405860 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.406042 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1640,11 +1626,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659544 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.635949 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.344890 | `get_azure_security_configurations` | ❌ | -| 4 | 0.329505 | `edit_azure_databases` | ❌ | -| 5 | 0.303132 | `view_azure_databases` | ✅ **EXPECTED** | +| 1 | 0.659620 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.635972 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.344777 | `get_azure_security_configurations` | ❌ | +| 4 | 0.329550 | `edit_azure_databases` | ❌ | +| 5 | 0.303012 | `view_azure_databases` | ✅ **EXPECTED** | --- @@ -1694,7 +1680,7 @@ | 1 | 0.344674 | `view_azure_databases` | ✅ **EXPECTED** | | 2 | 0.321958 | `edit_azure_databases` | ❌ | | 3 | 0.252819 | `list_azure_resources` | ❌ | -| 4 | 0.210141 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.209993 | `view_azure_data_explorer_kusto` | ❌ | | 5 | 0.203815 | `delete_azure_sql_firewall_rules` | ❌ | --- @@ -1729,7 +1715,7 @@ | 2 | 0.319283 | `edit_azure_databases` | ❌ | | 3 | 0.246947 | `list_azure_resources` | ❌ | | 4 | 0.219312 | `delete_azure_sql_firewall_rules` | ❌ | -| 5 | 0.209045 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.208357 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1745,8 +1731,8 @@ | 1 | 0.312364 | `view_azure_databases` | ✅ **EXPECTED** | | 2 | 0.295866 | `edit_azure_databases` | ❌ | | 3 | 0.228282 | `list_azure_resources` | ❌ | -| 4 | 0.202562 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.202386 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.202386 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.202109 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1759,11 +1745,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458617 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.387656 | `list_azure_resources` | ❌ | -| 3 | 0.338475 | `view_azure_storage` | ❌ | -| 4 | 0.322161 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.320378 | `get_azure_security_configurations` | ❌ | +| 1 | 0.458501 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.387951 | `list_azure_resources` | ❌ | +| 3 | 0.338321 | `view_azure_storage` | ❌ | +| 4 | 0.322143 | `view_azure_cache_for_redis` | ❌ | +| 5 | 0.320373 | `get_azure_security_configurations` | ❌ | --- @@ -1778,7 +1764,7 @@ |------|-------|------|--------| | 1 | 0.486509 | `view_azure_databases` | ✅ **EXPECTED** | | 2 | 0.381311 | `list_azure_resources` | ❌ | -| 3 | 0.351115 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.351296 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.340541 | `get_azure_security_configurations` | ❌ | | 5 | 0.315964 | `view_azure_storage` | ❌ | @@ -1797,7 +1783,7 @@ | 2 | 0.358939 | `get_azure_security_configurations` | ❌ | | 3 | 0.334656 | `delete_azure_sql_firewall_rules` | ❌ | | 4 | 0.293586 | `view_azure_databases` | ✅ **EXPECTED** | -| 5 | 0.270111 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.271154 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1810,11 +1796,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.388718 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.313385 | `edit_azure_databases` | ❌ | -| 3 | 0.272664 | `view_azure_ai_resources` | ❌ | -| 4 | 0.231324 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.229147 | `list_azure_resources` | ❌ | +| 1 | 0.388567 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.313467 | `edit_azure_databases` | ❌ | +| 3 | 0.272651 | `view_azure_ai_resources` | ❌ | +| 4 | 0.231844 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.229019 | `list_azure_resources` | ❌ | --- @@ -1827,11 +1813,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349555 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.282156 | `edit_azure_databases` | ❌ | -| 3 | 0.254173 | `view_azure_ai_resources` | ❌ | -| 4 | 0.223706 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.213001 | `list_azure_resources` | ❌ | +| 1 | 0.349769 | `view_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.282382 | `edit_azure_databases` | ❌ | +| 3 | 0.254223 | `view_azure_ai_resources` | ❌ | +| 4 | 0.224900 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.213026 | `list_azure_resources` | ❌ | --- @@ -1950,7 +1936,7 @@ | 2 | 0.336242 | `view_azure_storage` | ❌ | | 3 | 0.330914 | `view_azure_cache_for_redis` | ❌ | | 4 | 0.329315 | `list_azure_resources` | ❌ | -| 5 | 0.312877 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.312386 | `view_azure_data_explorer_kusto` | ❌ | --- @@ -1964,7 +1950,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.490136 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.372472 | `view_azure_data_explorer_kusto` | ❌ | +| 2 | 0.372280 | `view_azure_data_explorer_kusto` | ❌ | | 3 | 0.344055 | `list_azure_resources` | ❌ | | 4 | 0.327589 | `view_azure_storage` | ❌ | | 5 | 0.323139 | `get_azure_security_configurations` | ❌ | @@ -1982,7 +1968,7 @@ |------|-------|------|--------| | 1 | 0.382094 | `view_azure_databases` | ✅ **EXPECTED** | | 2 | 0.354816 | `edit_azure_databases` | ❌ | -| 3 | 0.306201 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.306260 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.266249 | `create_azure_sql_firewall_rules` | ❌ | | 5 | 0.251075 | `view_azure_service_bus` | ❌ | @@ -2068,7 +2054,7 @@ | 1 | 0.398115 | `view_azure_databases` | ✅ **EXPECTED** | | 2 | 0.358413 | `edit_azure_databases` | ❌ | | 3 | 0.248824 | `list_azure_resources` | ❌ | -| 4 | 0.242292 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.241550 | `view_azure_data_explorer_kusto` | ❌ | | 5 | 0.210153 | `create_azure_sql_firewall_rules` | ❌ | --- @@ -2102,7 +2088,7 @@ | 1 | 0.363106 | `view_azure_databases` | ✅ **EXPECTED** | | 2 | 0.332482 | `edit_azure_databases` | ❌ | | 3 | 0.235079 | `list_azure_resources` | ❌ | -| 4 | 0.228082 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.227652 | `view_azure_data_explorer_kusto` | ❌ | | 5 | 0.203381 | `create_azure_sql_firewall_rules` | ❌ | --- @@ -2135,7 +2121,7 @@ |------|-------|------|--------| | 1 | 0.333177 | `view_azure_databases` | ✅ **EXPECTED** | | 2 | 0.314466 | `edit_azure_databases` | ❌ | -| 3 | 0.247624 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.246738 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.221419 | `get_azure_best_practices` | ❌ | | 5 | 0.191119 | `design_azure_architecture` | ❌ | @@ -2152,7 +2138,7 @@ |------|-------|------|--------| | 1 | 0.295092 | `view_azure_databases` | ✅ **EXPECTED** | | 2 | 0.284626 | `edit_azure_databases` | ❌ | -| 3 | 0.237821 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.237224 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.193763 | `get_azure_best_practices` | ❌ | | 5 | 0.185318 | `design_azure_architecture` | ❌ | @@ -2169,7 +2155,7 @@ |------|-------|------|--------| | 1 | 0.393677 | `view_azure_databases` | ✅ **EXPECTED** | | 2 | 0.335190 | `edit_azure_databases` | ❌ | -| 3 | 0.256490 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.255784 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.232146 | `list_azure_resources` | ❌ | | 5 | 0.210444 | `get_azure_security_configurations` | ❌ | @@ -2186,7 +2172,7 @@ |------|-------|------|--------| | 1 | 0.352654 | `view_azure_databases` | ✅ **EXPECTED** | | 2 | 0.310370 | `edit_azure_databases` | ❌ | -| 3 | 0.239868 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.239290 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.213688 | `list_azure_resources` | ❌ | | 5 | 0.188657 | `create_azure_sql_firewall_rules` | ❌ | @@ -2221,7 +2207,7 @@ | 1 | 0.412957 | `edit_azure_databases` | ❌ | | 2 | 0.388671 | `view_azure_databases` | ✅ **EXPECTED** | | 3 | 0.376698 | `get_azure_capacity` | ❌ | -| 4 | 0.324662 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.324915 | `view_azure_data_explorer_kusto` | ❌ | | 5 | 0.310342 | `create_azure_sql_firewall_rules` | ❌ | --- @@ -2235,11 +2221,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.657075 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.595199 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.358803 | `edit_azure_databases` | ❌ | -| 4 | 0.289735 | `get_azure_security_configurations` | ❌ | -| 5 | 0.274529 | `execute_azure_cli` | ❌ | +| 1 | 0.657044 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.595176 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.358721 | `edit_azure_databases` | ❌ | +| 4 | 0.289771 | `get_azure_security_configurations` | ❌ | +| 5 | 0.274491 | `execute_azure_cli` | ❌ | --- @@ -2303,11 +2289,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496845 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.408108 | `view_azure_storage` | ❌ | -| 3 | 0.405561 | `get_azure_capacity` | ❌ | -| 4 | 0.402104 | `create_azure_load_testing` | ❌ | -| 5 | 0.396526 | `view_azure_load_testing` | ❌ | +| 1 | 0.495763 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.407850 | `view_azure_storage` | ❌ | +| 3 | 0.405291 | `get_azure_capacity` | ❌ | +| 4 | 0.400809 | `create_azure_load_testing` | ❌ | +| 5 | 0.395917 | `view_azure_load_testing` | ❌ | --- @@ -2407,7 +2393,7 @@ |------|-------|------|--------| | 1 | 0.436208 | `view_azure_databases` | ❌ | | 2 | 0.418030 | `view_azure_workbooks` | ❌ | -| 3 | 0.402435 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.403366 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.383614 | `create_azure_workbooks` | ❌ | | 5 | 0.367059 | `view_azure_storage` | ❌ | @@ -2424,7 +2410,7 @@ |------|-------|------|--------| | 1 | 0.446101 | `view_azure_workbooks` | ❌ | | 2 | 0.415147 | `view_azure_databases` | ❌ | -| 3 | 0.401056 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.402237 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.398664 | `create_azure_workbooks` | ❌ | | 5 | 0.372815 | `list_azure_resources` | ❌ | @@ -2456,11 +2442,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.346196 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.338580 | `view_azure_databases` | ❌ | -| 3 | 0.269215 | `view_azure_storage` | ❌ | -| 4 | 0.267003 | `get_azure_capacity` | ❌ | -| 5 | 0.237729 | `create_azure_load_testing` | ❌ | +| 1 | 0.346290 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.338751 | `view_azure_databases` | ❌ | +| 3 | 0.269604 | `view_azure_storage` | ❌ | +| 4 | 0.267225 | `get_azure_capacity` | ❌ | +| 5 | 0.237944 | `create_azure_load_testing` | ❌ | --- @@ -2492,7 +2478,7 @@ |------|-------|------|--------| | 1 | 0.439021 | `view_azure_databases` | ❌ | | 2 | 0.423030 | `view_azure_workbooks` | ❌ | -| 3 | 0.417817 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.418720 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.387063 | `create_azure_workbooks` | ❌ | | 5 | 0.383265 | `get_azure_health_status` | ✅ **EXPECTED** | @@ -2526,7 +2512,7 @@ |------|-------|------|--------| | 1 | 0.579208 | `get_azure_health_status` | ✅ **EXPECTED** | | 2 | 0.396734 | `view_azure_workbooks` | ❌ | -| 3 | 0.357764 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.359201 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.334046 | `create_azure_workbooks` | ❌ | | 5 | 0.331249 | `get_azure_capacity` | ❌ | @@ -2558,11 +2544,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.475764 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.393937 | `view_azure_storage` | ❌ | -| 3 | 0.376702 | `view_azure_databases` | ❌ | -| 4 | 0.374608 | `view_azure_workbooks` | ❌ | -| 5 | 0.360407 | `view_azure_ai_resources` | ❌ | +| 1 | 0.475303 | `get_azure_health_status` | ✅ **EXPECTED** | +| 2 | 0.393360 | `view_azure_storage` | ❌ | +| 3 | 0.376487 | `view_azure_databases` | ❌ | +| 4 | 0.373881 | `view_azure_workbooks` | ❌ | +| 5 | 0.360342 | `view_azure_ai_resources` | ❌ | --- @@ -2577,8 +2563,8 @@ |------|-------|------|--------| | 1 | 0.431117 | `get_azure_health_status` | ✅ **EXPECTED** | | 2 | 0.414181 | `view_azure_workbooks` | ❌ | -| 3 | 0.375709 | `create_azure_workbooks` | ❌ | -| 4 | 0.375063 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.376953 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.375709 | `create_azure_workbooks` | ❌ | | 5 | 0.338168 | `view_azure_databases` | ❌ | --- @@ -2594,7 +2580,7 @@ |------|-------|------|--------| | 1 | 0.462529 | `view_azure_workbooks` | ❌ | | 2 | 0.433218 | `view_azure_databases` | ❌ | -| 3 | 0.428353 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.429584 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.400018 | `create_azure_workbooks` | ❌ | | 5 | 0.378874 | `get_azure_health_status` | ✅ **EXPECTED** | @@ -2796,11 +2782,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480490 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.419225 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.399963 | `view_azure_app_config_settings` | ❌ | -| 4 | 0.236794 | `edit_azure_workbooks` | ❌ | -| 5 | 0.226127 | `import_azure_key_vault_certificates` | ❌ | +| 1 | 0.480475 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.419174 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.399955 | `view_azure_app_config_settings` | ❌ | +| 4 | 0.236766 | `edit_azure_workbooks` | ❌ | +| 5 | 0.225988 | `import_azure_key_vault_certificates` | ❌ | --- @@ -2847,11 +2833,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.552501 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.413838 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.339073 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.240520 | `import_azure_key_vault_certificates` | ❌ | -| 5 | 0.232253 | `get_azure_key_vault` | ❌ | +| 1 | 0.552583 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.413889 | `view_azure_app_config_settings` | ❌ | +| 3 | 0.339108 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.240636 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.232320 | `get_azure_key_vault` | ❌ | --- @@ -3034,11 +3020,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.542408 | `import_azure_key_vault_certificates` | ❌ | -| 2 | 0.539243 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 3 | 0.461491 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.385604 | `get_azure_security_configurations` | ❌ | -| 5 | 0.355346 | `view_azure_storage` | ❌ | +| 1 | 0.542347 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.539144 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 3 | 0.461400 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.385576 | `get_azure_security_configurations` | ❌ | +| 5 | 0.355326 | `view_azure_storage` | ❌ | --- @@ -3119,11 +3105,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.519357 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 2 | 0.490684 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.420393 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.331424 | `view_azure_storage` | ❌ | -| 5 | 0.319370 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.519309 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.490672 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.420402 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.331426 | `view_azure_storage` | ❌ | +| 5 | 0.319335 | `view_azure_app_config_settings` | ❌ | --- @@ -3170,11 +3156,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577142 | `create_azure_key_vault_items` | ✅ **EXPECTED** | -| 2 | 0.536999 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.432286 | `get_azure_key_vault` | ❌ | -| 4 | 0.282337 | `create_azure_workbooks` | ❌ | -| 5 | 0.253985 | `edit_azure_storage` | ❌ | +| 1 | 0.577228 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.536615 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.432370 | `get_azure_key_vault` | ❌ | +| 4 | 0.282142 | `create_azure_workbooks` | ❌ | +| 5 | 0.254148 | `edit_azure_storage` | ❌ | --- @@ -3187,11 +3173,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493911 | `create_azure_key_vault_items` | ✅ **EXPECTED** | -| 2 | 0.417473 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.344149 | `get_azure_key_vault` | ❌ | -| 4 | 0.270784 | `edit_azure_storage` | ❌ | -| 5 | 0.230661 | `create_azure_workbooks` | ❌ | +| 1 | 0.493930 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.417468 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.344129 | `get_azure_key_vault` | ❌ | +| 4 | 0.270783 | `edit_azure_storage` | ❌ | +| 5 | 0.230671 | `create_azure_workbooks` | ❌ | --- @@ -3204,11 +3190,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.551337 | `create_azure_key_vault_items` | ✅ **EXPECTED** | -| 2 | 0.385343 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.383659 | `get_azure_key_vault` | ❌ | -| 4 | 0.301886 | `lock_unlock_azure_app_config_settings` | ❌ | -| 5 | 0.280085 | `edit_azure_storage` | ❌ | +| 1 | 0.546911 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.381138 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.380745 | `get_azure_key_vault` | ❌ | +| 4 | 0.300710 | `lock_unlock_azure_app_config_settings` | ❌ | +| 5 | 0.279489 | `edit_azure_app_config_settings` | ❌ | --- @@ -3221,11 +3207,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660982 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | -| 2 | 0.459787 | `create_azure_key_vault_items` | ❌ | -| 3 | 0.400950 | `get_azure_key_vault` | ❌ | -| 4 | 0.256701 | `deploy_azure_ai_models` | ❌ | -| 5 | 0.240543 | `create_azure_sql_firewall_rules` | ❌ | +| 1 | 0.660888 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | +| 2 | 0.459725 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.400859 | `get_azure_key_vault` | ❌ | +| 4 | 0.256688 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.240517 | `create_azure_sql_firewall_rules` | ❌ | --- @@ -3442,11 +3428,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618330 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.496676 | `get_azure_key_vault` | ❌ | -| 3 | 0.478248 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.444000 | `import_azure_key_vault_certificates` | ❌ | -| 5 | 0.423953 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.618403 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.496526 | `get_azure_key_vault` | ❌ | +| 3 | 0.478195 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.443917 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.423881 | `view_azure_app_config_settings` | ❌ | --- @@ -3578,11 +3564,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.599651 | `create_azure_load_testing` | ❌ | -| 2 | 0.486587 | `view_azure_load_testing` | ✅ **EXPECTED** | -| 3 | 0.457483 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.350434 | `view_azure_storage` | ❌ | -| 5 | 0.341677 | `get_azure_health_status` | ❌ | +| 1 | 0.599662 | `create_azure_load_testing` | ❌ | +| 2 | 0.486542 | `view_azure_load_testing` | ✅ **EXPECTED** | +| 3 | 0.457473 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.350681 | `view_azure_storage` | ❌ | +| 5 | 0.341594 | `get_azure_health_status` | ❌ | --- @@ -3595,11 +3581,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.612800 | `create_azure_load_testing` | ❌ | -| 2 | 0.508242 | `view_azure_load_testing` | ✅ **EXPECTED** | -| 3 | 0.421873 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.352176 | `view_azure_storage` | ❌ | -| 5 | 0.351630 | `get_azure_health_status` | ❌ | +| 1 | 0.612789 | `create_azure_load_testing` | ❌ | +| 2 | 0.508236 | `view_azure_load_testing` | ✅ **EXPECTED** | +| 3 | 0.421878 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.352153 | `view_azure_storage` | ❌ | +| 5 | 0.351635 | `get_azure_health_status` | ❌ | --- @@ -3683,7 +3669,7 @@ | 1 | 0.268668 | `get_azure_best_practices` | ❌ | | 2 | 0.255864 | `view_azure_load_testing` | ❌ | | 3 | 0.253009 | `view_azure_app_config_settings` | ❌ | -| 4 | 0.241262 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.242574 | `view_azure_data_explorer_kusto` | ❌ | | 5 | 0.217755 | `view_azure_service_bus` | ❌ | --- @@ -3765,11 +3751,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.413456 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.282677 | `view_azure_data_explorer_kusto` | ❌ | -| 3 | 0.280733 | `get_azure_health_status` | ❌ | -| 4 | 0.279030 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.277447 | `view_azure_databases` | ❌ | +| 1 | 0.413567 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.284827 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.280902 | `get_azure_health_status` | ❌ | +| 4 | 0.279255 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.277502 | `view_azure_databases` | ❌ | --- @@ -3818,7 +3804,7 @@ |------|-------|------|--------| | 1 | 0.419435 | `view_azure_ai_resources` | ✅ **EXPECTED** | | 2 | 0.361279 | `view_azure_service_bus` | ❌ | -| 3 | 0.349084 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.350631 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.324609 | `view_azure_cache_for_redis` | ❌ | | 5 | 0.321910 | `view_azure_databases` | ❌ | @@ -3833,11 +3819,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.474762 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.382534 | `view_azure_service_bus` | ❌ | -| 3 | 0.366167 | `view_azure_databases` | ❌ | -| 4 | 0.349084 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.338570 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.474756 | `view_azure_ai_resources` | ✅ **EXPECTED** | +| 2 | 0.382455 | `view_azure_service_bus` | ❌ | +| 3 | 0.366135 | `view_azure_databases` | ❌ | +| 4 | 0.350765 | `view_azure_data_explorer_kusto` | ❌ | +| 5 | 0.338549 | `view_azure_cache_for_redis` | ❌ | --- @@ -3869,7 +3855,7 @@ |------|-------|------|--------| | 1 | 0.437885 | `view_azure_ai_resources` | ✅ **EXPECTED** | | 2 | 0.373160 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.344329 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.345891 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.308722 | `get_azure_best_practices` | ❌ | | 5 | 0.289972 | `view_azure_databases` | ❌ | @@ -3962,40 +3948,6 @@ ## Test 217 -**Expected Tool:** `view_azure_storage` -**Prompt:** List all files and directories in the File Share in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.452145 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.428538 | `list_azure_resources` | ❌ | -| 3 | 0.377275 | `edit_azure_storage_blob_tiers` | ❌ | -| 4 | 0.372925 | `get_azure_security_configurations` | ❌ | -| 5 | 0.370883 | `upload_azure_storage_blobs` | ❌ | - ---- - -## Test 218 - -**Expected Tool:** `view_azure_storage` -**Prompt:** List all paths in the Data Lake file system in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.419403 | `list_azure_resources` | ❌ | -| 2 | 0.402067 | `view_azure_storage` | ✅ **EXPECTED** | -| 3 | 0.331634 | `get_azure_security_configurations` | ❌ | -| 4 | 0.315120 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.306212 | `upload_azure_storage_blobs` | ❌ | - ---- - -## Test 219 - **Expected Tool:** `view_azure_storage` **Prompt:** List all storage accounts in my subscription including their location and SKU @@ -4011,58 +3963,7 @@ --- -## Test 220 - -**Expected Tool:** `view_azure_storage` -**Prompt:** List all tables in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.464252 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.434440 | `list_azure_resources` | ❌ | -| 3 | 0.393890 | `view_azure_databases` | ❌ | -| 4 | 0.374447 | `get_azure_security_configurations` | ❌ | -| 5 | 0.372656 | `edit_azure_storage_blob_tiers` | ❌ | - ---- - -## Test 221 - -**Expected Tool:** `view_azure_storage` -**Prompt:** List files with prefix 'report' in the File Share in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.449031 | `audit_azure_resources_compliance` | ❌ | -| 2 | 0.428887 | `view_azure_storage` | ✅ **EXPECTED** | -| 3 | 0.359896 | `list_azure_resources` | ❌ | -| 4 | 0.356115 | `get_azure_security_configurations` | ❌ | -| 5 | 0.330769 | `upload_azure_storage_blobs` | ❌ | - ---- - -## Test 222 - -**Expected Tool:** `view_azure_storage` -**Prompt:** Recursively list all paths in the Data Lake file system in the storage account filtered by - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.398550 | `list_azure_resources` | ❌ | -| 2 | 0.345928 | `view_azure_storage` | ✅ **EXPECTED** | -| 3 | 0.289028 | `upload_azure_storage_blobs` | ❌ | -| 4 | 0.285220 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.281225 | `view_azure_ai_resources` | ❌ | - ---- - -## Test 223 +## Test 218 **Expected Tool:** `view_azure_storage` **Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled @@ -4079,7 +3980,7 @@ --- -## Test 224 +## Test 219 **Expected Tool:** `view_azure_storage` **Prompt:** Show me the blobs in the blob container in the storage account @@ -4096,7 +3997,7 @@ --- -## Test 225 +## Test 220 **Expected Tool:** `view_azure_storage` **Prompt:** Show me the containers in the storage account @@ -4113,7 +4014,7 @@ --- -## Test 226 +## Test 221 **Expected Tool:** `view_azure_storage` **Prompt:** Show me the details for my storage account @@ -4130,41 +4031,7 @@ --- -## Test 227 - -**Expected Tool:** `view_azure_storage` -**Prompt:** Show me the files in the File Share directory in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.428690 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.347057 | `get_azure_key_vault` | ❌ | -| 3 | 0.345960 | `edit_azure_storage_blob_tiers` | ❌ | -| 4 | 0.345175 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.325559 | `execute_azure_cli` | ❌ | - ---- - -## Test 228 - -**Expected Tool:** `view_azure_storage` -**Prompt:** Show me the paths in the Data Lake file system in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.427328 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.395018 | `list_azure_resources` | ❌ | -| 3 | 0.334921 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.330273 | `get_azure_security_configurations` | ❌ | -| 5 | 0.324653 | `view_azure_service_bus` | ❌ | - ---- - -## Test 229 +## Test 222 **Expected Tool:** `view_azure_storage` **Prompt:** Show me the properties for blob in container in storage account @@ -4181,7 +4048,7 @@ --- -## Test 230 +## Test 223 **Expected Tool:** `view_azure_storage` **Prompt:** Show me the properties of the storage container in the storage account @@ -4198,7 +4065,7 @@ --- -## Test 231 +## Test 224 **Expected Tool:** `view_azure_storage` **Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings @@ -4215,41 +4082,7 @@ --- -## Test 232 - -**Expected Tool:** `view_azure_storage` -**Prompt:** Show me the tables in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.498932 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.422521 | `view_azure_databases` | ❌ | -| 3 | 0.410512 | `list_azure_resources` | ❌ | -| 4 | 0.390620 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.381332 | `get_azure_security_configurations` | ❌ | - ---- - -## Test 233 - -**Expected Tool:** `edit_azure_storage` -**Prompt:** Add a message to the queue in storage account with visibility timeout of 30 seconds - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.520579 | `edit_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.345666 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.336106 | `view_azure_service_bus` | ❌ | -| 4 | 0.304479 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.285743 | `create_azure_sql_firewall_rules` | ❌ | - ---- - -## Test 234 +## Test 225 **Expected Tool:** `edit_azure_storage` **Prompt:** Create a new blob container named documents with container public access in storage account @@ -4266,24 +4099,7 @@ --- -## Test 235 - -**Expected Tool:** `edit_azure_storage` -**Prompt:** Create a new directory at the path in Data Lake in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.353706 | `create_azure_key_vault_items` | ❌ | -| 2 | 0.352343 | `edit_azure_storage` | ✅ **EXPECTED** | -| 3 | 0.348131 | `upload_azure_storage_blobs` | ❌ | -| 4 | 0.312818 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.280538 | `view_azure_storage` | ❌ | - ---- - -## Test 236 +## Test 226 **Expected Tool:** `edit_azure_storage` **Prompt:** Create a new storage account called testaccount123 in East US region @@ -4300,7 +4116,7 @@ --- -## Test 237 +## Test 227 **Expected Tool:** `edit_azure_storage` **Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled @@ -4317,7 +4133,7 @@ --- -## Test 238 +## Test 228 **Expected Tool:** `edit_azure_storage` **Prompt:** Create a storage account with premium performance and LRS replication @@ -4334,7 +4150,7 @@ --- -## Test 239 +## Test 229 **Expected Tool:** `edit_azure_storage` **Prompt:** Create the container using blob public access in storage account @@ -4351,7 +4167,7 @@ --- -## Test 240 +## Test 230 **Expected Tool:** `edit_azure_storage` **Prompt:** Create the storage container mycontainer in storage account @@ -4368,41 +4184,7 @@ --- -## Test 241 - -**Expected Tool:** `edit_azure_storage` -**Prompt:** Send a message "Hello, World!" to the queue in storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.543584 | `edit_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.339178 | `view_azure_service_bus` | ❌ | -| 3 | 0.310892 | `edit_azure_storage_blob_tiers` | ❌ | -| 4 | 0.309890 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.300104 | `view_azure_storage` | ❌ | - ---- - -## Test 242 - -**Expected Tool:** `edit_azure_storage` -**Prompt:** Send a message with TTL of 3600 seconds to the queue in storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.547877 | `edit_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.365199 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.326670 | `view_azure_service_bus` | ❌ | -| 4 | 0.317886 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.287949 | `view_azure_storage` | ❌ | - ---- - -## Test 243 +## Test 231 **Expected Tool:** `upload_azure_storage_blobs` **Prompt:** Upload file to storage blob in container in storage account @@ -4411,49 +4193,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623181 | `upload_azure_storage_blobs` | ✅ **EXPECTED** | -| 2 | 0.391160 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.368706 | `edit_azure_storage` | ❌ | -| 4 | 0.340694 | `view_azure_storage` | ❌ | -| 5 | 0.292612 | `deploy_azure_ai_models` | ❌ | - ---- - -## Test 244 - -**Expected Tool:** `edit_azure_storage_blob_tiers` -**Prompt:** Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.610178 | `edit_azure_storage_blob_tiers` | ✅ **EXPECTED** | -| 2 | 0.468924 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.372642 | `view_azure_storage` | ❌ | -| 4 | 0.351953 | `edit_azure_storage` | ❌ | -| 5 | 0.348409 | `lock_unlock_azure_app_config_settings` | ❌ | - ---- - -## Test 245 - -**Expected Tool:** `edit_azure_storage_blob_tiers` -**Prompt:** Set access tier to Cool for multiple blobs in the container in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.635965 | `edit_azure_storage_blob_tiers` | ✅ **EXPECTED** | -| 2 | 0.477040 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.357186 | `edit_azure_storage` | ❌ | -| 4 | 0.339394 | `lock_unlock_azure_app_config_settings` | ❌ | -| 5 | 0.339341 | `view_azure_storage` | ❌ | +| 1 | 0.623227 | `upload_azure_storage_blobs` | ✅ **EXPECTED** | +| 2 | 0.391474 | `edit_azure_storage_blob_tiers` | ❌ | +| 3 | 0.368838 | `edit_azure_storage` | ❌ | +| 4 | 0.341027 | `view_azure_storage` | ❌ | +| 5 | 0.292977 | `deploy_azure_ai_models` | ❌ | --- -## Test 246 +## Test 232 **Expected Tool:** `view_azure_cache_for_redis` **Prompt:** List all access policies in the Redis Cache @@ -4470,7 +4218,7 @@ --- -## Test 247 +## Test 233 **Expected Tool:** `view_azure_cache_for_redis` **Prompt:** List all databases in the Redis Cluster @@ -4482,12 +4230,12 @@ | 1 | 0.371289 | `view_azure_databases` | ❌ | | 2 | 0.345844 | `view_azure_cache_for_redis` | ✅ **EXPECTED** | | 3 | 0.306734 | `list_azure_resources` | ❌ | -| 4 | 0.297726 | `view_azure_data_explorer_kusto` | ❌ | +| 4 | 0.297511 | `view_azure_data_explorer_kusto` | ❌ | | 5 | 0.254949 | `get_azure_security_configurations` | ❌ | --- -## Test 248 +## Test 234 **Expected Tool:** `view_azure_cache_for_redis` **Prompt:** Show me the access policies in the Redis Cache @@ -4504,7 +4252,7 @@ --- -## Test 249 +## Test 235 **Expected Tool:** `view_azure_cache_for_redis` **Prompt:** Show me the databases in the Redis Cluster @@ -4515,13 +4263,13 @@ |------|-------|------|--------| | 1 | 0.381246 | `view_azure_databases` | ❌ | | 2 | 0.369175 | `view_azure_cache_for_redis` | ✅ **EXPECTED** | -| 3 | 0.316643 | `view_azure_data_explorer_kusto` | ❌ | +| 3 | 0.316145 | `view_azure_data_explorer_kusto` | ❌ | | 4 | 0.263094 | `list_azure_resources` | ❌ | | 5 | 0.237185 | `get_azure_security_configurations` | ❌ | --- -## Test 250 +## Test 236 **Expected Tool:** `browse_azure_marketplace_products` **Prompt:** Get details about marketplace product @@ -4538,7 +4286,7 @@ --- -## Test 251 +## Test 237 **Expected Tool:** `browse_azure_marketplace_products` **Prompt:** Search for Microsoft products in the marketplace @@ -4555,7 +4303,7 @@ --- -## Test 252 +## Test 238 **Expected Tool:** `browse_azure_marketplace_products` **Prompt:** Show me marketplace products from publisher @@ -4572,7 +4320,7 @@ --- -## Test 253 +## Test 239 **Expected Tool:** `get_azure_capacity` **Prompt:** Check usage information for in region @@ -4589,7 +4337,7 @@ --- -## Test 254 +## Test 240 **Expected Tool:** `get_azure_capacity` **Prompt:** Show me the available regions for these resource types @@ -4606,7 +4354,7 @@ --- -## Test 255 +## Test 241 **Expected Tool:** `get_azure_capacity` **Prompt:** Tell me how many IP addresses I need for of @@ -4623,7 +4371,7 @@ --- -## Test 256 +## Test 242 **Expected Tool:** `view_azure_service_bus` **Prompt:** Show me the details of service bus queue @@ -4640,7 +4388,7 @@ --- -## Test 257 +## Test 243 **Expected Tool:** `view_azure_service_bus` **Prompt:** Show me the details of service bus subscription @@ -4657,7 +4405,7 @@ --- -## Test 258 +## Test 244 **Expected Tool:** `view_azure_service_bus` **Prompt:** Show me the details of service bus topic @@ -4674,7 +4422,7 @@ --- -## Test 259 +## Test 245 **Expected Tool:** `view_azure_data_explorer_kusto` **Prompt:** List all databases in the Data Explorer cluster @@ -4683,7 +4431,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.499918 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 1 | 0.499272 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | | 2 | 0.447129 | `view_azure_databases` | ❌ | | 3 | 0.300745 | `list_azure_resources` | ❌ | | 4 | 0.274074 | `view_azure_ai_resources` | ❌ | @@ -4691,7 +4439,7 @@ --- -## Test 260 +## Test 246 **Expected Tool:** `view_azure_data_explorer_kusto` **Prompt:** List all tables in the Data Explorer database in cluster @@ -4700,7 +4448,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.479987 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 1 | 0.479173 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | | 2 | 0.396561 | `view_azure_databases` | ❌ | | 3 | 0.291845 | `list_azure_resources` | ❌ | | 4 | 0.253560 | `view_azure_workbooks` | ❌ | @@ -4708,7 +4456,7 @@ --- -## Test 261 +## Test 247 **Expected Tool:** `view_azure_data_explorer_kusto` **Prompt:** Show me a data sample from the Data Explorer table in cluster @@ -4717,7 +4465,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.499335 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 1 | 0.498738 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | | 2 | 0.353150 | `view_azure_databases` | ❌ | | 3 | 0.280941 | `view_azure_workbooks` | ❌ | | 4 | 0.255517 | `view_azure_cache_for_redis` | ❌ | @@ -4725,7 +4473,7 @@ --- -## Test 262 +## Test 248 **Expected Tool:** `view_azure_data_explorer_kusto` **Prompt:** Show me all items that contain the word in the Data Explorer table in cluster @@ -4734,15 +4482,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.395179 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | -| 2 | 0.345753 | `view_azure_databases` | ❌ | -| 3 | 0.328271 | `view_azure_ai_resources` | ❌ | -| 4 | 0.264007 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.239882 | `list_azure_resources` | ❌ | +| 1 | 0.395937 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 2 | 0.346045 | `view_azure_databases` | ❌ | +| 3 | 0.328353 | `view_azure_ai_resources` | ❌ | +| 4 | 0.263969 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.239842 | `list_azure_resources` | ❌ | --- -## Test 263 +## Test 249 **Expected Tool:** `view_azure_data_explorer_kusto` **Prompt:** Show me the databases in the Data Explorer cluster @@ -4751,7 +4499,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.512447 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 1 | 0.511883 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | | 2 | 0.456484 | `view_azure_databases` | ❌ | | 3 | 0.284469 | `view_azure_workbooks` | ❌ | | 4 | 0.281843 | `view_azure_ai_resources` | ❌ | @@ -4759,7 +4507,7 @@ --- -## Test 264 +## Test 250 **Expected Tool:** `view_azure_data_explorer_kusto` **Prompt:** Show me the details of the Data Explorer cluster @@ -4768,7 +4516,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.502854 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 1 | 0.502600 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | | 2 | 0.358495 | `view_azure_databases` | ❌ | | 3 | 0.312618 | `view_azure_cache_for_redis` | ❌ | | 4 | 0.303763 | `get_azure_capacity` | ❌ | @@ -4776,7 +4524,7 @@ --- -## Test 265 +## Test 251 **Expected Tool:** `view_azure_data_explorer_kusto` **Prompt:** Show me the schema for table in the Data Explorer database in cluster @@ -4785,15 +4533,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.468959 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | -| 2 | 0.366188 | `view_azure_databases` | ❌ | -| 3 | 0.251410 | `get_azure_best_practices` | ❌ | -| 4 | 0.234844 | `edit_azure_databases` | ❌ | -| 5 | 0.229794 | `view_azure_service_bus` | ❌ | +| 1 | 0.468439 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 2 | 0.366833 | `view_azure_databases` | ❌ | +| 3 | 0.252217 | `get_azure_best_practices` | ❌ | +| 4 | 0.235146 | `edit_azure_databases` | ❌ | +| 5 | 0.230266 | `view_azure_service_bus` | ❌ | --- -## Test 266 +## Test 252 **Expected Tool:** `view_azure_data_explorer_kusto` **Prompt:** Show me the tables in the Data Explorer database in cluster @@ -4802,7 +4550,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495389 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | +| 1 | 0.494508 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | | 2 | 0.422581 | `view_azure_databases` | ❌ | | 3 | 0.269662 | `list_azure_resources` | ❌ | | 4 | 0.268568 | `view_azure_workbooks` | ❌ | @@ -4810,7 +4558,7 @@ --- -## Test 267 +## Test 253 **Expected Tool:** `create_azure_sql_firewall_rules` **Prompt:** Add a firewall rule to allow access from IP range to for SQL server @@ -4819,15 +4567,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.619657 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.497505 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.339575 | `edit_azure_databases` | ❌ | -| 4 | 0.238195 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.204598 | `import_azure_key_vault_certificates` | ❌ | +| 1 | 0.619667 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.497535 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.339582 | `edit_azure_databases` | ❌ | +| 4 | 0.238233 | `edit_azure_storage_blob_tiers` | ❌ | +| 5 | 0.204653 | `import_azure_key_vault_certificates` | ❌ | --- -## Test 268 +## Test 254 **Expected Tool:** `create_azure_sql_firewall_rules` **Prompt:** Create a firewall rule for my Azure SQL server @@ -4836,15 +4584,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.769894 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.659595 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.476818 | `edit_azure_databases` | ❌ | -| 4 | 0.322624 | `execute_azure_cli` | ❌ | -| 5 | 0.315260 | `view_azure_databases` | ❌ | +| 1 | 0.769870 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.659555 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.476832 | `edit_azure_databases` | ❌ | +| 4 | 0.322673 | `execute_azure_cli` | ❌ | +| 5 | 0.315309 | `view_azure_databases` | ❌ | --- -## Test 269 +## Test 255 **Expected Tool:** `create_azure_sql_firewall_rules` **Prompt:** Create a new firewall rule named for SQL server @@ -4861,7 +4609,7 @@ --- -## Test 270 +## Test 256 **Expected Tool:** `delete_azure_sql_firewall_rules` **Prompt:** Delete a firewall rule from my Azure SQL server @@ -4878,7 +4626,7 @@ --- -## Test 271 +## Test 257 **Expected Tool:** `delete_azure_sql_firewall_rules` **Prompt:** Delete firewall rule for SQL server @@ -4895,7 +4643,7 @@ --- -## Test 272 +## Test 258 **Expected Tool:** `delete_azure_sql_firewall_rules` **Prompt:** Remove the firewall rule from SQL server @@ -4914,33 +4662,33 @@ ## Summary -**Total Prompts Tested:** 272 -**Analysis Execution Time:** 29.5333743s +**Total Prompts Tested:** 258 +**Analysis Execution Time:** 34.5876912s ### Success Rate Metrics -**Top Choice Success:** 58.1% (158/272 tests) +**Top Choice Success:** 57.4% (148/258 tests) #### Confidence Level Distribution -**💪 Very High Confidence (≥0.8):** 0.0% (0/272 tests) -**🎯 High Confidence (≥0.7):** 2.9% (8/272 tests) -**✅ Good Confidence (≥0.6):** 10.7% (29/272 tests) -**👍 Fair Confidence (≥0.5):** 27.2% (74/272 tests) -**👌 Acceptable Confidence (≥0.4):** 60.7% (165/272 tests) -**❌ Low Confidence (<0.4):** 39.3% (107/272 tests) +**💪 Very High Confidence (≥0.8):** 0.0% (0/258 tests) +**🎯 High Confidence (≥0.7):** 3.1% (8/258 tests) +**✅ Good Confidence (≥0.6):** 10.5% (27/258 tests) +**👍 Fair Confidence (≥0.5):** 26.7% (69/258 tests) +**👌 Acceptable Confidence (≥0.4):** 59.3% (153/258 tests) +**❌ Low Confidence (<0.4):** 40.7% (105/258 tests) #### Top Choice + Confidence Combinations -**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/272 tests) -**🎯 Top Choice + High Confidence (≥0.7):** 2.9% (8/272 tests) -**✅ Top Choice + Good Confidence (≥0.6):** 10.7% (29/272 tests) -**👍 Top Choice + Fair Confidence (≥0.5):** 23.9% (65/272 tests) -**👌 Top Choice + Acceptable Confidence (≥0.4):** 47.4% (129/272 tests) +**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/258 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 3.1% (8/258 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 10.5% (27/258 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 23.3% (60/258 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 46.1% (119/258 tests) ### Success Rate Analysis 🔴 **Poor** - The tool selection system requires major improvements. -⚠️ **Recommendation:** Tool descriptions need improvement to better match user intent (targets: ≥0.6 good, ≥0.7 high). +🔧 **Recommendation:** Significant improvements needed in tool descriptions for better semantic matching. diff --git a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md index bcf4e0eaf..6ff13e2b3 100644 --- a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md +++ b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md @@ -1,15 +1,15 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 18:10:19 -**Tool count:** 36 -**Database setup time:** 0.4811858s +**Setup completed:** 2025-09-22 20:09:10 +**Tool count:** 38 +**Database setup time:** 1.0891164s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 18:10:19 -**Tool count:** 36 +**Analysis Date:** 2025-09-22 20:09:10 +**Tool count:** 38 ## Table of Contents @@ -48,211 +48,211 @@ - [Test 33: azmcp_applens](#test-33) - [Test 34: azmcp_applens](#test-34) - [Test 35: azmcp_applens](#test-35) -- [Test 36: azmcp_azuremanagedlustre](#test-36) -- [Test 37: azmcp_azuremanagedlustre](#test-37) -- [Test 38: azmcp_azuremanagedlustre](#test-38) -- [Test 39: azmcp_azuremanagedlustre](#test-39) -- [Test 40: azmcp_azureterraformbestpractices](#test-40) -- [Test 41: azmcp_azureterraformbestpractices](#test-41) -- [Test 42: azmcp_bestpractices](#test-42) -- [Test 43: azmcp_bestpractices](#test-43) -- [Test 44: azmcp_bestpractices](#test-44) -- [Test 45: azmcp_bestpractices](#test-45) -- [Test 46: azmcp_bestpractices](#test-46) -- [Test 47: azmcp_bestpractices](#test-47) -- [Test 48: azmcp_bestpractices](#test-48) -- [Test 49: azmcp_bestpractices](#test-49) -- [Test 50: azmcp_bestpractices](#test-50) -- [Test 51: azmcp_bestpractices](#test-51) -- [Test 52: azmcp_bicepschema](#test-52) -- [Test 53: azmcp_cloudarchitect](#test-53) -- [Test 54: azmcp_cloudarchitect](#test-54) -- [Test 55: azmcp_cloudarchitect](#test-55) -- [Test 56: azmcp_cloudarchitect](#test-56) -- [Test 57: azmcp_cosmos](#test-57) -- [Test 58: azmcp_cosmos](#test-58) -- [Test 59: azmcp_cosmos](#test-59) -- [Test 60: azmcp_cosmos](#test-60) -- [Test 61: azmcp_cosmos](#test-61) -- [Test 62: azmcp_cosmos](#test-62) -- [Test 63: azmcp_cosmos](#test-63) -- [Test 64: azmcp_cosmos](#test-64) -- [Test 65: azmcp_datadog](#test-65) -- [Test 66: azmcp_datadog](#test-66) -- [Test 67: azmcp_deploy](#test-67) -- [Test 68: azmcp_deploy](#test-68) -- [Test 69: azmcp_deploy](#test-69) -- [Test 70: azmcp_deploy](#test-70) -- [Test 71: azmcp_deploy](#test-71) -- [Test 72: azmcp_eventgrid](#test-72) -- [Test 73: azmcp_eventgrid](#test-73) -- [Test 74: azmcp_eventgrid](#test-74) -- [Test 75: azmcp_eventgrid](#test-75) -- [Test 76: azmcp_eventgrid](#test-76) -- [Test 77: azmcp_eventgrid](#test-77) -- [Test 78: azmcp_eventgrid](#test-78) -- [Test 79: azmcp_eventgrid](#test-79) -- [Test 80: azmcp_eventgrid](#test-80) -- [Test 81: azmcp_eventgrid](#test-81) -- [Test 82: azmcp_eventgrid](#test-82) -- [Test 83: azmcp_extension_azqr](#test-83) -- [Test 84: azmcp_extension_azqr](#test-84) -- [Test 85: azmcp_extension_azqr](#test-85) -- [Test 86: azmcp_foundry](#test-86) -- [Test 87: azmcp_foundry](#test-87) -- [Test 88: azmcp_foundry](#test-88) -- [Test 89: azmcp_foundry](#test-89) -- [Test 90: azmcp_foundry](#test-90) -- [Test 91: azmcp_foundry](#test-91) -- [Test 92: azmcp_foundry](#test-92) -- [Test 93: azmcp_foundry](#test-93) -- [Test 94: azmcp_foundry](#test-94) -- [Test 95: azmcp_functionapp](#test-95) -- [Test 96: azmcp_functionapp](#test-96) -- [Test 97: azmcp_functionapp](#test-97) -- [Test 98: azmcp_functionapp](#test-98) -- [Test 99: azmcp_functionapp](#test-99) -- [Test 100: azmcp_functionapp](#test-100) -- [Test 101: azmcp_functionapp](#test-101) -- [Test 102: azmcp_functionapp](#test-102) -- [Test 103: azmcp_functionapp](#test-103) -- [Test 104: azmcp_functionapp](#test-104) -- [Test 105: azmcp_functionapp](#test-105) -- [Test 106: azmcp_functionapp](#test-106) -- [Test 107: azmcp_grafana](#test-107) -- [Test 108: azmcp_group](#test-108) -- [Test 109: azmcp_group](#test-109) -- [Test 110: azmcp_group](#test-110) -- [Test 111: azmcp_keyvault](#test-111) -- [Test 112: azmcp_keyvault](#test-112) -- [Test 113: azmcp_keyvault](#test-113) -- [Test 114: azmcp_keyvault](#test-114) -- [Test 115: azmcp_keyvault](#test-115) -- [Test 116: azmcp_keyvault](#test-116) -- [Test 117: azmcp_keyvault](#test-117) -- [Test 118: azmcp_keyvault](#test-118) -- [Test 119: azmcp_keyvault](#test-119) -- [Test 120: azmcp_keyvault](#test-120) -- [Test 121: azmcp_keyvault](#test-121) -- [Test 122: azmcp_keyvault](#test-122) -- [Test 123: azmcp_keyvault](#test-123) -- [Test 124: azmcp_kusto](#test-124) -- [Test 125: azmcp_kusto](#test-125) -- [Test 126: azmcp_kusto](#test-126) -- [Test 127: azmcp_kusto](#test-127) -- [Test 128: azmcp_kusto](#test-128) -- [Test 129: azmcp_kusto](#test-129) -- [Test 130: azmcp_kusto](#test-130) -- [Test 131: azmcp_kusto](#test-131) -- [Test 132: azmcp_kusto](#test-132) -- [Test 133: azmcp_kusto](#test-133) -- [Test 134: azmcp_kusto](#test-134) -- [Test 135: azmcp_loadtesting](#test-135) -- [Test 136: azmcp_loadtesting](#test-136) -- [Test 137: azmcp_loadtesting](#test-137) -- [Test 138: azmcp_loadtesting](#test-138) -- [Test 139: azmcp_loadtesting](#test-139) -- [Test 140: azmcp_loadtesting](#test-140) -- [Test 141: azmcp_loadtesting](#test-141) -- [Test 142: azmcp_loadtesting](#test-142) -- [Test 143: azmcp_marketplace](#test-143) -- [Test 144: azmcp_marketplace](#test-144) -- [Test 145: azmcp_marketplace](#test-145) -- [Test 146: azmcp_monitor](#test-146) -- [Test 147: azmcp_monitor](#test-147) -- [Test 148: azmcp_monitor](#test-148) -- [Test 149: azmcp_monitor](#test-149) -- [Test 150: azmcp_monitor](#test-150) -- [Test 151: azmcp_monitor](#test-151) -- [Test 152: azmcp_monitor](#test-152) -- [Test 153: azmcp_monitor](#test-153) -- [Test 154: azmcp_monitor](#test-154) -- [Test 155: azmcp_monitor](#test-155) -- [Test 156: azmcp_monitor](#test-156) -- [Test 157: azmcp_monitor](#test-157) -- [Test 158: azmcp_monitor](#test-158) -- [Test 159: azmcp_monitor](#test-159) -- [Test 160: azmcp_monitor](#test-160) -- [Test 161: azmcp_monitor](#test-161) -- [Test 162: azmcp_monitor](#test-162) +- [Test 36: azmcp_applicationinsights](#test-36) +- [Test 37: azmcp_applicationinsights](#test-37) +- [Test 38: azmcp_applicationinsights](#test-38) +- [Test 39: azmcp_applicationinsights](#test-39) +- [Test 40: azmcp_appservice](#test-40) +- [Test 41: azmcp_appservice](#test-41) +- [Test 42: azmcp_appservice](#test-42) +- [Test 43: azmcp_appservice](#test-43) +- [Test 44: azmcp_appservice](#test-44) +- [Test 45: azmcp_appservice](#test-45) +- [Test 46: azmcp_appservice](#test-46) +- [Test 47: azmcp_appservice](#test-47) +- [Test 48: azmcp_appservice](#test-48) +- [Test 49: azmcp_azuremanagedlustre](#test-49) +- [Test 50: azmcp_azuremanagedlustre](#test-50) +- [Test 51: azmcp_azuremanagedlustre](#test-51) +- [Test 52: azmcp_azuremanagedlustre](#test-52) +- [Test 53: azmcp_azureterraformbestpractices](#test-53) +- [Test 54: azmcp_azureterraformbestpractices](#test-54) +- [Test 55: azmcp_bestpractices](#test-55) +- [Test 56: azmcp_bestpractices](#test-56) +- [Test 57: azmcp_bestpractices](#test-57) +- [Test 58: azmcp_bestpractices](#test-58) +- [Test 59: azmcp_bestpractices](#test-59) +- [Test 60: azmcp_bestpractices](#test-60) +- [Test 61: azmcp_bestpractices](#test-61) +- [Test 62: azmcp_bestpractices](#test-62) +- [Test 63: azmcp_bestpractices](#test-63) +- [Test 64: azmcp_bestpractices](#test-64) +- [Test 65: azmcp_bicepschema](#test-65) +- [Test 66: azmcp_cloudarchitect](#test-66) +- [Test 67: azmcp_cloudarchitect](#test-67) +- [Test 68: azmcp_cloudarchitect](#test-68) +- [Test 69: azmcp_cloudarchitect](#test-69) +- [Test 70: azmcp_cosmos](#test-70) +- [Test 71: azmcp_cosmos](#test-71) +- [Test 72: azmcp_cosmos](#test-72) +- [Test 73: azmcp_cosmos](#test-73) +- [Test 74: azmcp_cosmos](#test-74) +- [Test 75: azmcp_cosmos](#test-75) +- [Test 76: azmcp_cosmos](#test-76) +- [Test 77: azmcp_cosmos](#test-77) +- [Test 78: azmcp_datadog](#test-78) +- [Test 79: azmcp_datadog](#test-79) +- [Test 80: azmcp_deploy](#test-80) +- [Test 81: azmcp_deploy](#test-81) +- [Test 82: azmcp_deploy](#test-82) +- [Test 83: azmcp_deploy](#test-83) +- [Test 84: azmcp_deploy](#test-84) +- [Test 85: azmcp_eventgrid](#test-85) +- [Test 86: azmcp_eventgrid](#test-86) +- [Test 87: azmcp_eventgrid](#test-87) +- [Test 88: azmcp_eventgrid](#test-88) +- [Test 89: azmcp_eventgrid](#test-89) +- [Test 90: azmcp_eventgrid](#test-90) +- [Test 91: azmcp_eventgrid](#test-91) +- [Test 92: azmcp_eventgrid](#test-92) +- [Test 93: azmcp_eventgrid](#test-93) +- [Test 94: azmcp_eventgrid](#test-94) +- [Test 95: azmcp_eventgrid](#test-95) +- [Test 96: azmcp_foundry](#test-96) +- [Test 97: azmcp_foundry](#test-97) +- [Test 98: azmcp_foundry](#test-98) +- [Test 99: azmcp_foundry](#test-99) +- [Test 100: azmcp_foundry](#test-100) +- [Test 101: azmcp_foundry](#test-101) +- [Test 102: azmcp_foundry](#test-102) +- [Test 103: azmcp_foundry](#test-103) +- [Test 104: azmcp_foundry](#test-104) +- [Test 105: azmcp_foundry](#test-105) +- [Test 106: azmcp_foundry](#test-106) +- [Test 107: azmcp_foundry](#test-107) +- [Test 108: azmcp_functionapp](#test-108) +- [Test 109: azmcp_functionapp](#test-109) +- [Test 110: azmcp_functionapp](#test-110) +- [Test 111: azmcp_functionapp](#test-111) +- [Test 112: azmcp_functionapp](#test-112) +- [Test 113: azmcp_functionapp](#test-113) +- [Test 114: azmcp_functionapp](#test-114) +- [Test 115: azmcp_functionapp](#test-115) +- [Test 116: azmcp_functionapp](#test-116) +- [Test 117: azmcp_functionapp](#test-117) +- [Test 118: azmcp_functionapp](#test-118) +- [Test 119: azmcp_functionapp](#test-119) +- [Test 120: azmcp_grafana](#test-120) +- [Test 121: azmcp_group](#test-121) +- [Test 122: azmcp_group](#test-122) +- [Test 123: azmcp_group](#test-123) +- [Test 124: azmcp_keyvault](#test-124) +- [Test 125: azmcp_keyvault](#test-125) +- [Test 126: azmcp_keyvault](#test-126) +- [Test 127: azmcp_keyvault](#test-127) +- [Test 128: azmcp_keyvault](#test-128) +- [Test 129: azmcp_keyvault](#test-129) +- [Test 130: azmcp_keyvault](#test-130) +- [Test 131: azmcp_keyvault](#test-131) +- [Test 132: azmcp_keyvault](#test-132) +- [Test 133: azmcp_keyvault](#test-133) +- [Test 134: azmcp_keyvault](#test-134) +- [Test 135: azmcp_keyvault](#test-135) +- [Test 136: azmcp_keyvault](#test-136) +- [Test 137: azmcp_keyvault](#test-137) +- [Test 138: azmcp_keyvault](#test-138) +- [Test 139: azmcp_keyvault](#test-139) +- [Test 140: azmcp_keyvault](#test-140) +- [Test 141: azmcp_kusto](#test-141) +- [Test 142: azmcp_kusto](#test-142) +- [Test 143: azmcp_kusto](#test-143) +- [Test 144: azmcp_kusto](#test-144) +- [Test 145: azmcp_kusto](#test-145) +- [Test 146: azmcp_kusto](#test-146) +- [Test 147: azmcp_kusto](#test-147) +- [Test 148: azmcp_kusto](#test-148) +- [Test 149: azmcp_kusto](#test-149) +- [Test 150: azmcp_kusto](#test-150) +- [Test 151: azmcp_kusto](#test-151) +- [Test 152: azmcp_loadtesting](#test-152) +- [Test 153: azmcp_loadtesting](#test-153) +- [Test 154: azmcp_loadtesting](#test-154) +- [Test 155: azmcp_loadtesting](#test-155) +- [Test 156: azmcp_loadtesting](#test-156) +- [Test 157: azmcp_loadtesting](#test-157) +- [Test 158: azmcp_loadtesting](#test-158) +- [Test 159: azmcp_loadtesting](#test-159) +- [Test 160: azmcp_marketplace](#test-160) +- [Test 161: azmcp_marketplace](#test-161) +- [Test 162: azmcp_marketplace](#test-162) - [Test 163: azmcp_monitor](#test-163) - [Test 164: azmcp_monitor](#test-164) -- [Test 165: azmcp_mysql](#test-165) -- [Test 166: azmcp_mysql](#test-166) -- [Test 167: azmcp_mysql](#test-167) -- [Test 168: azmcp_mysql](#test-168) -- [Test 169: azmcp_mysql](#test-169) -- [Test 170: azmcp_mysql](#test-170) -- [Test 171: azmcp_mysql](#test-171) -- [Test 172: azmcp_mysql](#test-172) -- [Test 173: azmcp_mysql](#test-173) -- [Test 174: azmcp_mysql](#test-174) -- [Test 175: azmcp_mysql](#test-175) -- [Test 176: azmcp_mysql](#test-176) -- [Test 177: azmcp_postgres](#test-177) -- [Test 178: azmcp_postgres](#test-178) -- [Test 179: azmcp_postgres](#test-179) -- [Test 180: azmcp_postgres](#test-180) -- [Test 181: azmcp_postgres](#test-181) -- [Test 182: azmcp_postgres](#test-182) -- [Test 183: azmcp_postgres](#test-183) -- [Test 184: azmcp_postgres](#test-184) -- [Test 185: azmcp_postgres](#test-185) -- [Test 186: azmcp_postgres](#test-186) -- [Test 187: azmcp_postgres](#test-187) -- [Test 188: azmcp_postgres](#test-188) -- [Test 189: azmcp_quota](#test-189) -- [Test 190: azmcp_quota](#test-190) -- [Test 191: azmcp_redis](#test-191) -- [Test 192: azmcp_redis](#test-192) -- [Test 193: azmcp_redis](#test-193) -- [Test 194: azmcp_redis](#test-194) -- [Test 195: azmcp_redis](#test-195) -- [Test 196: azmcp_redis](#test-196) -- [Test 197: azmcp_redis](#test-197) -- [Test 198: azmcp_redis](#test-198) -- [Test 199: azmcp_redis](#test-199) -- [Test 200: azmcp_redis](#test-200) -- [Test 201: azmcp_resourcehealth](#test-201) -- [Test 202: azmcp_resourcehealth](#test-202) -- [Test 203: azmcp_resourcehealth](#test-203) -- [Test 204: azmcp_resourcehealth](#test-204) -- [Test 205: azmcp_resourcehealth](#test-205) -- [Test 206: azmcp_resourcehealth](#test-206) -- [Test 207: azmcp_resourcehealth](#test-207) -- [Test 208: azmcp_resourcehealth](#test-208) -- [Test 209: azmcp_resourcehealth](#test-209) -- [Test 210: azmcp_resourcehealth](#test-210) -- [Test 211: azmcp_resourcehealth](#test-211) -- [Test 212: azmcp_role](#test-212) -- [Test 213: azmcp_role](#test-213) -- [Test 214: azmcp_search](#test-214) -- [Test 215: azmcp_search](#test-215) -- [Test 216: azmcp_search](#test-216) -- [Test 217: azmcp_search](#test-217) -- [Test 218: azmcp_search](#test-218) -- [Test 219: azmcp_search](#test-219) -- [Test 220: azmcp_search](#test-220) -- [Test 221: azmcp_servicebus](#test-221) -- [Test 222: azmcp_servicebus](#test-222) -- [Test 223: azmcp_servicebus](#test-223) -- [Test 224: azmcp_sql](#test-224) -- [Test 225: azmcp_sql](#test-225) -- [Test 226: azmcp_sql](#test-226) -- [Test 227: azmcp_sql](#test-227) -- [Test 228: azmcp_sql](#test-228) -- [Test 229: azmcp_sql](#test-229) -- [Test 230: azmcp_sql](#test-230) -- [Test 231: azmcp_sql](#test-231) -- [Test 232: azmcp_sql](#test-232) -- [Test 233: azmcp_sql](#test-233) -- [Test 234: azmcp_sql](#test-234) -- [Test 235: azmcp_sql](#test-235) -- [Test 236: azmcp_sql](#test-236) -- [Test 237: azmcp_sql](#test-237) -- [Test 238: azmcp_sql](#test-238) -- [Test 239: azmcp_sql](#test-239) -- [Test 240: azmcp_sql](#test-240) +- [Test 165: azmcp_monitor](#test-165) +- [Test 166: azmcp_monitor](#test-166) +- [Test 167: azmcp_monitor](#test-167) +- [Test 168: azmcp_monitor](#test-168) +- [Test 169: azmcp_monitor](#test-169) +- [Test 170: azmcp_monitor](#test-170) +- [Test 171: azmcp_monitor](#test-171) +- [Test 172: azmcp_monitor](#test-172) +- [Test 173: azmcp_monitor](#test-173) +- [Test 174: azmcp_monitor](#test-174) +- [Test 175: azmcp_monitor](#test-175) +- [Test 176: azmcp_monitor](#test-176) +- [Test 177: azmcp_monitor](#test-177) +- [Test 178: azmcp_monitor](#test-178) +- [Test 179: azmcp_monitor](#test-179) +- [Test 180: azmcp_monitor](#test-180) +- [Test 181: azmcp_monitor](#test-181) +- [Test 182: azmcp_mysql](#test-182) +- [Test 183: azmcp_mysql](#test-183) +- [Test 184: azmcp_mysql](#test-184) +- [Test 185: azmcp_mysql](#test-185) +- [Test 186: azmcp_mysql](#test-186) +- [Test 187: azmcp_mysql](#test-187) +- [Test 188: azmcp_mysql](#test-188) +- [Test 189: azmcp_mysql](#test-189) +- [Test 190: azmcp_mysql](#test-190) +- [Test 191: azmcp_mysql](#test-191) +- [Test 192: azmcp_mysql](#test-192) +- [Test 193: azmcp_mysql](#test-193) +- [Test 194: azmcp_postgres](#test-194) +- [Test 195: azmcp_postgres](#test-195) +- [Test 196: azmcp_postgres](#test-196) +- [Test 197: azmcp_postgres](#test-197) +- [Test 198: azmcp_postgres](#test-198) +- [Test 199: azmcp_postgres](#test-199) +- [Test 200: azmcp_postgres](#test-200) +- [Test 201: azmcp_postgres](#test-201) +- [Test 202: azmcp_postgres](#test-202) +- [Test 203: azmcp_postgres](#test-203) +- [Test 204: azmcp_postgres](#test-204) +- [Test 205: azmcp_postgres](#test-205) +- [Test 206: azmcp_quota](#test-206) +- [Test 207: azmcp_quota](#test-207) +- [Test 208: azmcp_redis](#test-208) +- [Test 209: azmcp_redis](#test-209) +- [Test 210: azmcp_redis](#test-210) +- [Test 211: azmcp_redis](#test-211) +- [Test 212: azmcp_redis](#test-212) +- [Test 213: azmcp_redis](#test-213) +- [Test 214: azmcp_redis](#test-214) +- [Test 215: azmcp_redis](#test-215) +- [Test 216: azmcp_redis](#test-216) +- [Test 217: azmcp_redis](#test-217) +- [Test 218: azmcp_resourcehealth](#test-218) +- [Test 219: azmcp_resourcehealth](#test-219) +- [Test 220: azmcp_resourcehealth](#test-220) +- [Test 221: azmcp_resourcehealth](#test-221) +- [Test 222: azmcp_resourcehealth](#test-222) +- [Test 223: azmcp_resourcehealth](#test-223) +- [Test 224: azmcp_resourcehealth](#test-224) +- [Test 225: azmcp_resourcehealth](#test-225) +- [Test 226: azmcp_resourcehealth](#test-226) +- [Test 227: azmcp_resourcehealth](#test-227) +- [Test 228: azmcp_resourcehealth](#test-228) +- [Test 229: azmcp_role](#test-229) +- [Test 230: azmcp_role](#test-230) +- [Test 231: azmcp_search](#test-231) +- [Test 232: azmcp_search](#test-232) +- [Test 233: azmcp_search](#test-233) +- [Test 234: azmcp_search](#test-234) +- [Test 235: azmcp_search](#test-235) +- [Test 236: azmcp_search](#test-236) +- [Test 237: azmcp_search](#test-237) +- [Test 238: azmcp_servicebus](#test-238) +- [Test 239: azmcp_servicebus](#test-239) +- [Test 240: azmcp_servicebus](#test-240) - [Test 241: azmcp_sql](#test-241) - [Test 242: azmcp_sql](#test-242) - [Test 243: azmcp_sql](#test-243) @@ -270,27 +270,27 @@ - [Test 255: azmcp_sql](#test-255) - [Test 256: azmcp_sql](#test-256) - [Test 257: azmcp_sql](#test-257) -- [Test 258: azmcp_storage](#test-258) -- [Test 259: azmcp_storage](#test-259) -- [Test 260: azmcp_storage](#test-260) -- [Test 261: azmcp_storage](#test-261) -- [Test 262: azmcp_storage](#test-262) -- [Test 263: azmcp_storage](#test-263) -- [Test 264: azmcp_storage](#test-264) -- [Test 265: azmcp_storage](#test-265) -- [Test 266: azmcp_storage](#test-266) -- [Test 267: azmcp_storage](#test-267) -- [Test 268: azmcp_storage](#test-268) -- [Test 269: azmcp_storage](#test-269) -- [Test 270: azmcp_storage](#test-270) -- [Test 271: azmcp_storage](#test-271) -- [Test 272: azmcp_storage](#test-272) -- [Test 273: azmcp_storage](#test-273) -- [Test 274: azmcp_storage](#test-274) -- [Test 275: azmcp_storage](#test-275) -- [Test 276: azmcp_storage](#test-276) -- [Test 277: azmcp_storage](#test-277) -- [Test 278: azmcp_storage](#test-278) +- [Test 258: azmcp_sql](#test-258) +- [Test 259: azmcp_sql](#test-259) +- [Test 260: azmcp_sql](#test-260) +- [Test 261: azmcp_sql](#test-261) +- [Test 262: azmcp_sql](#test-262) +- [Test 263: azmcp_sql](#test-263) +- [Test 264: azmcp_sql](#test-264) +- [Test 265: azmcp_sql](#test-265) +- [Test 266: azmcp_sql](#test-266) +- [Test 267: azmcp_sql](#test-267) +- [Test 268: azmcp_sql](#test-268) +- [Test 269: azmcp_sql](#test-269) +- [Test 270: azmcp_sql](#test-270) +- [Test 271: azmcp_sql](#test-271) +- [Test 272: azmcp_sql](#test-272) +- [Test 273: azmcp_sql](#test-273) +- [Test 274: azmcp_sql](#test-274) +- [Test 275: azmcp_sql](#test-275) +- [Test 276: azmcp_sql](#test-276) +- [Test 277: azmcp_sql](#test-277) +- [Test 278: azmcp_sql](#test-278) - [Test 279: azmcp_storage](#test-279) - [Test 280: azmcp_storage](#test-280) - [Test 281: azmcp_storage](#test-281) @@ -303,20 +303,30 @@ - [Test 288: azmcp_storage](#test-288) - [Test 289: azmcp_storage](#test-289) - [Test 290: azmcp_storage](#test-290) -- [Test 291: azmcp_subscription](#test-291) -- [Test 292: azmcp_subscription](#test-292) -- [Test 293: azmcp_subscription](#test-293) -- [Test 294: azmcp_subscription](#test-294) -- [Test 295: azmcp_virtualdesktop](#test-295) -- [Test 296: azmcp_virtualdesktop](#test-296) -- [Test 297: azmcp_virtualdesktop](#test-297) -- [Test 298: azmcp_workbooks](#test-298) -- [Test 299: azmcp_workbooks](#test-299) -- [Test 300: azmcp_workbooks](#test-300) -- [Test 301: azmcp_workbooks](#test-301) -- [Test 302: azmcp_workbooks](#test-302) -- [Test 303: azmcp_workbooks](#test-303) -- [Test 304: azmcp_workbooks](#test-304) +- [Test 291: azmcp_storage](#test-291) +- [Test 292: azmcp_storage](#test-292) +- [Test 293: azmcp_storage](#test-293) +- [Test 294: azmcp_storage](#test-294) +- [Test 295: azmcp_storage](#test-295) +- [Test 296: azmcp_storage](#test-296) +- [Test 297: azmcp_storage](#test-297) +- [Test 298: azmcp_subscription](#test-298) +- [Test 299: azmcp_subscription](#test-299) +- [Test 300: azmcp_subscription](#test-300) +- [Test 301: azmcp_subscription](#test-301) +- [Test 302: azmcp_virtualdesktop](#test-302) +- [Test 303: azmcp_virtualdesktop](#test-303) +- [Test 304: azmcp_virtualdesktop](#test-304) +- [Test 305: azmcp_workbooks](#test-305) +- [Test 306: azmcp_workbooks](#test-306) +- [Test 307: azmcp_workbooks](#test-307) +- [Test 308: azmcp_workbooks](#test-308) +- [Test 309: azmcp_workbooks](#test-309) +- [Test 310: azmcp_workbooks](#test-310) +- [Test 311: azmcp_workbooks](#test-311) +- [Test 312: azmcp_extension_azqr](#test-312) +- [Test 313: azmcp_extension_azqr](#test-313) +- [Test 314: azmcp_extension_azqr](#test-314) --- @@ -331,8 +341,8 @@ |------|-------|------|--------| | 1 | 0.586152 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.485389 | `azmcp_subscription` | ❌ | -| 3 | 0.425342 | `azmcp_group` | ❌ | -| 4 | 0.393274 | `azmcp_quota` | ❌ | +| 3 | 0.425309 | `azmcp_group` | ❌ | +| 4 | 0.393241 | `azmcp_quota` | ❌ | | 5 | 0.387948 | `azmcp_aks` | ❌ | --- @@ -340,119 +350,119 @@ ## Test 2 **Expected Tool:** `azmcp_acr` -**Prompt:** Show me my Azure Container Registries +**Prompt:** List all container registry repositories in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545935 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.360119 | `azmcp_subscription` | ❌ | -| 3 | 0.349382 | `azmcp_quota` | ❌ | -| 4 | 0.349135 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.346555 | `azmcp_aks` | ❌ | +| 1 | 0.473189 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.451939 | `azmcp_subscription` | ❌ | +| 3 | 0.352583 | `azmcp_group` | ❌ | +| 4 | 0.327863 | `azmcp_quota` | ❌ | +| 5 | 0.325711 | `azmcp_applicationinsights` | ❌ | --- ## Test 3 **Expected Tool:** `azmcp_acr` -**Prompt:** Show me the container registries in my subscription +**Prompt:** List container registries in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489920 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.471101 | `azmcp_subscription` | ❌ | -| 3 | 0.362121 | `azmcp_group` | ❌ | -| 4 | 0.350880 | `azmcp_quota` | ❌ | -| 5 | 0.336558 | `azmcp_aks` | ❌ | +| 1 | 0.490686 | `azmcp_group` | ❌ | +| 2 | 0.475071 | `azmcp_acr` | ✅ **EXPECTED** | +| 3 | 0.364115 | `azmcp_quota` | ❌ | +| 4 | 0.338433 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.325467 | `azmcp_subscription` | ❌ | --- ## Test 4 **Expected Tool:** `azmcp_acr` -**Prompt:** List container registries in resource group +**Prompt:** List repositories in the container registry ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490732 | `azmcp_group` | ❌ | -| 2 | 0.475051 | `azmcp_acr` | ✅ **EXPECTED** | -| 3 | 0.364254 | `azmcp_quota` | ❌ | -| 4 | 0.338147 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.325513 | `azmcp_subscription` | ❌ | +| 1 | 0.485273 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.303362 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.298944 | `azmcp_subscription` | ❌ | +| 4 | 0.287386 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.287384 | `azmcp_group` | ❌ | --- ## Test 5 **Expected Tool:** `azmcp_acr` -**Prompt:** Show me the container registries in resource group +**Prompt:** Show me my Azure Container Registries ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496675 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.466367 | `azmcp_group` | ❌ | -| 3 | 0.360958 | `azmcp_quota` | ❌ | -| 4 | 0.313044 | `azmcp_subscription` | ❌ | -| 5 | 0.306924 | `azmcp_aks` | ❌ | +| 1 | 0.545837 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.360104 | `azmcp_subscription` | ❌ | +| 3 | 0.349290 | `azmcp_quota` | ❌ | +| 4 | 0.349140 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.346566 | `azmcp_aks` | ❌ | --- ## Test 6 **Expected Tool:** `azmcp_acr` -**Prompt:** List all container registry repositories in my subscription +**Prompt:** Show me my container registry repositories ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473189 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.451939 | `azmcp_subscription` | ❌ | -| 3 | 0.352577 | `azmcp_group` | ❌ | -| 4 | 0.327973 | `azmcp_quota` | ❌ | -| 5 | 0.325084 | `azmcp_foundry` | ❌ | +| 1 | 0.439561 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.291966 | `azmcp_subscription` | ❌ | +| 3 | 0.282993 | `azmcp_foundry` | ❌ | +| 4 | 0.275559 | `azmcp_storage` | ❌ | +| 5 | 0.272539 | `azmcp_quota` | ❌ | --- ## Test 7 **Expected Tool:** `azmcp_acr` -**Prompt:** Show me my container registry repositories +**Prompt:** Show me the container registries in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.439561 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.291966 | `azmcp_subscription` | ❌ | -| 3 | 0.282993 | `azmcp_foundry` | ❌ | -| 4 | 0.274549 | `azmcp_storage` | ❌ | -| 5 | 0.272674 | `azmcp_quota` | ❌ | +| 1 | 0.489920 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.471101 | `azmcp_subscription` | ❌ | +| 3 | 0.362100 | `azmcp_group` | ❌ | +| 4 | 0.350853 | `azmcp_quota` | ❌ | +| 5 | 0.340095 | `azmcp_applicationinsights` | ❌ | --- ## Test 8 **Expected Tool:** `azmcp_acr` -**Prompt:** List repositories in the container registry +**Prompt:** Show me the container registries in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.485273 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.303130 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.298944 | `azmcp_subscription` | ❌ | -| 4 | 0.287383 | `azmcp_group` | ❌ | -| 5 | 0.284444 | `azmcp_foundry` | ❌ | +| 1 | 0.496675 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.466365 | `azmcp_group` | ❌ | +| 3 | 0.360896 | `azmcp_quota` | ❌ | +| 4 | 0.313044 | `azmcp_subscription` | ❌ | +| 5 | 0.308185 | `azmcp_applicationinsights` | ❌ | --- @@ -465,215 +475,215 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.467460 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.290408 | `azmcp_subscription` | ❌ | -| 3 | 0.270586 | `azmcp_quota` | ❌ | -| 4 | 0.269465 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.269110 | `azmcp_group` | ❌ | +| 1 | 0.467520 | `azmcp_acr` | ✅ **EXPECTED** | +| 2 | 0.290472 | `azmcp_subscription` | ❌ | +| 3 | 0.273183 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.270584 | `azmcp_quota` | ❌ | +| 5 | 0.269620 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 10 **Expected Tool:** `azmcp_aks` -**Prompt:** Get the configuration of AKS cluster +**Prompt:** Get details for nodepool in AKS cluster in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545022 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.403335 | `azmcp_appconfig` | ❌ | -| 3 | 0.334815 | `azmcp_deploy` | ❌ | -| 4 | 0.331331 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.330632 | `azmcp_quota` | ❌ | +| 1 | 0.436414 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.368716 | `azmcp_group` | ❌ | +| 3 | 0.345619 | `azmcp_quota` | ❌ | +| 4 | 0.336483 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.318448 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 11 **Expected Tool:** `azmcp_aks` -**Prompt:** Show me the details of AKS cluster in resource group +**Prompt:** Get the configuration of AKS cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.503486 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.417152 | `azmcp_group` | ❌ | -| 3 | 0.339190 | `azmcp_kusto` | ❌ | -| 4 | 0.338809 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.332219 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.545022 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.403262 | `azmcp_appconfig` | ❌ | +| 3 | 0.334815 | `azmcp_deploy` | ❌ | +| 4 | 0.331364 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.330546 | `azmcp_quota` | ❌ | --- ## Test 12 **Expected Tool:** `azmcp_aks` -**Prompt:** Show me the network configuration for AKS cluster +**Prompt:** List all AKS clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.481577 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.306088 | `azmcp_appconfig` | ❌ | -| 3 | 0.294337 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.283039 | `azmcp_deploy` | ❌ | -| 5 | 0.265640 | `azmcp_cloudarchitect` | ❌ | +| 1 | 0.585290 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.497131 | `azmcp_subscription` | ❌ | +| 3 | 0.395664 | `azmcp_kusto` | ❌ | +| 4 | 0.390826 | `azmcp_group` | ❌ | +| 5 | 0.387169 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 13 **Expected Tool:** `azmcp_aks` -**Prompt:** What are the details of my AKS cluster in ? +**Prompt:** List nodepools for AKS cluster in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545582 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.402710 | `azmcp_group` | ❌ | -| 3 | 0.362202 | `azmcp_kusto` | ❌ | -| 4 | 0.360396 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.347577 | `azmcp_acr` | ❌ | +| 1 | 0.473549 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.428374 | `azmcp_group` | ❌ | +| 3 | 0.347032 | `azmcp_quota` | ❌ | +| 4 | 0.345065 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.338911 | `azmcp_kusto` | ❌ | --- ## Test 14 **Expected Tool:** `azmcp_aks` -**Prompt:** List all AKS clusters in my subscription +**Prompt:** Show me my Azure Kubernetes Service clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.585290 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.497131 | `azmcp_subscription` | ❌ | -| 3 | 0.395664 | `azmcp_kusto` | ❌ | -| 4 | 0.390782 | `azmcp_group` | ❌ | -| 5 | 0.387163 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.528505 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.399639 | `azmcp_kusto` | ❌ | +| 3 | 0.375501 | `azmcp_subscription` | ❌ | +| 4 | 0.371790 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.359348 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 15 **Expected Tool:** `azmcp_aks` -**Prompt:** Show me my Azure Kubernetes Service clusters +**Prompt:** Show me the configuration for nodepool in AKS cluster in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.528505 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.399639 | `azmcp_kusto` | ❌ | -| 3 | 0.375501 | `azmcp_subscription` | ❌ | -| 4 | 0.359354 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.346603 | `azmcp_bestpractices` | ❌ | +| 1 | 0.419940 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.347197 | `azmcp_group` | ❌ | +| 3 | 0.336999 | `azmcp_appconfig` | ❌ | +| 4 | 0.322354 | `azmcp_quota` | ❌ | +| 5 | 0.311627 | `azmcp_virtualdesktop` | ❌ | --- ## Test 16 **Expected Tool:** `azmcp_aks` -**Prompt:** What AKS clusters do I have? +**Prompt:** Show me the details of AKS cluster in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.587161 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.398074 | `azmcp_kusto` | ❌ | -| 3 | 0.371891 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.337291 | `azmcp_subscription` | ❌ | -| 5 | 0.329280 | `azmcp_acr` | ❌ | +| 1 | 0.503486 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.417130 | `azmcp_group` | ❌ | +| 3 | 0.339190 | `azmcp_kusto` | ❌ | +| 4 | 0.338831 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.332219 | `azmcp_extension_azqr` | ❌ | --- ## Test 17 **Expected Tool:** `azmcp_aks` -**Prompt:** Get details for nodepool in AKS cluster in +**Prompt:** Show me the network configuration for AKS cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436522 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.368563 | `azmcp_group` | ❌ | -| 3 | 0.345755 | `azmcp_quota` | ❌ | -| 4 | 0.336506 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.318443 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.481577 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.306013 | `azmcp_appconfig` | ❌ | +| 3 | 0.294251 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.283039 | `azmcp_deploy` | ❌ | +| 5 | 0.265640 | `azmcp_cloudarchitect` | ❌ | --- ## Test 18 **Expected Tool:** `azmcp_aks` -**Prompt:** Show me the configuration for nodepool in AKS cluster in resource group +**Prompt:** Show me the nodepool list for AKS cluster in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.419885 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.347159 | `azmcp_group` | ❌ | -| 3 | 0.336997 | `azmcp_appconfig` | ❌ | -| 4 | 0.322404 | `azmcp_quota` | ❌ | -| 5 | 0.311652 | `azmcp_virtualdesktop` | ❌ | +| 1 | 0.482627 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.423179 | `azmcp_group` | ❌ | +| 3 | 0.359184 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.343167 | `azmcp_kusto` | ❌ | +| 5 | 0.338415 | `azmcp_quota` | ❌ | --- ## Test 19 **Expected Tool:** `azmcp_aks` -**Prompt:** What is the setup of nodepool for AKS cluster in ? +**Prompt:** What AKS clusters do I have? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438112 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.351328 | `azmcp_group` | ❌ | -| 3 | 0.338835 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.312093 | `azmcp_sql` | ❌ | -| 5 | 0.299231 | `azmcp_acr` | ❌ | +| 1 | 0.587161 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.398074 | `azmcp_kusto` | ❌ | +| 3 | 0.371942 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.337291 | `azmcp_subscription` | ❌ | +| 5 | 0.330412 | `azmcp_applicationinsights` | ❌ | --- ## Test 20 **Expected Tool:** `azmcp_aks` -**Prompt:** List nodepools for AKS cluster in +**Prompt:** What are the details of my AKS cluster in ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473549 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.428324 | `azmcp_group` | ❌ | -| 3 | 0.347127 | `azmcp_quota` | ❌ | -| 4 | 0.345065 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.338911 | `azmcp_kusto` | ❌ | +| 1 | 0.545589 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.402804 | `azmcp_group` | ❌ | +| 3 | 0.362322 | `azmcp_kusto` | ❌ | +| 4 | 0.360246 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.354225 | `azmcp_applicationinsights` | ❌ | --- ## Test 21 **Expected Tool:** `azmcp_aks` -**Prompt:** Show me the nodepool list for AKS cluster in +**Prompt:** What is the setup of nodepool for AKS cluster in ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482539 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.423153 | `azmcp_group` | ❌ | -| 3 | 0.359175 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.343208 | `azmcp_kusto` | ❌ | -| 5 | 0.338408 | `azmcp_quota` | ❌ | +| 1 | 0.438310 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.351252 | `azmcp_group` | ❌ | +| 3 | 0.338857 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.312003 | `azmcp_sql` | ❌ | +| 5 | 0.299303 | `azmcp_acr` | ❌ | --- @@ -687,9 +697,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.458967 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.379142 | `azmcp_group` | ❌ | -| 3 | 0.342425 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.334462 | `azmcp_quota` | ❌ | +| 2 | 0.379102 | `azmcp_group` | ❌ | +| 3 | 0.342419 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.334364 | `azmcp_quota` | ❌ | | 5 | 0.328375 | `azmcp_kusto` | ❌ | --- @@ -697,136 +707,136 @@ ## Test 23 **Expected Tool:** `azmcp_appconfig` -**Prompt:** List all App Configuration stores in my subscription +**Prompt:** Delete the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549787 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.432436 | `azmcp_subscription` | ❌ | -| 3 | 0.347084 | `azmcp_functionapp` | ❌ | -| 4 | 0.329645 | `azmcp_eventgrid` | ❌ | -| 5 | 0.314486 | `azmcp_deploy` | ❌ | +| 1 | 0.470870 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.255747 | `azmcp_appservice` | ❌ | +| 3 | 0.247502 | `azmcp_functionapp` | ❌ | +| 4 | 0.223986 | `azmcp_keyvault` | ❌ | +| 5 | 0.184059 | `azmcp_redis` | ❌ | --- ## Test 24 **Expected Tool:** `azmcp_appconfig` -**Prompt:** Show me the App Configuration stores in my subscription +**Prompt:** List all App Configuration stores in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.529077 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.369729 | `azmcp_subscription` | ❌ | -| 3 | 0.344995 | `azmcp_functionapp` | ❌ | -| 4 | 0.305549 | `azmcp_deploy` | ❌ | -| 5 | 0.302113 | `azmcp_eventgrid` | ❌ | +| 1 | 0.549859 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.432436 | `azmcp_subscription` | ❌ | +| 3 | 0.383273 | `azmcp_appservice` | ❌ | +| 4 | 0.356842 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.347084 | `azmcp_functionapp` | ❌ | --- ## Test 25 **Expected Tool:** `azmcp_appconfig` -**Prompt:** Show me my App Configuration stores +**Prompt:** List all key-value settings in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.510866 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.262223 | `azmcp_functionapp` | ❌ | -| 3 | 0.236839 | `azmcp_storage` | ❌ | -| 4 | 0.234352 | `azmcp_deploy` | ❌ | -| 5 | 0.206792 | `azmcp_redis` | ❌ | +| 1 | 0.574657 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.285371 | `azmcp_appservice` | ❌ | +| 3 | 0.253328 | `azmcp_functionapp` | ❌ | +| 4 | 0.246381 | `azmcp_deploy` | ❌ | +| 5 | 0.244680 | `azmcp_applicationinsights` | ❌ | --- ## Test 26 **Expected Tool:** `azmcp_appconfig` -**Prompt:** Delete the key in App Configuration store +**Prompt:** Lock the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.470820 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.247502 | `azmcp_functionapp` | ❌ | -| 3 | 0.223986 | `azmcp_keyvault` | ❌ | -| 4 | 0.184059 | `azmcp_redis` | ❌ | -| 5 | 0.164518 | `azmcp_acr` | ❌ | +| 1 | 0.477774 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.214382 | `azmcp_appservice` | ❌ | +| 3 | 0.206641 | `azmcp_keyvault` | ❌ | +| 4 | 0.182503 | `azmcp_functionapp` | ❌ | +| 5 | 0.165240 | `azmcp_storage` | ❌ | --- ## Test 27 **Expected Tool:** `azmcp_appconfig` -**Prompt:** List all key-value settings in App Configuration store +**Prompt:** Set the key in App Configuration store to ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.574549 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.253328 | `azmcp_functionapp` | ❌ | -| 3 | 0.249571 | `azmcp_storage` | ❌ | -| 4 | 0.246381 | `azmcp_deploy` | ❌ | -| 5 | 0.230139 | `azmcp_keyvault` | ❌ | +| 1 | 0.524550 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.284603 | `azmcp_appservice` | ❌ | +| 3 | 0.264560 | `azmcp_functionapp` | ❌ | +| 4 | 0.226789 | `azmcp_keyvault` | ❌ | +| 5 | 0.192280 | `azmcp_storage` | ❌ | --- ## Test 28 **Expected Tool:** `azmcp_appconfig` -**Prompt:** Show me the key-value settings in App Configuration store +**Prompt:** Show me my App Configuration stores ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.571604 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.241791 | `azmcp_functionapp` | ❌ | -| 3 | 0.237126 | `azmcp_storage` | ❌ | -| 4 | 0.226370 | `azmcp_keyvault` | ❌ | -| 5 | 0.217427 | `azmcp_deploy` | ❌ | +| 1 | 0.510967 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.309984 | `azmcp_appservice` | ❌ | +| 3 | 0.262220 | `azmcp_functionapp` | ❌ | +| 4 | 0.234386 | `azmcp_deploy` | ❌ | +| 5 | 0.229721 | `azmcp_applicationinsights` | ❌ | --- ## Test 29 **Expected Tool:** `azmcp_appconfig` -**Prompt:** Lock the key in App Configuration store +**Prompt:** Show me the App Configuration stores in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.477748 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.206641 | `azmcp_keyvault` | ❌ | -| 3 | 0.182503 | `azmcp_functionapp` | ❌ | -| 4 | 0.166274 | `azmcp_storage` | ❌ | -| 5 | 0.147548 | `azmcp_redis` | ❌ | +| 1 | 0.529147 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.391206 | `azmcp_appservice` | ❌ | +| 3 | 0.369729 | `azmcp_subscription` | ❌ | +| 4 | 0.344995 | `azmcp_functionapp` | ❌ | +| 5 | 0.305549 | `azmcp_deploy` | ❌ | --- ## Test 30 **Expected Tool:** `azmcp_appconfig` -**Prompt:** Set the key in App Configuration store to +**Prompt:** Show me the key-value settings in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.524539 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.264689 | `azmcp_functionapp` | ❌ | -| 3 | 0.226352 | `azmcp_keyvault` | ❌ | -| 4 | 0.191661 | `azmcp_storage` | ❌ | -| 5 | 0.173823 | `azmcp_redis` | ❌ | +| 1 | 0.571709 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.284014 | `azmcp_appservice` | ❌ | +| 3 | 0.241791 | `azmcp_functionapp` | ❌ | +| 4 | 0.226370 | `azmcp_keyvault` | ❌ | +| 5 | 0.222063 | `azmcp_applicationinsights` | ❌ | --- @@ -839,10 +849,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.468060 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.220234 | `azmcp_keyvault` | ❌ | -| 3 | 0.219762 | `azmcp_functionapp` | ❌ | -| 4 | 0.193913 | `azmcp_storage` | ❌ | +| 1 | 0.468169 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.237319 | `azmcp_appservice` | ❌ | +| 3 | 0.220234 | `azmcp_keyvault` | ❌ | +| 4 | 0.219762 | `azmcp_functionapp` | ❌ | | 5 | 0.188304 | `azmcp_deploy` | ❌ | --- @@ -856,11 +866,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496256 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.248018 | `azmcp_keyvault` | ❌ | -| 3 | 0.219501 | `azmcp_functionapp` | ❌ | -| 4 | 0.170416 | `azmcp_storage` | ❌ | -| 5 | 0.164330 | `azmcp_deploy` | ❌ | +| 1 | 0.496146 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.247922 | `azmcp_keyvault` | ❌ | +| 3 | 0.241986 | `azmcp_appservice` | ❌ | +| 4 | 0.219336 | `azmcp_functionapp` | ❌ | +| 5 | 0.166159 | `azmcp_storage` | ❌ | --- @@ -876,8 +886,8 @@ | 1 | 0.568063 | `azmcp_applens` | ✅ **EXPECTED** | | 2 | 0.264916 | `azmcp_deploy` | ❌ | | 3 | 0.252477 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.218151 | `azmcp_functionapp` | ❌ | -| 5 | 0.200396 | `azmcp_search` | ❌ | +| 4 | 0.245431 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.226577 | `azmcp_appservice` | ❌ | --- @@ -892,9 +902,9 @@ |------|-------|------|--------| | 1 | 0.492549 | `azmcp_applens` | ✅ **EXPECTED** | | 2 | 0.204554 | `azmcp_functionapp` | ❌ | -| 3 | 0.195427 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.195356 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.193544 | `azmcp_deploy` | ❌ | -| 5 | 0.181013 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.193124 | `azmcp_applicationinsights` | ❌ | --- @@ -907,4350 +917,4469 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.471382 | `azmcp_applens` | ✅ **EXPECTED** | -| 2 | 0.210779 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.205994 | `azmcp_foundry` | ❌ | -| 4 | 0.205721 | `azmcp_functionapp` | ❌ | -| 5 | 0.205479 | `azmcp_appconfig` | ❌ | +| 1 | 0.471367 | `azmcp_applens` | ✅ **EXPECTED** | +| 2 | 0.273846 | `azmcp_appservice` | ❌ | +| 3 | 0.210812 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.206009 | `azmcp_foundry` | ❌ | +| 5 | 0.205684 | `azmcp_functionapp` | ❌ | --- ## Test 36 -**Expected Tool:** `azmcp_azuremanagedlustre` -**Prompt:** List the Azure Managed Lustre filesystems in my subscription +**Expected Tool:** `azmcp_applicationinsights` +**Prompt:** List code optimization recommendations across my Application Insights components ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.715712 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.535477 | `azmcp_subscription` | ❌ | -| 3 | 0.426534 | `azmcp_group` | ❌ | -| 4 | 0.420740 | `azmcp_storage` | ❌ | -| 5 | 0.415217 | `azmcp_quota` | ❌ | +| 1 | 0.521949 | `azmcp_applicationinsights` | ✅ **EXPECTED** | +| 2 | 0.416765 | `azmcp_bestpractices` | ❌ | +| 3 | 0.392881 | `azmcp_applens` | ❌ | +| 4 | 0.386482 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.380166 | `azmcp_deploy` | ❌ | --- ## Test 37 -**Expected Tool:** `azmcp_azuremanagedlustre` -**Prompt:** List the Azure Managed Lustre filesystems in my resource group +**Expected Tool:** `azmcp_applicationinsights` +**Prompt:** List profiler recommendations for Application Insights in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690767 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.523406 | `azmcp_group` | ❌ | -| 3 | 0.422146 | `azmcp_quota` | ❌ | -| 4 | 0.396797 | `azmcp_subscription` | ❌ | -| 5 | 0.382774 | `azmcp_storage` | ❌ | +| 1 | 0.553032 | `azmcp_applicationinsights` | ✅ **EXPECTED** | +| 2 | 0.459326 | `azmcp_group` | ❌ | +| 3 | 0.403148 | `azmcp_bestpractices` | ❌ | +| 4 | 0.399813 | `azmcp_applens` | ❌ | +| 5 | 0.398174 | `azmcp_deploy` | ❌ | --- ## Test 38 -**Expected Tool:** `azmcp_azuremanagedlustre` -**Prompt:** Tell me how many IP addresses I need for of +**Expected Tool:** `azmcp_applicationinsights` +**Prompt:** Show me code optimization recommendations for all Application Insights resources in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.350607 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.228054 | `azmcp_quota` | ❌ | -| 3 | 0.209876 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.209448 | `azmcp_storage` | ❌ | -| 5 | 0.177664 | `azmcp_postgres` | ❌ | +| 1 | 0.495393 | `azmcp_applicationinsights` | ✅ **EXPECTED** | +| 2 | 0.442959 | `azmcp_bestpractices` | ❌ | +| 3 | 0.417896 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.413873 | `azmcp_deploy` | ❌ | +| 5 | 0.413302 | `azmcp_applens` | ❌ | --- ## Test 39 -**Expected Tool:** `azmcp_azuremanagedlustre` -**Prompt:** List the Azure Managed Lustre SKUs available in +**Expected Tool:** `azmcp_applicationinsights` +**Prompt:** Show me performance improvement recommendations from Application Insights ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642506 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.452411 | `azmcp_quota` | ❌ | -| 3 | 0.437801 | `azmcp_subscription` | ❌ | -| 4 | 0.432290 | `azmcp_storage` | ❌ | -| 5 | 0.408285 | `azmcp_aks` | ❌ | +| 1 | 0.458803 | `azmcp_applicationinsights` | ✅ **EXPECTED** | +| 2 | 0.418079 | `azmcp_applens` | ❌ | +| 3 | 0.365774 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.362482 | `azmcp_monitor` | ❌ | +| 5 | 0.355123 | `azmcp_bestpractices` | ❌ | --- ## Test 40 -**Expected Tool:** `azmcp_azureterraformbestpractices` -**Prompt:** Fetch the Azure Terraform best practices +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add a CosmosDB database to app service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.683671 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | -| 2 | 0.619628 | `azmcp_bestpractices` | ❌ | -| 3 | 0.451916 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.437543 | `azmcp_deploy` | ❌ | -| 5 | 0.392789 | `azmcp_bicepschema` | ❌ | +| 1 | 0.513470 | `azmcp_cosmos` | ❌ | +| 2 | 0.500488 | `azmcp_appservice` | ✅ **EXPECTED** | +| 3 | 0.390413 | `azmcp_sql` | ❌ | +| 4 | 0.388030 | `azmcp_functionapp` | ❌ | +| 5 | 0.349288 | `azmcp_appconfig` | ❌ | --- ## Test 41 -**Expected Tool:** `azmcp_azureterraformbestpractices` -**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add a database connection to my app service in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.551535 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | -| 2 | 0.519992 | `azmcp_bestpractices` | ❌ | -| 3 | 0.454461 | `azmcp_keyvault` | ❌ | -| 4 | 0.384779 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.364582 | `azmcp_deploy` | ❌ | +| 1 | 0.462239 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.369028 | `azmcp_functionapp` | ❌ | +| 3 | 0.356754 | `azmcp_sql` | ❌ | +| 4 | 0.345577 | `azmcp_group` | ❌ | +| 5 | 0.313613 | `azmcp_appconfig` | ❌ | --- ## Test 42 -**Expected Tool:** `azmcp_bestpractices` -**Prompt:** Get the latest Azure code generation best practices +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add a MySQL database to app service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.638307 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.628202 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.537281 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.475377 | `azmcp_deploy` | ❌ | -| 5 | 0.401076 | `azmcp_bicepschema` | ❌ | +| 1 | 0.490632 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.441490 | `azmcp_mysql` | ❌ | +| 3 | 0.387142 | `azmcp_sql` | ❌ | +| 4 | 0.356808 | `azmcp_functionapp` | ❌ | +| 5 | 0.328839 | `azmcp_cosmos` | ❌ | --- ## Test 43 -**Expected Tool:** `azmcp_bestpractices` -**Prompt:** Get the latest Azure deployment best practices +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add a PostgreSQL database to app service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.612315 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.532251 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.515801 | `azmcp_deploy` | ❌ | -| 4 | 0.501827 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.379269 | `azmcp_aks` | ❌ | +| 1 | 0.494062 | `azmcp_postgres` | ❌ | +| 2 | 0.427498 | `azmcp_appservice` | ✅ **EXPECTED** | +| 3 | 0.343316 | `azmcp_sql` | ❌ | +| 4 | 0.291922 | `azmcp_functionapp` | ❌ | +| 5 | 0.289064 | `azmcp_cosmos` | ❌ | --- ## Test 44 -**Expected Tool:** `azmcp_bestpractices` -**Prompt:** Get the latest Azure best practices +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add database on server to app service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.648600 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.576545 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.497430 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.460794 | `azmcp_deploy` | ❌ | -| 5 | 0.382008 | `azmcp_sql` | ❌ | +| 1 | 0.472800 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.411296 | `azmcp_sql` | ❌ | +| 3 | 0.377777 | `azmcp_postgres` | ❌ | +| 4 | 0.357371 | `azmcp_mysql` | ❌ | +| 5 | 0.339529 | `azmcp_functionapp` | ❌ | --- ## Test 45 -**Expected Tool:** `azmcp_bestpractices` -**Prompt:** Get the latest Azure Functions code generation best practices +**Expected Tool:** `azmcp_appservice` +**Prompt:** Add database with retry policy to app service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.600421 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.565624 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.475943 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.446599 | `azmcp_functionapp` | ❌ | -| 5 | 0.441748 | `azmcp_deploy` | ❌ | +| 1 | 0.435554 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.353505 | `azmcp_sql` | ❌ | +| 3 | 0.324326 | `azmcp_cosmos` | ❌ | +| 4 | 0.306199 | `azmcp_mysql` | ❌ | +| 5 | 0.306026 | `azmcp_functionapp` | ❌ | --- ## Test 46 -**Expected Tool:** `azmcp_bestpractices` -**Prompt:** Get the latest Azure Functions deployment best practices +**Expected Tool:** `azmcp_appservice` +**Prompt:** Configure a SQL Server database for app service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.575056 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.485937 | `azmcp_deploy` | ❌ | -| 3 | 0.482805 | `azmcp_functionapp` | ❌ | -| 4 | 0.480594 | `azmcp_azureterraformbestpractices` | ❌ | -| 5 | 0.453749 | `azmcp_cloudarchitect` | ❌ | +| 1 | 0.530554 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.463762 | `azmcp_sql` | ❌ | +| 3 | 0.421978 | `azmcp_appconfig` | ❌ | +| 4 | 0.397730 | `azmcp_functionapp` | ❌ | +| 5 | 0.370982 | `azmcp_mysql` | ❌ | --- ## Test 47 -**Expected Tool:** `azmcp_bestpractices` -**Prompt:** Get the latest Azure Functions best practices +**Expected Tool:** `azmcp_appservice` +**Prompt:** Configure tenant for database in app service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.607170 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.524511 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.479221 | `azmcp_functionapp` | ❌ | -| 4 | 0.445781 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.436785 | `azmcp_deploy` | ❌ | +| 1 | 0.453872 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.371558 | `azmcp_sql` | ❌ | +| 3 | 0.357654 | `azmcp_appconfig` | ❌ | +| 4 | 0.350220 | `azmcp_functionapp` | ❌ | +| 5 | 0.314463 | `azmcp_postgres` | ❌ | --- ## Test 48 -**Expected Tool:** `azmcp_bestpractices` -**Prompt:** Get the latest Azure Static Web Apps best practices +**Expected Tool:** `azmcp_appservice` +**Prompt:** Set connection string for database in app service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.561094 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.491668 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.457582 | `azmcp_deploy` | ❌ | -| 4 | 0.414075 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.408990 | `azmcp_functionapp` | ❌ | +| 1 | 0.433773 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.352081 | `azmcp_sql` | ❌ | +| 3 | 0.346613 | `azmcp_appconfig` | ❌ | +| 4 | 0.335745 | `azmcp_functionapp` | ❌ | +| 5 | 0.320691 | `azmcp_cosmos` | ❌ | --- ## Test 49 -**Expected Tool:** `azmcp_bestpractices` -**Prompt:** What are azure function best practices? +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** List the Azure Managed Lustre filesystems in my resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.581484 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.511649 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.466592 | `azmcp_functionapp` | ❌ | -| 4 | 0.400851 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.381536 | `azmcp_deploy` | ❌ | +| 1 | 0.690503 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.523318 | `azmcp_group` | ❌ | +| 3 | 0.422112 | `azmcp_quota` | ❌ | +| 4 | 0.396797 | `azmcp_subscription` | ❌ | +| 5 | 0.374711 | `azmcp_kusto` | ❌ | --- ## Test 50 -**Expected Tool:** `azmcp_bestpractices` -**Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** List the Azure Managed Lustre filesystems in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.372433 | `azmcp_functionapp` | ❌ | -| 2 | 0.368594 | `azmcp_deploy` | ❌ | -| 3 | 0.350441 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.341120 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 5 | 0.308978 | `azmcp_azureterraformbestpractices` | ❌ | +| 1 | 0.715402 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.535477 | `azmcp_subscription` | ❌ | +| 3 | 0.426534 | `azmcp_group` | ❌ | +| 4 | 0.415242 | `azmcp_quota` | ❌ | +| 5 | 0.391413 | `azmcp_applicationinsights` | ❌ | --- ## Test 51 -**Expected Tool:** `azmcp_bestpractices` -**Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** List the Azure Managed Lustre SKUs available in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.426582 | `azmcp_deploy` | ❌ | -| 2 | 0.368833 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.360137 | `azmcp_azureterraformbestpractices` | ❌ | -| 4 | 0.339339 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 5 | 0.331564 | `azmcp_functionapp` | ❌ | +| 1 | 0.642257 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.452465 | `azmcp_quota` | ❌ | +| 3 | 0.437801 | `azmcp_subscription` | ❌ | +| 4 | 0.408285 | `azmcp_aks` | ❌ | +| 5 | 0.405993 | `azmcp_storage` | ❌ | --- ## Test 52 -**Expected Tool:** `azmcp_bicepschema` -**Prompt:** How can I use Bicep to create an Azure OpenAI service? +**Expected Tool:** `azmcp_azuremanagedlustre` +**Prompt:** Tell me how many IP addresses I need for of ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.528594 | `azmcp_bicepschema` | ✅ **EXPECTED** | -| 2 | 0.430790 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.428634 | `azmcp_bestpractices` | ❌ | -| 4 | 0.412739 | `azmcp_foundry` | ❌ | -| 5 | 0.409898 | `azmcp_deploy` | ❌ | +| 1 | 0.350540 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.227980 | `azmcp_quota` | ❌ | +| 3 | 0.209876 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.206108 | `azmcp_storage` | ❌ | +| 5 | 0.177664 | `azmcp_postgres` | ❌ | --- ## Test 53 -**Expected Tool:** `azmcp_cloudarchitect` -**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service +**Expected Tool:** `azmcp_azureterraformbestpractices` +**Prompt:** Fetch the Azure Terraform best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.328720 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | -| 2 | 0.250170 | `azmcp_storage` | ❌ | -| 3 | 0.222263 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.194747 | `azmcp_eventgrid` | ❌ | -| 5 | 0.191136 | `azmcp_foundry` | ❌ | +| 1 | 0.683671 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | +| 2 | 0.619628 | `azmcp_bestpractices` | ❌ | +| 3 | 0.451916 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.437543 | `azmcp_deploy` | ❌ | +| 5 | 0.392757 | `azmcp_bicepschema` | ❌ | --- ## Test 54 -**Expected Tool:** `azmcp_cloudarchitect` -**Prompt:** Help me create a cloud service that will serve as ATM for users +**Expected Tool:** `azmcp_azureterraformbestpractices` +**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.283657 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | -| 2 | 0.242895 | `azmcp_foundry` | ❌ | -| 3 | 0.224563 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.219272 | `azmcp_storage` | ❌ | -| 5 | 0.218512 | `azmcp_sql` | ❌ | +| 1 | 0.551535 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | +| 2 | 0.519992 | `azmcp_bestpractices` | ❌ | +| 3 | 0.454461 | `azmcp_keyvault` | ❌ | +| 4 | 0.384779 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.364582 | `azmcp_deploy` | ❌ | --- ## Test 55 -**Expected Tool:** `azmcp_cloudarchitect` -**Prompt:** I want to design a cloud app for ordering groceries +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.326319 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | -| 2 | 0.251675 | `azmcp_functionapp` | ❌ | -| 3 | 0.246446 | `azmcp_marketplace` | ❌ | -| 4 | 0.238329 | `azmcp_appconfig` | ❌ | -| 5 | 0.222644 | `azmcp_deploy` | ❌ | +| 1 | 0.372433 | `azmcp_functionapp` | ❌ | +| 2 | 0.368594 | `azmcp_deploy` | ❌ | +| 3 | 0.350441 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.349846 | `azmcp_appservice` | ❌ | +| 5 | 0.341120 | `azmcp_bestpractices` | ✅ **EXPECTED** | --- ## Test 56 -**Expected Tool:** `azmcp_cloudarchitect` -**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.422731 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | -| 2 | 0.377331 | `azmcp_storage` | ❌ | -| 3 | 0.347033 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.320885 | `azmcp_sql` | ❌ | -| 5 | 0.313286 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.426677 | `azmcp_deploy` | ❌ | +| 2 | 0.368925 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.368143 | `azmcp_appservice` | ❌ | +| 4 | 0.360090 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.339392 | `azmcp_bestpractices` | ✅ **EXPECTED** | --- ## Test 57 -**Expected Tool:** `azmcp_cosmos` -**Prompt:** List all cosmosdb accounts in my subscription +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555025 | `azmcp_subscription` | ❌ | -| 2 | 0.478428 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 3 | 0.409638 | `azmcp_group` | ❌ | -| 4 | 0.390397 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.390055 | `azmcp_quota` | ❌ | +| 1 | 0.648600 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.576545 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.497430 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.460794 | `azmcp_deploy` | ❌ | +| 5 | 0.386424 | `azmcp_appservice` | ❌ | --- ## Test 58 -**Expected Tool:** `azmcp_cosmos` -**Prompt:** Show me my cosmosdb accounts +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure code generation best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495174 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.416867 | `azmcp_subscription` | ❌ | -| 3 | 0.373823 | `azmcp_quota` | ❌ | -| 4 | 0.373514 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.362858 | `azmcp_kusto` | ❌ | +| 1 | 0.638307 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.628202 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.537281 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.475377 | `azmcp_deploy` | ❌ | +| 5 | 0.401003 | `azmcp_bicepschema` | ❌ | --- ## Test 59 -**Expected Tool:** `azmcp_cosmos` -**Prompt:** Show me the cosmosdb accounts in my subscription +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure deployment best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527920 | `azmcp_subscription` | ❌ | -| 2 | 0.487604 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 3 | 0.392276 | `azmcp_group` | ❌ | -| 4 | 0.391782 | `azmcp_quota` | ❌ | -| 5 | 0.370368 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.612322 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.532248 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.515769 | `azmcp_deploy` | ❌ | +| 4 | 0.501831 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.413110 | `azmcp_appservice` | ❌ | --- ## Test 60 -**Expected Tool:** `azmcp_cosmos` -**Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure Functions best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478653 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.386101 | `azmcp_search` | ❌ | -| 3 | 0.330813 | `azmcp_kusto` | ❌ | -| 4 | 0.306493 | `azmcp_sql` | ❌ | -| 5 | 0.296654 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.607170 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.524511 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.479221 | `azmcp_functionapp` | ❌ | +| 4 | 0.445781 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.436785 | `azmcp_deploy` | ❌ | --- ## Test 61 -**Expected Tool:** `azmcp_cosmos` -**Prompt:** List all the containers in the database for the cosmosdb account +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure Functions code generation best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505665 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.352725 | `azmcp_subscription` | ❌ | -| 3 | 0.344019 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.336535 | `azmcp_kusto` | ❌ | -| 5 | 0.335837 | `azmcp_acr` | ❌ | +| 1 | 0.600421 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.565624 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.475943 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.446599 | `azmcp_functionapp` | ❌ | +| 5 | 0.441748 | `azmcp_deploy` | ❌ | --- ## Test 62 -**Expected Tool:** `azmcp_cosmos` -**Prompt:** Show me the containers in the database for the cosmosdb account +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure Functions deployment best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.494494 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.327296 | `azmcp_kusto` | ❌ | -| 3 | 0.317629 | `azmcp_subscription` | ❌ | -| 4 | 0.316882 | `azmcp_sql` | ❌ | -| 5 | 0.316493 | `azmcp_quota` | ❌ | +| 1 | 0.575056 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.485937 | `azmcp_deploy` | ❌ | +| 3 | 0.482805 | `azmcp_functionapp` | ❌ | +| 4 | 0.480594 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.453749 | `azmcp_cloudarchitect` | ❌ | --- ## Test 63 -**Expected Tool:** `azmcp_cosmos` -**Prompt:** List all the databases in the cosmosdb account +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** Get the latest Azure Static Web Apps best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505867 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.368644 | `azmcp_sql` | ❌ | -| 3 | 0.362926 | `azmcp_kusto` | ❌ | -| 4 | 0.362683 | `azmcp_subscription` | ❌ | -| 5 | 0.350934 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.561094 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.491668 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.457582 | `azmcp_deploy` | ❌ | +| 4 | 0.436133 | `azmcp_appservice` | ❌ | +| 5 | 0.414075 | `azmcp_cloudarchitect` | ❌ | --- ## Test 64 -**Expected Tool:** `azmcp_cosmos` -**Prompt:** Show me the databases in the cosmosdb account +**Expected Tool:** `azmcp_bestpractices` +**Prompt:** What are azure function best practices? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505935 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.367192 | `azmcp_kusto` | ❌ | -| 3 | 0.357547 | `azmcp_sql` | ❌ | -| 4 | 0.337014 | `azmcp_subscription` | ❌ | -| 5 | 0.334789 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.581484 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 2 | 0.511649 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.466592 | `azmcp_functionapp` | ❌ | +| 4 | 0.400851 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.394937 | `azmcp_appservice` | ❌ | --- ## Test 65 -**Expected Tool:** `azmcp_datadog` -**Prompt:** List all monitored resources in the Datadog resource +**Expected Tool:** `azmcp_bicepschema` +**Prompt:** How can I use Bicep to create an Azure OpenAI service? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505540 | `azmcp_datadog` | ✅ **EXPECTED** | -| 2 | 0.341172 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.322074 | `azmcp_monitor` | ❌ | -| 4 | 0.308127 | `azmcp_foundry` | ❌ | -| 5 | 0.305230 | `azmcp_quota` | ❌ | +| 1 | 0.528572 | `azmcp_bicepschema` | ✅ **EXPECTED** | +| 2 | 0.430790 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.428634 | `azmcp_bestpractices` | ❌ | +| 4 | 0.412739 | `azmcp_foundry` | ❌ | +| 5 | 0.409898 | `azmcp_deploy` | ❌ | --- ## Test 66 -**Expected Tool:** `azmcp_datadog` -**Prompt:** Show me the monitored resources in the Datadog resource +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** Help me create a cloud service that will serve as ATM for users ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.494458 | `azmcp_datadog` | ✅ **EXPECTED** | -| 2 | 0.341042 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.338501 | `azmcp_monitor` | ❌ | -| 4 | 0.316882 | `azmcp_quota` | ❌ | -| 5 | 0.296473 | `azmcp_foundry` | ❌ | +| 1 | 0.283657 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.242895 | `azmcp_foundry` | ❌ | +| 3 | 0.241189 | `azmcp_appservice` | ❌ | +| 4 | 0.224603 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.218492 | `azmcp_sql` | ❌ | --- ## Test 67 -**Expected Tool:** `azmcp_deploy` -**Prompt:** Show me the log of the application deployed by azd +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532102 | `azmcp_deploy` | ✅ **EXPECTED** | -| 2 | 0.388398 | `azmcp_monitor` | ❌ | -| 3 | 0.379015 | `azmcp_datadog` | ❌ | -| 4 | 0.357338 | `azmcp_functionapp` | ❌ | -| 5 | 0.346793 | `azmcp_aks` | ❌ | +| 1 | 0.422731 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.357666 | `azmcp_storage` | ❌ | +| 3 | 0.347068 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.344605 | `azmcp_appservice` | ❌ | +| 5 | 0.320885 | `azmcp_sql` | ❌ | --- ## Test 68 -**Expected Tool:** `azmcp_deploy` -**Prompt:** Generate the azure architecture diagram for this application +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** I want to design a cloud app for ordering groceries ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.597812 | `azmcp_cloudarchitect` | ❌ | -| 2 | 0.486127 | `azmcp_deploy` | ✅ **EXPECTED** | -| 3 | 0.424789 | `azmcp_azureterraformbestpractices` | ❌ | -| 4 | 0.378685 | `azmcp_bestpractices` | ❌ | -| 5 | 0.322538 | `azmcp_applens` | ❌ | +| 1 | 0.326319 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.280534 | `azmcp_appservice` | ❌ | +| 3 | 0.251675 | `azmcp_functionapp` | ❌ | +| 4 | 0.246446 | `azmcp_marketplace` | ❌ | +| 5 | 0.238405 | `azmcp_appconfig` | ❌ | --- ## Test 69 -**Expected Tool:** `azmcp_deploy` -**Prompt:** Show me the rules to generate bicep scripts +**Expected Tool:** `azmcp_cloudarchitect` +**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576123 | `azmcp_bicepschema` | ❌ | -| 2 | 0.389233 | `azmcp_bestpractices` | ❌ | -| 3 | 0.356696 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.354340 | `azmcp_azureterraformbestpractices` | ❌ | -| 5 | 0.347505 | `azmcp_deploy` | ✅ **EXPECTED** | +| 1 | 0.328720 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.237171 | `azmcp_storage` | ❌ | +| 3 | 0.222326 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.194839 | `azmcp_eventgrid` | ❌ | +| 5 | 0.191136 | `azmcp_foundry` | ❌ | --- ## Test 70 -**Expected Tool:** `azmcp_deploy` -**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? +**Expected Tool:** `azmcp_cosmos` +**Prompt:** List all cosmosdb accounts in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.466500 | `azmcp_deploy` | ✅ **EXPECTED** | -| 2 | 0.372768 | `azmcp_functionapp` | ❌ | -| 3 | 0.363156 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.339672 | `azmcp_bestpractices` | ❌ | -| 5 | 0.332176 | `azmcp_azureterraformbestpractices` | ❌ | +| 1 | 0.555025 | `azmcp_subscription` | ❌ | +| 2 | 0.478428 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 3 | 0.409637 | `azmcp_group` | ❌ | +| 4 | 0.394860 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.390231 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 71 -**Expected Tool:** `azmcp_deploy` -**Prompt:** Create a plan to deploy this application to azure +**Expected Tool:** `azmcp_cosmos` +**Prompt:** List all the containers in the database for the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.566096 | `azmcp_deploy` | ✅ **EXPECTED** | -| 2 | 0.481327 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.421276 | `azmcp_azureterraformbestpractices` | ❌ | -| 4 | 0.392658 | `azmcp_bestpractices` | ❌ | -| 5 | 0.392313 | `azmcp_functionapp` | ❌ | +| 1 | 0.504847 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.351874 | `azmcp_subscription` | ❌ | +| 3 | 0.343619 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.335794 | `azmcp_kusto` | ❌ | +| 5 | 0.335342 | `azmcp_acr` | ❌ | --- ## Test 72 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** List all Event Grid topics in my subscription +**Expected Tool:** `azmcp_cosmos` +**Prompt:** List all the databases in the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609058 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.487417 | `azmcp_subscription` | ❌ | -| 3 | 0.398325 | `azmcp_group` | ❌ | -| 4 | 0.370937 | `azmcp_servicebus` | ❌ | -| 5 | 0.327326 | `azmcp_quota` | ❌ | +| 1 | 0.505943 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.368727 | `azmcp_sql` | ❌ | +| 3 | 0.362990 | `azmcp_kusto` | ❌ | +| 4 | 0.362762 | `azmcp_subscription` | ❌ | +| 5 | 0.350900 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 73 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** Show me the Event Grid topics in my subscription +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me my cosmosdb accounts ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609523 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.453133 | `azmcp_subscription` | ❌ | -| 3 | 0.383569 | `azmcp_group` | ❌ | -| 4 | 0.380682 | `azmcp_servicebus` | ❌ | -| 5 | 0.330864 | `azmcp_quota` | ❌ | +| 1 | 0.495174 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.416867 | `azmcp_subscription` | ❌ | +| 3 | 0.373761 | `azmcp_quota` | ❌ | +| 4 | 0.373372 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.366568 | `azmcp_applicationinsights` | ❌ | --- ## Test 74 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** List all Event Grid topics in subscription +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the containers in the database for the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.581544 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.482326 | `azmcp_subscription` | ❌ | -| 3 | 0.366554 | `azmcp_group` | ❌ | -| 4 | 0.364622 | `azmcp_servicebus` | ❌ | -| 5 | 0.298568 | `azmcp_quota` | ❌ | +| 1 | 0.494494 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.327296 | `azmcp_kusto` | ❌ | +| 3 | 0.317629 | `azmcp_subscription` | ❌ | +| 4 | 0.316917 | `azmcp_sql` | ❌ | +| 5 | 0.316505 | `azmcp_quota` | ❌ | --- ## Test 75 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** List all Event Grid topics in resource group in subscription +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the cosmosdb accounts in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.556366 | `azmcp_group` | ❌ | -| 2 | 0.514875 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 3 | 0.421923 | `azmcp_subscription` | ❌ | -| 4 | 0.331594 | `azmcp_servicebus` | ❌ | -| 5 | 0.331151 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.527920 | `azmcp_subscription` | ❌ | +| 2 | 0.487604 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 3 | 0.392271 | `azmcp_group` | ❌ | +| 4 | 0.391768 | `azmcp_quota` | ❌ | +| 5 | 0.386974 | `azmcp_applicationinsights` | ❌ | --- ## Test 76 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** Show me all Event Grid subscriptions for topic +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the databases in the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.595309 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.446492 | `azmcp_subscription` | ❌ | -| 3 | 0.372509 | `azmcp_servicebus` | ❌ | -| 4 | 0.367726 | `azmcp_group` | ❌ | -| 5 | 0.316934 | `azmcp_quota` | ❌ | +| 1 | 0.505935 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.367192 | `azmcp_kusto` | ❌ | +| 3 | 0.357564 | `azmcp_sql` | ❌ | +| 4 | 0.337014 | `azmcp_subscription` | ❌ | +| 5 | 0.334732 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 77 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** List Event Grid subscriptions for topic in subscription +**Expected Tool:** `azmcp_cosmos` +**Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591662 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.486190 | `azmcp_subscription` | ❌ | -| 3 | 0.396354 | `azmcp_group` | ❌ | -| 4 | 0.386525 | `azmcp_servicebus` | ❌ | -| 5 | 0.328940 | `azmcp_quota` | ❌ | +| 1 | 0.478653 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.386101 | `azmcp_search` | ❌ | +| 3 | 0.330813 | `azmcp_kusto` | ❌ | +| 4 | 0.306545 | `azmcp_sql` | ❌ | +| 5 | 0.296893 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 78 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** List Event Grid subscriptions for topic in resource group +**Expected Tool:** `azmcp_datadog` +**Prompt:** List all monitored resources in the Datadog resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.565394 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.516549 | `azmcp_group` | ❌ | -| 3 | 0.464231 | `azmcp_subscription` | ❌ | -| 4 | 0.375868 | `azmcp_servicebus` | ❌ | -| 5 | 0.340821 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.505540 | `azmcp_datadog` | ✅ **EXPECTED** | +| 2 | 0.341172 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.322074 | `azmcp_monitor` | ❌ | +| 4 | 0.308127 | `azmcp_foundry` | ❌ | +| 5 | 0.305285 | `azmcp_quota` | ❌ | --- ## Test 79 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** Show all Event Grid subscriptions in my subscription +**Expected Tool:** `azmcp_datadog` +**Prompt:** Show me the monitored resources in the Datadog resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.564494 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.507648 | `azmcp_subscription` | ❌ | -| 3 | 0.392904 | `azmcp_group` | ❌ | -| 4 | 0.339891 | `azmcp_servicebus` | ❌ | -| 5 | 0.322977 | `azmcp_quota` | ❌ | +| 1 | 0.494458 | `azmcp_datadog` | ✅ **EXPECTED** | +| 2 | 0.341042 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.338501 | `azmcp_monitor` | ❌ | +| 4 | 0.316946 | `azmcp_quota` | ❌ | +| 5 | 0.296473 | `azmcp_foundry` | ❌ | --- ## Test 80 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** List all Event Grid subscriptions in subscription +**Expected Tool:** `azmcp_deploy` +**Prompt:** Create a plan to deploy this application to azure ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532125 | `azmcp_subscription` | ❌ | -| 2 | 0.530689 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 3 | 0.394973 | `azmcp_group` | ❌ | -| 4 | 0.330035 | `azmcp_servicebus` | ❌ | -| 5 | 0.297898 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.566096 | `azmcp_deploy` | ✅ **EXPECTED** | +| 2 | 0.481327 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.431161 | `azmcp_appservice` | ❌ | +| 4 | 0.421276 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.392658 | `azmcp_bestpractices` | ❌ | --- ## Test 81 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** Show Event Grid subscriptions in resource group in subscription +**Expected Tool:** `azmcp_deploy` +**Prompt:** Generate the azure architecture diagram for this application ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.539264 | `azmcp_group` | ❌ | -| 2 | 0.508092 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 3 | 0.467677 | `azmcp_subscription` | ❌ | -| 4 | 0.351677 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.335222 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.597812 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.486127 | `azmcp_deploy` | ✅ **EXPECTED** | +| 3 | 0.424789 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.378685 | `azmcp_bestpractices` | ❌ | +| 5 | 0.340811 | `azmcp_appservice` | ❌ | --- ## Test 82 -**Expected Tool:** `azmcp_eventgrid` -**Prompt:** List Event Grid subscriptions for subscription in location +**Expected Tool:** `azmcp_deploy` +**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.539884 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.504607 | `azmcp_subscription` | ❌ | -| 3 | 0.404086 | `azmcp_group` | ❌ | -| 4 | 0.353347 | `azmcp_quota` | ❌ | -| 5 | 0.323691 | `azmcp_servicebus` | ❌ | +| 1 | 0.466500 | `azmcp_deploy` | ✅ **EXPECTED** | +| 2 | 0.406505 | `azmcp_appservice` | ❌ | +| 3 | 0.372768 | `azmcp_functionapp` | ❌ | +| 4 | 0.363156 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.339672 | `azmcp_bestpractices` | ❌ | --- ## Test 83 -**Expected Tool:** `azmcp_extension_azqr` -**Prompt:** Check my Azure subscription for any compliance issues or recommendations +**Expected Tool:** `azmcp_deploy` +**Prompt:** Show me the log of the application deployed by azd ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489262 | `azmcp_subscription` | ❌ | -| 2 | 0.476826 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 3 | 0.475542 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.464915 | `azmcp_bestpractices` | ❌ | -| 5 | 0.464037 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.532102 | `azmcp_deploy` | ✅ **EXPECTED** | +| 2 | 0.392587 | `azmcp_appservice` | ❌ | +| 3 | 0.388398 | `azmcp_monitor` | ❌ | +| 4 | 0.379015 | `azmcp_datadog` | ❌ | +| 5 | 0.369231 | `azmcp_applicationinsights` | ❌ | --- ## Test 84 -**Expected Tool:** `azmcp_extension_azqr` -**Prompt:** Provide compliance recommendations for my current Azure subscription +**Expected Tool:** `azmcp_deploy` +**Prompt:** Show me the rules to generate bicep scripts ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.537297 | `azmcp_cloudarchitect` | ❌ | -| 2 | 0.498407 | `azmcp_bestpractices` | ❌ | -| 3 | 0.479029 | `azmcp_azureterraformbestpractices` | ❌ | -| 4 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 5 | 0.454636 | `azmcp_subscription` | ❌ | +| 1 | 0.576063 | `azmcp_bicepschema` | ❌ | +| 2 | 0.389233 | `azmcp_bestpractices` | ❌ | +| 3 | 0.356696 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.354340 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.347505 | `azmcp_deploy` | ✅ **EXPECTED** | --- ## Test 85 -**Expected Tool:** `azmcp_extension_azqr` -**Prompt:** Scan my Azure subscription for compliance recommendations +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid subscriptions in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525269 | `azmcp_cloudarchitect` | ❌ | -| 2 | 0.516925 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 3 | 0.497831 | `azmcp_azureterraformbestpractices` | ❌ | -| 4 | 0.495991 | `azmcp_bestpractices` | ❌ | -| 5 | 0.477837 | `azmcp_subscription` | ❌ | +| 1 | 0.532108 | `azmcp_subscription` | ❌ | +| 2 | 0.530973 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.395072 | `azmcp_group` | ❌ | +| 4 | 0.330069 | `azmcp_servicebus` | ❌ | +| 5 | 0.318012 | `azmcp_applicationinsights` | ❌ | --- ## Test 86 -**Expected Tool:** `azmcp_foundry` -**Prompt:** List all knowledge indexes in my AI Foundry project +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid topics in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473921 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.324932 | `azmcp_search` | ❌ | -| 3 | 0.278568 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.263364 | `azmcp_kusto` | ❌ | -| 5 | 0.260814 | `azmcp_grafana` | ❌ | +| 1 | 0.609138 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.487417 | `azmcp_subscription` | ❌ | +| 3 | 0.398388 | `azmcp_group` | ❌ | +| 4 | 0.370937 | `azmcp_servicebus` | ❌ | +| 5 | 0.352900 | `azmcp_applicationinsights` | ❌ | --- ## Test 87 -**Expected Tool:** `azmcp_foundry` -**Prompt:** Show me the knowledge indexes in my AI Foundry project +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid topics in resource group in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.440716 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.326070 | `azmcp_search` | ❌ | -| 3 | 0.263918 | `azmcp_grafana` | ❌ | -| 4 | 0.261986 | `azmcp_applens` | ❌ | -| 5 | 0.249455 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.556864 | `azmcp_group` | ❌ | +| 2 | 0.514455 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.421837 | `azmcp_subscription` | ❌ | +| 4 | 0.331858 | `azmcp_servicebus` | ❌ | +| 5 | 0.331426 | `azmcp_resourcehealth` | ❌ | --- ## Test 88 -**Expected Tool:** `azmcp_foundry` -**Prompt:** Show me the schema for knowledge index in my AI Foundry project +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List all Event Grid topics in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.385115 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.335934 | `azmcp_search` | ❌ | -| 3 | 0.312430 | `azmcp_bicepschema` | ❌ | -| 4 | 0.291695 | `azmcp_kusto` | ❌ | -| 5 | 0.261719 | `azmcp_grafana` | ❌ | +| 1 | 0.581669 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.482326 | `azmcp_subscription` | ❌ | +| 3 | 0.366686 | `azmcp_group` | ❌ | +| 4 | 0.364622 | `azmcp_servicebus` | ❌ | +| 5 | 0.314528 | `azmcp_applicationinsights` | ❌ | --- ## Test 89 -**Expected Tool:** `azmcp_foundry` -**Prompt:** Get the schema configuration for knowledge index +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List Event Grid subscriptions for subscription in location ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.267849 | `azmcp_bicepschema` | ❌ | -| 2 | 0.249555 | `azmcp_search` | ❌ | -| 3 | 0.229289 | `azmcp_kusto` | ❌ | -| 4 | 0.222056 | `azmcp_appconfig` | ❌ | -| 5 | 0.215793 | `azmcp_aks` | ❌ | +| 1 | 0.540058 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.504607 | `azmcp_subscription` | ❌ | +| 3 | 0.404267 | `azmcp_group` | ❌ | +| 4 | 0.353363 | `azmcp_quota` | ❌ | +| 5 | 0.340622 | `azmcp_applicationinsights` | ❌ | --- ## Test 90 -**Expected Tool:** `azmcp_foundry` -**Prompt:** Deploy a GPT4o instance on my resource +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List Event Grid subscriptions for topic in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.314047 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.290936 | `azmcp_group` | ❌ | -| 3 | 0.266857 | `azmcp_postgres` | ❌ | -| 4 | 0.252874 | `azmcp_loadtesting` | ❌ | -| 5 | 0.244022 | `azmcp_functionapp` | ❌ | +| 1 | 0.565359 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.516734 | `azmcp_group` | ❌ | +| 3 | 0.464231 | `azmcp_subscription` | ❌ | +| 4 | 0.375868 | `azmcp_servicebus` | ❌ | +| 5 | 0.340821 | `azmcp_resourcehealth` | ❌ | --- ## Test 91 -**Expected Tool:** `azmcp_foundry` -**Prompt:** List all AI Foundry model deployments +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** List Event Grid subscriptions for topic in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576587 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.350067 | `azmcp_deploy` | ❌ | -| 3 | 0.318385 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.304047 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.290622 | `azmcp_search` | ❌ | +| 1 | 0.591953 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.486438 | `azmcp_subscription` | ❌ | +| 3 | 0.396529 | `azmcp_group` | ❌ | +| 4 | 0.386680 | `azmcp_servicebus` | ❌ | +| 5 | 0.331140 | `azmcp_applicationinsights` | ❌ | --- ## Test 92 -**Expected Tool:** `azmcp_foundry` -**Prompt:** Show me all AI Foundry model deployments +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show all Event Grid subscriptions in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.547262 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.326543 | `azmcp_deploy` | ❌ | -| 3 | 0.305009 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.291042 | `azmcp_search` | ❌ | -| 5 | 0.266932 | `azmcp_grafana` | ❌ | +| 1 | 0.564746 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.507748 | `azmcp_subscription` | ❌ | +| 3 | 0.392974 | `azmcp_group` | ❌ | +| 4 | 0.339904 | `azmcp_servicebus` | ❌ | +| 5 | 0.335479 | `azmcp_applicationinsights` | ❌ | --- ## Test 93 -**Expected Tool:** `azmcp_foundry` -**Prompt:** List all AI Foundry models +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show Event Grid subscriptions in resource group in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.516064 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.251400 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.246756 | `azmcp_search` | ❌ | -| 4 | 0.243136 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.240667 | `azmcp_deploy` | ❌ | +| 1 | 0.539388 | `azmcp_group` | ❌ | +| 2 | 0.508213 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.467677 | `azmcp_subscription` | ❌ | +| 4 | 0.351677 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.335222 | `azmcp_extension_azqr` | ❌ | --- ## Test 94 -**Expected Tool:** `azmcp_foundry` -**Prompt:** Show me the available AI Foundry models +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show me all Event Grid subscriptions for topic ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484143 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.264390 | `azmcp_search` | ❌ | -| 3 | 0.256450 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.240786 | `azmcp_deploy` | ❌ | -| 5 | 0.220400 | `azmcp_applens` | ❌ | +| 1 | 0.595396 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.446492 | `azmcp_subscription` | ❌ | +| 3 | 0.372509 | `azmcp_servicebus` | ❌ | +| 4 | 0.367824 | `azmcp_group` | ❌ | +| 5 | 0.324507 | `azmcp_applicationinsights` | ❌ | --- ## Test 95 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** Describe the function app in resource group +**Expected Tool:** `azmcp_eventgrid` +**Prompt:** Show me the Event Grid topics in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.628110 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.431281 | `azmcp_group` | ❌ | -| 3 | 0.411135 | `azmcp_deploy` | ❌ | -| 4 | 0.394603 | `azmcp_appconfig` | ❌ | -| 5 | 0.379957 | `azmcp_applens` | ❌ | +| 1 | 0.609629 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.453133 | `azmcp_subscription` | ❌ | +| 3 | 0.383559 | `azmcp_group` | ❌ | +| 4 | 0.380682 | `azmcp_servicebus` | ❌ | +| 5 | 0.330927 | `azmcp_quota` | ❌ | --- ## Test 96 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** Get configuration for function app +**Expected Tool:** `azmcp_foundry` +**Prompt:** Deploy a GPT4o instance on my resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.582046 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.498985 | `azmcp_appconfig` | ❌ | -| 3 | 0.391052 | `azmcp_deploy` | ❌ | -| 4 | 0.358192 | `azmcp_bestpractices` | ❌ | -| 5 | 0.326255 | `azmcp_quota` | ❌ | +| 1 | 0.314047 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.290762 | `azmcp_group` | ❌ | +| 3 | 0.266857 | `azmcp_postgres` | ❌ | +| 4 | 0.261667 | `azmcp_appservice` | ❌ | +| 5 | 0.256902 | `azmcp_applicationinsights` | ❌ | --- ## Test 97 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** Get function app status for +**Expected Tool:** `azmcp_foundry` +**Prompt:** Evaluate the full query and response I got from my agent for task_adherence ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.567955 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.353492 | `azmcp_appconfig` | ❌ | -| 3 | 0.352948 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.325533 | `azmcp_bestpractices` | ❌ | -| 5 | 0.320023 | `azmcp_deploy` | ❌ | +| 1 | 0.219443 | `azmcp_applens` | ❌ | +| 2 | 0.211848 | `azmcp_kusto` | ❌ | +| 3 | 0.211591 | `azmcp_monitor` | ❌ | +| 4 | 0.205449 | `azmcp_deploy` | ❌ | +| 5 | 0.193949 | `azmcp_extension_azqr` | ❌ | --- ## Test 98 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** Get information about my function app in +**Expected Tool:** `azmcp_foundry` +**Prompt:** Get the schema configuration for knowledge index ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.580171 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.418375 | `azmcp_group` | ❌ | -| 3 | 0.381126 | `azmcp_quota` | ❌ | -| 4 | 0.364707 | `azmcp_bestpractices` | ❌ | -| 5 | 0.362772 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.267869 | `azmcp_bicepschema` | ❌ | +| 2 | 0.249555 | `azmcp_search` | ❌ | +| 3 | 0.229289 | `azmcp_kusto` | ❌ | +| 4 | 0.222115 | `azmcp_appconfig` | ❌ | +| 5 | 0.215793 | `azmcp_aks` | ❌ | --- ## Test 99 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** Retrieve host name and status of function app +**Expected Tool:** `azmcp_foundry` +**Prompt:** List all AI Foundry model deployments ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.569840 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.401488 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.356968 | `azmcp_deploy` | ❌ | -| 4 | 0.353167 | `azmcp_datadog` | ❌ | -| 5 | 0.352709 | `azmcp_appconfig` | ❌ | +| 1 | 0.576587 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.382694 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.350067 | `azmcp_deploy` | ❌ | +| 4 | 0.318385 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.304059 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 100 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** Show function app details for in +**Expected Tool:** `azmcp_foundry` +**Prompt:** List all AI Foundry models ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.562219 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.375704 | `azmcp_group` | ❌ | -| 3 | 0.364359 | `azmcp_deploy` | ❌ | -| 4 | 0.359562 | `azmcp_applens` | ❌ | -| 5 | 0.345442 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.516064 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.271597 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.251367 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.246756 | `azmcp_search` | ❌ | +| 5 | 0.243136 | `azmcp_cloudarchitect` | ❌ | --- ## Test 101 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** Show me the details for the function app +**Expected Tool:** `azmcp_foundry` +**Prompt:** List all knowledge indexes in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.557426 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.365951 | `azmcp_deploy` | ❌ | -| 3 | 0.364287 | `azmcp_appconfig` | ❌ | -| 4 | 0.325394 | `azmcp_bestpractices` | ❌ | -| 5 | 0.316819 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.473921 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.334432 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.324932 | `azmcp_search` | ❌ | +| 4 | 0.278599 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.263364 | `azmcp_kusto` | ❌ | --- ## Test 102 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** Show plan and region for function app +**Expected Tool:** `azmcp_foundry` +**Prompt:** Query an agent in my AI foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.524943 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.425824 | `azmcp_deploy` | ❌ | -| 3 | 0.406808 | `azmcp_quota` | ❌ | -| 4 | 0.358593 | `azmcp_appconfig` | ❌ | -| 5 | 0.341503 | `azmcp_bestpractices` | ❌ | +| 1 | 0.444525 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.271609 | `azmcp_search` | ❌ | +| 3 | 0.263692 | `azmcp_applens` | ❌ | +| 4 | 0.259154 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.255928 | `azmcp_kusto` | ❌ | --- ## Test 103 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** What is the status of function app ? +**Expected Tool:** `azmcp_foundry` +**Prompt:** Query and evaluate an agent in my AI Foundry project for task_adherence ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.574308 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.380681 | `azmcp_appconfig` | ❌ | -| 3 | 0.376216 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.344797 | `azmcp_datadog` | ❌ | -| 5 | 0.344748 | `azmcp_deploy` | ❌ | +| 1 | 0.365479 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.266374 | `azmcp_deploy` | ❌ | +| 3 | 0.233477 | `azmcp_applens` | ❌ | +| 4 | 0.217969 | `azmcp_search` | ❌ | +| 5 | 0.213292 | `azmcp_cloudarchitect` | ❌ | --- ## Test 104 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** List all function apps in my subscription +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me all AI Foundry model deployments ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577726 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.515108 | `azmcp_subscription` | ❌ | -| 3 | 0.412605 | `azmcp_group` | ❌ | -| 4 | 0.405138 | `azmcp_deploy` | ❌ | -| 5 | 0.388648 | `azmcp_bestpractices` | ❌ | +| 1 | 0.547262 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.330209 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.326543 | `azmcp_deploy` | ❌ | +| 4 | 0.305009 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.291042 | `azmcp_search` | ❌ | --- ## Test 105 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** Show me my Azure function apps +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me the available AI Foundry models ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546462 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.431471 | `azmcp_deploy` | ❌ | -| 3 | 0.411904 | `azmcp_bestpractices` | ❌ | -| 4 | 0.388215 | `azmcp_subscription` | ❌ | -| 5 | 0.369514 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.484143 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.264390 | `azmcp_search` | ❌ | +| 3 | 0.256450 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.240786 | `azmcp_deploy` | ❌ | +| 5 | 0.240601 | `azmcp_applicationinsights` | ❌ | --- ## Test 106 -**Expected Tool:** `azmcp_functionapp` -**Prompt:** What function apps do I have? +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me the knowledge indexes in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.477054 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.336604 | `azmcp_deploy` | ❌ | -| 3 | 0.315874 | `azmcp_applens` | ❌ | -| 4 | 0.307577 | `azmcp_appconfig` | ❌ | -| 5 | 0.281592 | `azmcp_storage` | ❌ | +| 1 | 0.440716 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.326070 | `azmcp_search` | ❌ | +| 3 | 0.306113 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.263918 | `azmcp_grafana` | ❌ | +| 5 | 0.261986 | `azmcp_applens` | ❌ | --- ## Test 107 -**Expected Tool:** `azmcp_grafana` -**Prompt:** List all Azure Managed Grafana in one subscription +**Expected Tool:** `azmcp_foundry` +**Prompt:** Show me the schema for knowledge index in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.538181 | `azmcp_grafana` | ✅ **EXPECTED** | -| 2 | 0.501163 | `azmcp_subscription` | ❌ | -| 3 | 0.418124 | `azmcp_group` | ❌ | -| 4 | 0.402195 | `azmcp_monitor` | ❌ | -| 5 | 0.379533 | `azmcp_datadog` | ❌ | +| 1 | 0.385115 | `azmcp_foundry` | ✅ **EXPECTED** | +| 2 | 0.335934 | `azmcp_search` | ❌ | +| 3 | 0.312411 | `azmcp_bicepschema` | ❌ | +| 4 | 0.291695 | `azmcp_kusto` | ❌ | +| 5 | 0.284049 | `azmcp_applicationinsights` | ❌ | --- ## Test 108 -**Expected Tool:** `azmcp_group` -**Prompt:** List all resource groups in my subscription +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Describe the function app in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630565 | `azmcp_group` | ✅ **EXPECTED** | -| 2 | 0.484042 | `azmcp_subscription` | ❌ | -| 3 | 0.351016 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.350268 | `azmcp_quota` | ❌ | -| 5 | 0.321143 | `azmcp_foundry` | ❌ | +| 1 | 0.628110 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.486159 | `azmcp_appservice` | ❌ | +| 3 | 0.431210 | `azmcp_group` | ❌ | +| 4 | 0.411135 | `azmcp_deploy` | ❌ | +| 5 | 0.395490 | `azmcp_applicationinsights` | ❌ | --- ## Test 109 -**Expected Tool:** `azmcp_group` -**Prompt:** Show me my resource groups +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Get configuration for function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.543752 | `azmcp_group` | ✅ **EXPECTED** | -| 2 | 0.357972 | `azmcp_quota` | ❌ | -| 3 | 0.332796 | `azmcp_subscription` | ❌ | -| 4 | 0.332242 | `azmcp_foundry` | ❌ | -| 5 | 0.323258 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.582046 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.498940 | `azmcp_appconfig` | ❌ | +| 3 | 0.457171 | `azmcp_appservice` | ❌ | +| 4 | 0.391052 | `azmcp_deploy` | ❌ | +| 5 | 0.358192 | `azmcp_bestpractices` | ❌ | --- ## Test 110 -**Expected Tool:** `azmcp_group` -**Prompt:** Show me the resource groups in my subscription +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Get function app status for ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.599163 | `azmcp_group` | ✅ **EXPECTED** | -| 2 | 0.464939 | `azmcp_subscription` | ❌ | -| 3 | 0.375156 | `azmcp_quota` | ❌ | -| 4 | 0.367930 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.337006 | `azmcp_eventgrid` | ❌ | +| 1 | 0.567955 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.413008 | `azmcp_appservice` | ❌ | +| 3 | 0.353461 | `azmcp_appconfig` | ❌ | +| 4 | 0.352948 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.349894 | `azmcp_applicationinsights` | ❌ | --- ## Test 111 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** Create a new certificate called in the key vault +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Get information about my function app in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.415314 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.261542 | `azmcp_subscription` | ❌ | -| 3 | 0.250268 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.247621 | `azmcp_functionapp` | ❌ | -| 5 | 0.240235 | `azmcp_appconfig` | ❌ | +| 1 | 0.580171 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.430667 | `azmcp_appservice` | ❌ | +| 3 | 0.418371 | `azmcp_group` | ❌ | +| 4 | 0.383482 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.381031 | `azmcp_quota` | ❌ | --- ## Test 112 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** Show me the certificate in the key vault +**Expected Tool:** `azmcp_functionapp` +**Prompt:** List all function apps in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.430540 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.310188 | `azmcp_subscription` | ❌ | -| 3 | 0.262525 | `azmcp_storage` | ❌ | -| 4 | 0.261820 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.260125 | `azmcp_quota` | ❌ | +| 1 | 0.577726 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.515108 | `azmcp_subscription` | ❌ | +| 3 | 0.472161 | `azmcp_appservice` | ❌ | +| 4 | 0.439309 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.412623 | `azmcp_group` | ❌ | --- ## Test 113 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** Show me the details of the certificate in the key vault +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Retrieve host name and status of function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.415308 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.307997 | `azmcp_subscription` | ❌ | -| 3 | 0.268103 | `azmcp_quota` | ❌ | -| 4 | 0.264143 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.262927 | `azmcp_storage` | ❌ | +| 1 | 0.569840 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.437926 | `azmcp_appservice` | ❌ | +| 3 | 0.401488 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.378227 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.356968 | `azmcp_deploy` | ❌ | --- ## Test 114 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** Import the certificate in file into the key vault +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show function app details for in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.368867 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.230235 | `azmcp_subscription` | ❌ | -| 3 | 0.211111 | `azmcp_functionapp` | ❌ | -| 4 | 0.210592 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.210346 | `azmcp_appconfig` | ❌ | +| 1 | 0.562219 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.416470 | `azmcp_appservice` | ❌ | +| 3 | 0.375633 | `azmcp_group` | ❌ | +| 4 | 0.364359 | `azmcp_deploy` | ❌ | +| 5 | 0.359562 | `azmcp_applens` | ❌ | --- ## Test 115 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** Import a certificate into the key vault using the name +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show me my Azure function apps ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.393527 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.261417 | `azmcp_subscription` | ❌ | -| 3 | 0.234358 | `azmcp_functionapp` | ❌ | -| 4 | 0.214993 | `azmcp_acr` | ❌ | -| 5 | 0.214311 | `azmcp_storage` | ❌ | +| 1 | 0.546462 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.457359 | `azmcp_appservice` | ❌ | +| 3 | 0.431471 | `azmcp_deploy` | ❌ | +| 4 | 0.411904 | `azmcp_bestpractices` | ❌ | +| 5 | 0.406419 | `azmcp_applicationinsights` | ❌ | --- ## Test 116 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** List all certificates in the key vault +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show me the details for the function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.457947 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.371875 | `azmcp_subscription` | ❌ | -| 3 | 0.282556 | `azmcp_storage` | ❌ | -| 4 | 0.278801 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.271396 | `azmcp_bestpractices` | ❌ | +| 1 | 0.557426 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.432175 | `azmcp_appservice` | ❌ | +| 3 | 0.382178 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.365951 | `azmcp_deploy` | ❌ | +| 5 | 0.364284 | `azmcp_appconfig` | ❌ | --- ## Test 117 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** Show me the certificates in the key vault +**Expected Tool:** `azmcp_functionapp` +**Prompt:** Show plan and region for function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.446836 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.347408 | `azmcp_subscription` | ❌ | -| 3 | 0.291540 | `azmcp_storage` | ❌ | -| 4 | 0.279790 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.276157 | `azmcp_quota` | ❌ | +| 1 | 0.524943 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.425824 | `azmcp_deploy` | ❌ | +| 3 | 0.409851 | `azmcp_appservice` | ❌ | +| 4 | 0.406792 | `azmcp_quota` | ❌ | +| 5 | 0.379281 | `azmcp_applicationinsights` | ❌ | --- ## Test 118 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** Create a new key called with the RSA type in the key vault +**Expected Tool:** `azmcp_functionapp` +**Prompt:** What function apps do I have? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.437006 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.252662 | `azmcp_role` | ❌ | -| 3 | 0.238930 | `azmcp_storage` | ❌ | -| 4 | 0.231485 | `azmcp_appconfig` | ❌ | -| 5 | 0.231281 | `azmcp_subscription` | ❌ | +| 1 | 0.477054 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.380527 | `azmcp_appservice` | ❌ | +| 3 | 0.336604 | `azmcp_deploy` | ❌ | +| 4 | 0.315874 | `azmcp_applens` | ❌ | +| 5 | 0.307606 | `azmcp_appconfig` | ❌ | --- ## Test 119 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** List all keys in the key vault +**Expected Tool:** `azmcp_functionapp` +**Prompt:** What is the status of function app ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489064 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.378477 | `azmcp_subscription` | ❌ | -| 3 | 0.323082 | `azmcp_storage` | ❌ | -| 4 | 0.312560 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.288367 | `azmcp_appconfig` | ❌ | +| 1 | 0.574308 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.463569 | `azmcp_appservice` | ❌ | +| 3 | 0.380655 | `azmcp_appconfig` | ❌ | +| 4 | 0.377304 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.376216 | `azmcp_resourcehealth` | ❌ | --- ## Test 120 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** Show me the keys in the key vault +**Expected Tool:** `azmcp_grafana` +**Prompt:** List all Azure Managed Grafana in one subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484503 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.335838 | `azmcp_subscription` | ❌ | -| 3 | 0.309437 | `azmcp_storage` | ❌ | -| 4 | 0.289173 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.279515 | `azmcp_appconfig` | ❌ | +| 1 | 0.538181 | `azmcp_grafana` | ✅ **EXPECTED** | +| 2 | 0.501163 | `azmcp_subscription` | ❌ | +| 3 | 0.418066 | `azmcp_group` | ❌ | +| 4 | 0.408721 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.402195 | `azmcp_monitor` | ❌ | --- ## Test 121 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** Create a new secret called with value in the key vault +**Expected Tool:** `azmcp_group` +**Prompt:** List all resource groups in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.428906 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.290088 | `azmcp_appconfig` | ❌ | -| 3 | 0.253600 | `azmcp_storage` | ❌ | -| 4 | 0.249659 | `azmcp_functionapp` | ❌ | -| 5 | 0.239548 | `azmcp_subscription` | ❌ | +| 1 | 0.630696 | `azmcp_group` | ✅ **EXPECTED** | +| 2 | 0.484042 | `azmcp_subscription` | ❌ | +| 3 | 0.351016 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.350136 | `azmcp_quota` | ❌ | +| 5 | 0.333788 | `azmcp_applicationinsights` | ❌ | --- ## Test 122 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** List all secrets in the key vault +**Expected Tool:** `azmcp_group` +**Prompt:** Show me my resource groups ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461786 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.362117 | `azmcp_subscription` | ❌ | -| 3 | 0.298624 | `azmcp_storage` | ❌ | -| 4 | 0.285672 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.273135 | `azmcp_aks` | ❌ | +| 1 | 0.543670 | `azmcp_group` | ✅ **EXPECTED** | +| 2 | 0.357826 | `azmcp_quota` | ❌ | +| 3 | 0.332796 | `azmcp_subscription` | ❌ | +| 4 | 0.332242 | `azmcp_foundry` | ❌ | +| 5 | 0.323258 | `azmcp_extension_azqr` | ❌ | --- ## Test 123 -**Expected Tool:** `azmcp_keyvault` -**Prompt:** Show me the secrets in the key vault +**Expected Tool:** `azmcp_group` +**Prompt:** Show me the resource groups in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.491108 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.345964 | `azmcp_subscription` | ❌ | -| 3 | 0.343006 | `azmcp_storage` | ❌ | -| 4 | 0.313079 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.294372 | `azmcp_appconfig` | ❌ | +| 1 | 0.599256 | `azmcp_group` | ✅ **EXPECTED** | +| 2 | 0.464939 | `azmcp_subscription` | ❌ | +| 3 | 0.375043 | `azmcp_quota` | ❌ | +| 4 | 0.367930 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.337136 | `azmcp_eventgrid` | ❌ | --- ## Test 124 -**Expected Tool:** `azmcp_kusto` -**Prompt:** Show me the details of the Data Explorer cluster +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Create a new certificate called in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.420449 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.291656 | `azmcp_aks` | ❌ | -| 3 | 0.289176 | `azmcp_datadog` | ❌ | -| 4 | 0.288562 | `azmcp_grafana` | ❌ | -| 5 | 0.285140 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.415032 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261027 | `azmcp_subscription` | ❌ | +| 3 | 0.250185 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.247385 | `azmcp_functionapp` | ❌ | +| 5 | 0.240072 | `azmcp_appconfig` | ❌ | --- ## Test 125 -**Expected Tool:** `azmcp_kusto` -**Prompt:** List all Data Explorer clusters in my subscription +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Create a new key called with the RSA type in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.469685 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.418050 | `azmcp_subscription` | ❌ | -| 3 | 0.373466 | `azmcp_aks` | ❌ | -| 4 | 0.357341 | `azmcp_eventgrid` | ❌ | -| 5 | 0.336778 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.437063 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.252667 | `azmcp_role` | ❌ | +| 3 | 0.231378 | `azmcp_appconfig` | ❌ | +| 4 | 0.231319 | `azmcp_subscription` | ❌ | +| 5 | 0.228924 | `azmcp_acr` | ❌ | --- ## Test 126 -**Expected Tool:** `azmcp_kusto` -**Prompt:** Show me my Data Explorer clusters +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Create a new secret called with value in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414645 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.303718 | `azmcp_grafana` | ❌ | -| 3 | 0.276598 | `azmcp_aks` | ❌ | -| 4 | 0.265648 | `azmcp_datadog` | ❌ | -| 5 | 0.264799 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.425583 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.288490 | `azmcp_appconfig` | ❌ | +| 3 | 0.246560 | `azmcp_functionapp` | ❌ | +| 4 | 0.243391 | `azmcp_appservice` | ❌ | +| 5 | 0.237703 | `azmcp_subscription` | ❌ | --- ## Test 127 -**Expected Tool:** `azmcp_kusto` -**Prompt:** Show me the Data Explorer clusters in my subscription +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Import a certificate into the key vault using the name ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.470329 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.393411 | `azmcp_subscription` | ❌ | -| 3 | 0.367607 | `azmcp_eventgrid` | ❌ | -| 4 | 0.363297 | `azmcp_aks` | ❌ | -| 5 | 0.353939 | `azmcp_grafana` | ❌ | +| 1 | 0.393563 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.261423 | `azmcp_subscription` | ❌ | +| 3 | 0.234363 | `azmcp_functionapp` | ❌ | +| 4 | 0.214973 | `azmcp_acr` | ❌ | +| 5 | 0.212316 | `azmcp_bicepschema` | ❌ | --- ## Test 128 -**Expected Tool:** `azmcp_kusto` -**Prompt:** List all databases in the Data Explorer cluster +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Import the certificate in file into the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441110 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.322033 | `azmcp_postgres` | ❌ | -| 3 | 0.321699 | `azmcp_cosmos` | ❌ | -| 4 | 0.305613 | `azmcp_sql` | ❌ | -| 5 | 0.294813 | `azmcp_mysql` | ❌ | +| 1 | 0.368805 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.230265 | `azmcp_subscription` | ❌ | +| 3 | 0.210953 | `azmcp_functionapp` | ❌ | +| 4 | 0.210537 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.210335 | `azmcp_appconfig` | ❌ | --- ## Test 129 -**Expected Tool:** `azmcp_kusto` -**Prompt:** Show me the databases in the Data Explorer cluster +**Expected Tool:** `azmcp_keyvault` +**Prompt:** List all certificates in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.437140 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.340297 | `azmcp_cosmos` | ❌ | -| 3 | 0.312765 | `azmcp_postgres` | ❌ | -| 4 | 0.304479 | `azmcp_sql` | ❌ | -| 5 | 0.285119 | `azmcp_mysql` | ❌ | +| 1 | 0.457947 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.371875 | `azmcp_subscription` | ❌ | +| 3 | 0.295945 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.278752 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.271396 | `azmcp_bestpractices` | ❌ | --- ## Test 130 -**Expected Tool:** `azmcp_kusto` -**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster +**Expected Tool:** `azmcp_keyvault` +**Prompt:** List all keys in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.372637 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.344894 | `azmcp_search` | ❌ | -| 3 | 0.262658 | `azmcp_postgres` | ❌ | -| 4 | 0.243564 | `azmcp_cosmos` | ❌ | -| 5 | 0.237360 | `azmcp_grafana` | ❌ | +| 1 | 0.489064 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.378477 | `azmcp_subscription` | ❌ | +| 3 | 0.312458 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.309919 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.305361 | `azmcp_storage` | ❌ | --- ## Test 131 -**Expected Tool:** `azmcp_kusto` -**Prompt:** Show me a data sample from the Data Explorer table in cluster +**Expected Tool:** `azmcp_keyvault` +**Prompt:** List all secrets in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.394274 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.280897 | `azmcp_postgres` | ❌ | -| 3 | 0.243552 | `azmcp_cosmos` | ❌ | -| 4 | 0.242176 | `azmcp_grafana` | ❌ | -| 5 | 0.232275 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.461786 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.362117 | `azmcp_subscription` | ❌ | +| 3 | 0.291827 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.285635 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.279545 | `azmcp_storage` | ❌ | --- ## Test 132 -**Expected Tool:** `azmcp_kusto` -**Prompt:** List all tables in the Data Explorer database in cluster +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the certificate in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.432854 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.323641 | `azmcp_postgres` | ❌ | -| 3 | 0.288187 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.280233 | `azmcp_grafana` | ❌ | -| 5 | 0.275229 | `azmcp_sql` | ❌ | +| 1 | 0.430540 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.310188 | `azmcp_subscription` | ❌ | +| 3 | 0.261820 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.260100 | `azmcp_quota` | ❌ | +| 5 | 0.258210 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 133 -**Expected Tool:** `azmcp_kusto` -**Prompt:** Show me the tables in the Data Explorer database in cluster +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the certificates in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.434011 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.324197 | `azmcp_postgres` | ❌ | -| 3 | 0.296445 | `azmcp_cosmos` | ❌ | -| 4 | 0.282237 | `azmcp_sql` | ❌ | -| 5 | 0.274548 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.446836 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.347408 | `azmcp_subscription` | ❌ | +| 3 | 0.279777 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.276146 | `azmcp_quota` | ❌ | +| 5 | 0.274854 | `azmcp_applicationinsights` | ❌ | --- ## Test 134 -**Expected Tool:** `azmcp_kusto` -**Prompt:** Show me the schema for table in the Data Explorer database in cluster +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the details of the certificate in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.374847 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.296788 | `azmcp_postgres` | ❌ | -| 3 | 0.279268 | `azmcp_bicepschema` | ❌ | -| 4 | 0.249015 | `azmcp_mysql` | ❌ | -| 5 | 0.246172 | `azmcp_cosmos` | ❌ | +| 1 | 0.415308 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.307997 | `azmcp_subscription` | ❌ | +| 3 | 0.268039 | `azmcp_quota` | ❌ | +| 4 | 0.264143 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.258978 | `azmcp_applicationinsights` | ❌ | --- ## Test 135 -**Expected Tool:** `azmcp_loadtesting` -**Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the details of the key in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.507273 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.293085 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.287072 | `azmcp_group` | ❌ | -| 4 | 0.283772 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.282053 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.432042 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.278728 | `azmcp_subscription` | ❌ | +| 3 | 0.263958 | `azmcp_appconfig` | ❌ | +| 4 | 0.258548 | `azmcp_quota` | ❌ | +| 5 | 0.256619 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 136 -**Expected Tool:** `azmcp_loadtesting` -**Prompt:** Get the load test with id in the load test resource in resource group +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the details of the secret in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.534485 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.370491 | `azmcp_group` | ❌ | -| 3 | 0.340421 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.322170 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.302567 | `azmcp_quota` | ❌ | +| 1 | 0.422949 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.297064 | `azmcp_subscription` | ❌ | +| 3 | 0.274865 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.270962 | `azmcp_quota` | ❌ | +| 5 | 0.270024 | `azmcp_storage` | ❌ | --- ## Test 137 -**Expected Tool:** `azmcp_loadtesting` -**Prompt:** Create a load test resource in the resource group in my subscription +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the key in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.541830 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.464055 | `azmcp_group` | ❌ | -| 3 | 0.339752 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.299933 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.298318 | `azmcp_subscription` | ❌ | +| 1 | 0.447336 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.288611 | `azmcp_subscription` | ❌ | +| 3 | 0.257386 | `azmcp_appconfig` | ❌ | +| 4 | 0.255293 | `azmcp_storage` | ❌ | +| 5 | 0.249762 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 138 -**Expected Tool:** `azmcp_loadtesting` -**Prompt:** List all load testing resources in the resource group in my subscription +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the keys in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.561530 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.561499 | `azmcp_group` | ❌ | -| 3 | 0.418136 | `azmcp_subscription` | ❌ | -| 4 | 0.392721 | `azmcp_quota` | ❌ | -| 5 | 0.380496 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.484503 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.335838 | `azmcp_subscription` | ❌ | +| 3 | 0.291406 | `azmcp_storage` | ❌ | +| 4 | 0.289160 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.279513 | `azmcp_appconfig` | ❌ | --- ## Test 139 -**Expected Tool:** `azmcp_loadtesting` -**Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the secret in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.551843 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.346271 | `azmcp_group` | ❌ | -| 3 | 0.300269 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.278848 | `azmcp_functionapp` | ❌ | -| 5 | 0.262554 | `azmcp_cloudarchitect` | ❌ | +| 1 | 0.438685 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.296535 | `azmcp_subscription` | ❌ | +| 3 | 0.270377 | `azmcp_storage` | ❌ | +| 4 | 0.263971 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.258274 | `azmcp_appconfig` | ❌ | --- ## Test 140 -**Expected Tool:** `azmcp_loadtesting` -**Prompt:** Get the load test run with id in the load test resource in resource group +**Expected Tool:** `azmcp_keyvault` +**Prompt:** Show me the secrets in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.542545 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.368969 | `azmcp_group` | ❌ | -| 3 | 0.339385 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.311943 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.294836 | `azmcp_quota` | ❌ | +| 1 | 0.491108 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.345964 | `azmcp_subscription` | ❌ | +| 3 | 0.319925 | `azmcp_storage` | ❌ | +| 4 | 0.313110 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.302235 | `azmcp_applicationinsights` | ❌ | --- ## Test 141 -**Expected Tool:** `azmcp_loadtesting` -**Prompt:** Get all the load test runs for the test with id in the load test resource in resource group +**Expected Tool:** `azmcp_kusto` +**Prompt:** List all Data Explorer clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.535575 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.367381 | `azmcp_group` | ❌ | -| 3 | 0.322864 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.306972 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.299773 | `azmcp_quota` | ❌ | +| 1 | 0.469685 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.418050 | `azmcp_subscription` | ❌ | +| 3 | 0.373466 | `azmcp_aks` | ❌ | +| 4 | 0.361700 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.357577 | `azmcp_eventgrid` | ❌ | --- ## Test 142 -**Expected Tool:** `azmcp_loadtesting` -**Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . +**Expected Tool:** `azmcp_kusto` +**Prompt:** List all databases in the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480664 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.290832 | `azmcp_group` | ❌ | -| 3 | 0.237845 | `azmcp_functionapp` | ❌ | -| 4 | 0.223800 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.222799 | `azmcp_sql` | ❌ | +| 1 | 0.441110 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.322033 | `azmcp_postgres` | ❌ | +| 3 | 0.321699 | `azmcp_cosmos` | ❌ | +| 4 | 0.305587 | `azmcp_sql` | ❌ | +| 5 | 0.294813 | `azmcp_mysql` | ❌ | --- ## Test 143 -**Expected Tool:** `azmcp_marketplace` -**Prompt:** Get details about marketplace product +**Expected Tool:** `azmcp_kusto` +**Prompt:** List all tables in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.452534 | `azmcp_marketplace` | ✅ **EXPECTED** | -| 2 | 0.212288 | `azmcp_quota` | ❌ | -| 3 | 0.204853 | `azmcp_search` | ❌ | -| 4 | 0.201502 | `azmcp_servicebus` | ❌ | -| 5 | 0.197921 | `azmcp_foundry` | ❌ | +| 1 | 0.432981 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.323694 | `azmcp_postgres` | ❌ | +| 3 | 0.288372 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.280382 | `azmcp_grafana` | ❌ | +| 5 | 0.275175 | `azmcp_sql` | ❌ | --- ## Test 144 -**Expected Tool:** `azmcp_marketplace` -**Prompt:** Search for Microsoft products in the marketplace +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me a data sample from the Data Explorer table in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.529919 | `azmcp_marketplace` | ✅ **EXPECTED** | -| 2 | 0.395674 | `azmcp_search` | ❌ | -| 3 | 0.313164 | `azmcp_sql` | ❌ | -| 4 | 0.308872 | `azmcp_monitor` | ❌ | -| 5 | 0.295887 | `azmcp_virtualdesktop` | ❌ | +| 1 | 0.394274 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.280897 | `azmcp_postgres` | ❌ | +| 3 | 0.243552 | `azmcp_cosmos` | ❌ | +| 4 | 0.242176 | `azmcp_grafana` | ❌ | +| 5 | 0.232604 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 145 -**Expected Tool:** `azmcp_marketplace` -**Prompt:** Show me marketplace products from publisher +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438400 | `azmcp_marketplace` | ✅ **EXPECTED** | -| 2 | 0.216907 | `azmcp_subscription` | ❌ | -| 3 | 0.211482 | `azmcp_eventgrid` | ❌ | -| 4 | 0.201609 | `azmcp_search` | ❌ | -| 5 | 0.197938 | `azmcp_grafana` | ❌ | +| 1 | 0.372603 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.344935 | `azmcp_search` | ❌ | +| 3 | 0.262839 | `azmcp_postgres` | ❌ | +| 4 | 0.243586 | `azmcp_cosmos` | ❌ | +| 5 | 0.237454 | `azmcp_grafana` | ❌ | --- ## Test 146 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Show me the health status of entity in the Log Analytics workspace +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me my Data Explorer clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.422606 | `azmcp_resourcehealth` | ❌ | -| 2 | 0.418598 | `azmcp_grafana` | ❌ | -| 3 | 0.387541 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.346611 | `azmcp_datadog` | ❌ | -| 5 | 0.317496 | `azmcp_applens` | ❌ | +| 1 | 0.414645 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.303718 | `azmcp_grafana` | ❌ | +| 3 | 0.276598 | `azmcp_aks` | ❌ | +| 4 | 0.265648 | `azmcp_datadog` | ❌ | +| 5 | 0.264927 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 147 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Get metric definitions for from the namespace +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the Data Explorer clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.352036 | `azmcp_quota` | ❌ | -| 2 | 0.272045 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.248385 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.247164 | `azmcp_datadog` | ❌ | -| 5 | 0.246249 | `azmcp_grafana` | ❌ | +| 1 | 0.470329 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.393411 | `azmcp_subscription` | ❌ | +| 3 | 0.367847 | `azmcp_eventgrid` | ❌ | +| 4 | 0.363297 | `azmcp_aks` | ❌ | +| 5 | 0.353939 | `azmcp_grafana` | ❌ | --- ## Test 148 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Show me all available metrics and their definitions for storage account +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the databases in the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493833 | `azmcp_storage` | ❌ | -| 2 | 0.432242 | `azmcp_quota` | ❌ | -| 3 | 0.423531 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.381914 | `azmcp_monitor` | ✅ **EXPECTED** | -| 5 | 0.354717 | `azmcp_datadog` | ❌ | +| 1 | 0.437140 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.340297 | `azmcp_cosmos` | ❌ | +| 3 | 0.312765 | `azmcp_postgres` | ❌ | +| 4 | 0.304452 | `azmcp_sql` | ❌ | +| 5 | 0.285119 | `azmcp_mysql` | ❌ | --- ## Test 149 -**Expected Tool:** `azmcp_monitor` -**Prompt:** What metric definitions are available for the Application Insights resource +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the details of the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433212 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.374027 | `azmcp_quota` | ❌ | -| 3 | 0.367555 | `azmcp_datadog` | ❌ | -| 4 | 0.363460 | `azmcp_loadtesting` | ❌ | -| 5 | 0.353600 | `azmcp_applens` | ❌ | +| 1 | 0.420449 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.291656 | `azmcp_aks` | ❌ | +| 3 | 0.289176 | `azmcp_datadog` | ❌ | +| 4 | 0.288562 | `azmcp_grafana` | ❌ | +| 5 | 0.285234 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 150 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the schema for table in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438639 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.411589 | `azmcp_applens` | ❌ | -| 3 | 0.390067 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.346779 | `azmcp_loadtesting` | ❌ | -| 5 | 0.326919 | `azmcp_functionapp` | ❌ | +| 1 | 0.374783 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.296771 | `azmcp_postgres` | ❌ | +| 3 | 0.279207 | `azmcp_bicepschema` | ❌ | +| 4 | 0.248783 | `azmcp_mysql` | ❌ | +| 5 | 0.245866 | `azmcp_cosmos` | ❌ | --- ## Test 151 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Check the availability metrics for my Application Insights resource for the last +**Expected Tool:** `azmcp_kusto` +**Prompt:** Show me the tables in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.399332 | `azmcp_resourcehealth` | ❌ | -| 2 | 0.388100 | `azmcp_quota` | ❌ | -| 3 | 0.386264 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.343178 | `azmcp_applens` | ❌ | -| 5 | 0.307862 | `azmcp_datadog` | ❌ | +| 1 | 0.434011 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.324197 | `azmcp_postgres` | ❌ | +| 3 | 0.296445 | `azmcp_cosmos` | ❌ | +| 4 | 0.282225 | `azmcp_sql` | ❌ | +| 5 | 0.274786 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 152 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Get the metric for over the last with intervals +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.305464 | `azmcp_quota` | ❌ | -| 2 | 0.266407 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.216692 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.212537 | `azmcp_datadog` | ❌ | -| 5 | 0.209334 | `azmcp_grafana` | ❌ | +| 1 | 0.504742 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.293085 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.290297 | `azmcp_appservice` | ❌ | +| 4 | 0.287017 | `azmcp_group` | ❌ | +| 5 | 0.283765 | `azmcp_virtualdesktop` | ❌ | --- ## Test 153 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Create a load test resource in the resource group in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.392711 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.383712 | `azmcp_applens` | ❌ | -| 3 | 0.366024 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.338368 | `azmcp_quota` | ❌ | -| 5 | 0.321564 | `azmcp_datadog` | ❌ | +| 1 | 0.538733 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.464016 | `azmcp_group` | ❌ | +| 3 | 0.339752 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.311252 | `azmcp_appservice` | ❌ | +| 5 | 0.299933 | `azmcp_resourcehealth` | ❌ | --- ## Test 154 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Query the metric for for the last +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.341096 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.331815 | `azmcp_quota` | ❌ | -| 3 | 0.261617 | `azmcp_kusto` | ❌ | -| 4 | 0.248179 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.238734 | `azmcp_grafana` | ❌ | +| 1 | 0.548882 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.346232 | `azmcp_group` | ❌ | +| 3 | 0.307584 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.300269 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.292188 | `azmcp_appservice` | ❌ | --- ## Test 155 -**Expected Tool:** `azmcp_monitor` -**Prompt:** What's the request per second rate for my Application Insights resource over the last +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Get all the load test runs for the test with id in the load test resource in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.347163 | `azmcp_quota` | ❌ | -| 2 | 0.340061 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.326242 | `azmcp_loadtesting` | ❌ | -| 4 | 0.322101 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.314390 | `azmcp_applens` | ❌ | +| 1 | 0.533950 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.367329 | `azmcp_group` | ❌ | +| 3 | 0.322822 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.306952 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.299632 | `azmcp_quota` | ❌ | --- ## Test 156 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Get the load test run with id in the load test resource in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.445524 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.368850 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.362336 | `azmcp_grafana` | ❌ | -| 4 | 0.338117 | `azmcp_kusto` | ❌ | -| 5 | 0.313539 | `azmcp_datadog` | ❌ | +| 1 | 0.540701 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.368912 | `azmcp_group` | ❌ | +| 3 | 0.339385 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.311943 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.294750 | `azmcp_quota` | ❌ | --- ## Test 157 -**Expected Tool:** `azmcp_monitor` -**Prompt:** List all tables in the Log Analytics workspace +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Get the load test with id in the load test resource in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482865 | `azmcp_grafana` | ❌ | -| 2 | 0.388783 | `azmcp_kusto` | ❌ | -| 3 | 0.368180 | `azmcp_workbooks` | ❌ | -| 4 | 0.368135 | `azmcp_monitor` | ✅ **EXPECTED** | -| 5 | 0.349009 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.532581 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.370431 | `azmcp_group` | ❌ | +| 3 | 0.340421 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.322170 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.302477 | `azmcp_quota` | ❌ | --- ## Test 158 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Show me the tables in the Log Analytics workspace +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** List all load testing resources in the resource group in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488967 | `azmcp_grafana` | ❌ | -| 2 | 0.405068 | `azmcp_kusto` | ❌ | -| 3 | 0.383687 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.370746 | `azmcp_workbooks` | ❌ | -| 5 | 0.338466 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.561458 | `azmcp_group` | ❌ | +| 2 | 0.559804 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 3 | 0.418136 | `azmcp_subscription` | ❌ | +| 4 | 0.396290 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.392635 | `azmcp_quota` | ❌ | --- ## Test 159 -**Expected Tool:** `azmcp_monitor` -**Prompt:** List all available table types in the Log Analytics workspace +**Expected Tool:** `azmcp_loadtesting` +**Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.464888 | `azmcp_grafana` | ❌ | -| 2 | 0.402005 | `azmcp_kusto` | ❌ | -| 3 | 0.353489 | `azmcp_sql` | ❌ | -| 4 | 0.353308 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.348783 | `azmcp_monitor` | ✅ **EXPECTED** | +| 1 | 0.478835 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.290813 | `azmcp_group` | ❌ | +| 3 | 0.265656 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.262446 | `azmcp_appservice` | ❌ | +| 5 | 0.237845 | `azmcp_functionapp` | ❌ | --- ## Test 160 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Show me the available table types in the Log Analytics workspace +**Expected Tool:** `azmcp_marketplace` +**Prompt:** Get details about marketplace product ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.475507 | `azmcp_grafana` | ❌ | -| 2 | 0.406264 | `azmcp_kusto` | ❌ | -| 3 | 0.359559 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.352610 | `azmcp_quota` | ❌ | -| 5 | 0.344392 | `azmcp_sql` | ❌ | +| 1 | 0.452534 | `azmcp_marketplace` | ✅ **EXPECTED** | +| 2 | 0.212218 | `azmcp_quota` | ❌ | +| 3 | 0.204853 | `azmcp_search` | ❌ | +| 4 | 0.201502 | `azmcp_servicebus` | ❌ | +| 5 | 0.199992 | `azmcp_applicationinsights` | ❌ | --- ## Test 161 -**Expected Tool:** `azmcp_monitor` -**Prompt:** List all Log Analytics workspaces in my subscription +**Expected Tool:** `azmcp_marketplace` +**Prompt:** Search for Microsoft products in the marketplace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484877 | `azmcp_grafana` | ❌ | -| 2 | 0.469148 | `azmcp_subscription` | ❌ | -| 3 | 0.382911 | `azmcp_group` | ❌ | -| 4 | 0.379664 | `azmcp_monitor` | ✅ **EXPECTED** | -| 5 | 0.371660 | `azmcp_workbooks` | ❌ | +| 1 | 0.529919 | `azmcp_marketplace` | ✅ **EXPECTED** | +| 2 | 0.395674 | `azmcp_search` | ❌ | +| 3 | 0.313145 | `azmcp_sql` | ❌ | +| 4 | 0.308872 | `azmcp_monitor` | ❌ | +| 5 | 0.307692 | `azmcp_applicationinsights` | ❌ | --- ## Test 162 -**Expected Tool:** `azmcp_monitor` -**Prompt:** Show me my Log Analytics workspaces +**Expected Tool:** `azmcp_marketplace` +**Prompt:** Show me marketplace products from publisher ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.503381 | `azmcp_grafana` | ❌ | -| 2 | 0.406049 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.380500 | `azmcp_workbooks` | ❌ | -| 4 | 0.372430 | `azmcp_kusto` | ❌ | -| 5 | 0.361249 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.438400 | `azmcp_marketplace` | ✅ **EXPECTED** | +| 2 | 0.216907 | `azmcp_subscription` | ❌ | +| 3 | 0.211683 | `azmcp_eventgrid` | ❌ | +| 4 | 0.201609 | `azmcp_search` | ❌ | +| 5 | 0.197938 | `azmcp_grafana` | ❌ | --- ## Test 163 **Expected Tool:** `azmcp_monitor` -**Prompt:** Show me the Log Analytics workspaces in my subscription +**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495901 | `azmcp_grafana` | ❌ | -| 2 | 0.433252 | `azmcp_subscription` | ❌ | -| 3 | 0.415960 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.375788 | `azmcp_workbooks` | ❌ | -| 5 | 0.364580 | `azmcp_group` | ❌ | +| 1 | 0.462370 | `azmcp_applicationinsights` | ❌ | +| 2 | 0.438639 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.411589 | `azmcp_applens` | ❌ | +| 4 | 0.390067 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.345279 | `azmcp_loadtesting` | ❌ | --- ## Test 164 **Expected Tool:** `azmcp_monitor` -**Prompt:** Show me the logs for the past hour in the Log Analytics workspace +**Prompt:** Check the availability metrics for my Application Insights resource for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.444028 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.412712 | `azmcp_grafana` | ❌ | -| 3 | 0.344817 | `azmcp_kusto` | ❌ | -| 4 | 0.318029 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.305353 | `azmcp_search` | ❌ | +| 1 | 0.440166 | `azmcp_applicationinsights` | ❌ | +| 2 | 0.399765 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.388610 | `azmcp_quota` | ❌ | +| 4 | 0.385832 | `azmcp_monitor` | ✅ **EXPECTED** | +| 5 | 0.343441 | `azmcp_applens` | ❌ | --- ## Test 165 -**Expected Tool:** `azmcp_mysql` -**Prompt:** List all MySQL databases in server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Get metric definitions for from the namespace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.427263 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.335618 | `azmcp_postgres` | ❌ | -| 3 | 0.298836 | `azmcp_sql` | ❌ | -| 4 | 0.237442 | `azmcp_kusto` | ❌ | -| 5 | 0.236463 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.351930 | `azmcp_quota` | ❌ | +| 2 | 0.272063 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.248439 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.247208 | `azmcp_datadog` | ❌ | +| 5 | 0.246255 | `azmcp_grafana` | ❌ | --- ## Test 166 -**Expected Tool:** `azmcp_mysql` -**Prompt:** Show me the MySQL databases in server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Get the metric for over the last with intervals ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.401467 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.325492 | `azmcp_postgres` | ❌ | -| 3 | 0.288100 | `azmcp_sql` | ❌ | -| 4 | 0.244163 | `azmcp_kusto` | ❌ | -| 5 | 0.216985 | `azmcp_cosmos` | ❌ | +| 1 | 0.305350 | `azmcp_quota` | ❌ | +| 2 | 0.266407 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.218872 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.216692 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.212537 | `azmcp_datadog` | ❌ | --- ## Test 167 -**Expected Tool:** `azmcp_mysql` -**Prompt:** Show me all items that contain the word in the MySQL database in server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.365122 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.308393 | `azmcp_search` | ❌ | -| 3 | 0.299730 | `azmcp_postgres` | ❌ | -| 4 | 0.269395 | `azmcp_sql` | ❌ | -| 5 | 0.236073 | `azmcp_kusto` | ❌ | +| 1 | 0.438545 | `azmcp_applicationinsights` | ❌ | +| 2 | 0.392711 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.383712 | `azmcp_applens` | ❌ | +| 4 | 0.366024 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.338281 | `azmcp_quota` | ❌ | --- ## Test 168 -**Expected Tool:** `azmcp_mysql` -**Prompt:** Show me the configuration of MySQL server +**Expected Tool:** `azmcp_monitor` +**Prompt:** List all available table types in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.392620 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.258177 | `azmcp_postgres` | ❌ | -| 3 | 0.217939 | `azmcp_sql` | ❌ | -| 4 | 0.209603 | `azmcp_appconfig` | ❌ | -| 5 | 0.170208 | `azmcp_quota` | ❌ | +| 1 | 0.464888 | `azmcp_grafana` | ❌ | +| 2 | 0.402005 | `azmcp_kusto` | ❌ | +| 3 | 0.353473 | `azmcp_sql` | ❌ | +| 4 | 0.353242 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.348783 | `azmcp_monitor` | ✅ **EXPECTED** | --- ## Test 169 -**Expected Tool:** `azmcp_mysql` -**Prompt:** List all MySQL servers in my subscription +**Expected Tool:** `azmcp_monitor` +**Prompt:** List all Log Analytics workspaces in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.474325 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.411552 | `azmcp_subscription` | ❌ | -| 3 | 0.338975 | `azmcp_sql` | ❌ | -| 4 | 0.335083 | `azmcp_postgres` | ❌ | -| 5 | 0.283991 | `azmcp_foundry` | ❌ | +| 1 | 0.484877 | `azmcp_grafana` | ❌ | +| 2 | 0.469148 | `azmcp_subscription` | ❌ | +| 3 | 0.407207 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.382964 | `azmcp_group` | ❌ | +| 5 | 0.379664 | `azmcp_monitor` | ✅ **EXPECTED** | --- ## Test 170 -**Expected Tool:** `azmcp_mysql` -**Prompt:** Show me my MySQL servers +**Expected Tool:** `azmcp_monitor` +**Prompt:** List all tables in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.393860 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.244379 | `azmcp_postgres` | ❌ | -| 3 | 0.244331 | `azmcp_sql` | ❌ | -| 4 | 0.209077 | `azmcp_grafana` | ❌ | -| 5 | 0.207116 | `azmcp_foundry` | ❌ | +| 1 | 0.482865 | `azmcp_grafana` | ❌ | +| 2 | 0.388783 | `azmcp_kusto` | ❌ | +| 3 | 0.368180 | `azmcp_workbooks` | ❌ | +| 4 | 0.368135 | `azmcp_monitor` | ✅ **EXPECTED** | +| 5 | 0.364986 | `azmcp_applicationinsights` | ❌ | --- ## Test 171 -**Expected Tool:** `azmcp_mysql` -**Prompt:** Show me the MySQL servers in my subscription +**Expected Tool:** `azmcp_monitor` +**Prompt:** Query the metric for for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.471053 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.397751 | `azmcp_subscription` | ❌ | -| 3 | 0.357912 | `azmcp_sql` | ❌ | -| 4 | 0.340553 | `azmcp_postgres` | ❌ | -| 5 | 0.286037 | `azmcp_kusto` | ❌ | +| 1 | 0.341092 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.331543 | `azmcp_quota` | ❌ | +| 3 | 0.261588 | `azmcp_kusto` | ❌ | +| 4 | 0.248080 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.238623 | `azmcp_grafana` | ❌ | --- ## Test 172 -**Expected Tool:** `azmcp_mysql` -**Prompt:** Show me the value of connection timeout in seconds in my MySQL server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me all available metrics and their definitions for storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.296979 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.165585 | `azmcp_postgres` | ❌ | -| 3 | 0.147878 | `azmcp_sql` | ❌ | -| 4 | 0.134969 | `azmcp_redis` | ❌ | -| 5 | 0.129744 | `azmcp_quota` | ❌ | +| 1 | 0.466067 | `azmcp_storage` | ❌ | +| 2 | 0.432252 | `azmcp_quota` | ❌ | +| 3 | 0.423565 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.381914 | `azmcp_monitor` | ✅ **EXPECTED** | +| 5 | 0.371213 | `azmcp_applicationinsights` | ❌ | --- ## Test 173 -**Expected Tool:** `azmcp_mysql` -**Prompt:** Set connection timeout to 20 seconds for my MySQL server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me my Log Analytics workspaces ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.302376 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.170686 | `azmcp_postgres` | ❌ | -| 3 | 0.163432 | `azmcp_sql` | ❌ | -| 4 | 0.125859 | `azmcp_redis` | ❌ | -| 5 | 0.104015 | `azmcp_cosmos` | ❌ | +| 1 | 0.503381 | `azmcp_grafana` | ❌ | +| 2 | 0.414991 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.406049 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.380500 | `azmcp_workbooks` | ❌ | +| 5 | 0.372430 | `azmcp_kusto` | ❌ | --- ## Test 174 -**Expected Tool:** `azmcp_mysql` -**Prompt:** List all tables in the MySQL database in server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the available table types in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.397539 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.309067 | `azmcp_postgres` | ❌ | -| 3 | 0.265189 | `azmcp_sql` | ❌ | -| 4 | 0.230436 | `azmcp_kusto` | ❌ | -| 5 | 0.210390 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.475507 | `azmcp_grafana` | ❌ | +| 2 | 0.406264 | `azmcp_kusto` | ❌ | +| 3 | 0.359559 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.352554 | `azmcp_quota` | ❌ | +| 5 | 0.344366 | `azmcp_sql` | ❌ | --- ## Test 175 -**Expected Tool:** `azmcp_mysql` -**Prompt:** Show me the tables in the MySQL database in server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the health status of entity in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.388756 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.313649 | `azmcp_postgres` | ❌ | -| 3 | 0.263849 | `azmcp_sql` | ❌ | -| 4 | 0.244073 | `azmcp_kusto` | ❌ | -| 5 | 0.204039 | `azmcp_cosmos` | ❌ | +| 1 | 0.422606 | `azmcp_resourcehealth` | ❌ | +| 2 | 0.418598 | `azmcp_grafana` | ❌ | +| 3 | 0.387541 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.346611 | `azmcp_datadog` | ❌ | +| 5 | 0.322743 | `azmcp_applicationinsights` | ❌ | --- ## Test 176 -**Expected Tool:** `azmcp_mysql` -**Prompt:** Show me the schema of table
in the MySQL database in server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the Log Analytics workspaces in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.363799 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.286456 | `azmcp_postgres` | ❌ | -| 3 | 0.235354 | `azmcp_bicepschema` | ❌ | -| 4 | 0.213487 | `azmcp_sql` | ❌ | -| 5 | 0.211200 | `azmcp_kusto` | ❌ | +| 1 | 0.495901 | `azmcp_grafana` | ❌ | +| 2 | 0.433252 | `azmcp_subscription` | ❌ | +| 3 | 0.415960 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.400776 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.375788 | `azmcp_workbooks` | ❌ | --- ## Test 177 -**Expected Tool:** `azmcp_postgres` -**Prompt:** List all PostgreSQL databases in server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.509081 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.270336 | `azmcp_sql` | ❌ | -| 3 | 0.248242 | `azmcp_mysql` | ❌ | -| 4 | 0.222211 | `azmcp_kusto` | ❌ | -| 5 | 0.211814 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.445507 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.368784 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.362464 | `azmcp_grafana` | ❌ | +| 4 | 0.338055 | `azmcp_kusto` | ❌ | +| 5 | 0.330243 | `azmcp_applicationinsights` | ❌ | --- ## Test 178 -**Expected Tool:** `azmcp_postgres` -**Prompt:** Show me the PostgreSQL databases in server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the logs for the past hour in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.499609 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.262843 | `azmcp_sql` | ❌ | -| 3 | 0.239247 | `azmcp_mysql` | ❌ | -| 4 | 0.223616 | `azmcp_kusto` | ❌ | -| 5 | 0.190071 | `azmcp_foundry` | ❌ | +| 1 | 0.444028 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.412712 | `azmcp_grafana` | ❌ | +| 3 | 0.344817 | `azmcp_kusto` | ❌ | +| 4 | 0.343563 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.318029 | `azmcp_resourcehealth` | ❌ | --- ## Test 179 -**Expected Tool:** `azmcp_postgres` -**Prompt:** Show me all items that contain the word in the PostgreSQL database in server +**Expected Tool:** `azmcp_monitor` +**Prompt:** Show me the tables in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.442323 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.281164 | `azmcp_search` | ❌ | -| 3 | 0.254622 | `azmcp_sql` | ❌ | -| 4 | 0.226331 | `azmcp_mysql` | ❌ | -| 5 | 0.223775 | `azmcp_kusto` | ❌ | +| 1 | 0.488967 | `azmcp_grafana` | ❌ | +| 2 | 0.405068 | `azmcp_kusto` | ❌ | +| 3 | 0.383687 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.370746 | `azmcp_workbooks` | ❌ | +| 5 | 0.358186 | `azmcp_applicationinsights` | ❌ | --- ## Test 180 -**Expected Tool:** `azmcp_postgres` -**Prompt:** Show me the configuration of PostgreSQL server +**Expected Tool:** `azmcp_monitor` +**Prompt:** What metric definitions are available for the Application Insights resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480171 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.201594 | `azmcp_sql` | ❌ | -| 3 | 0.196627 | `azmcp_mysql` | ❌ | -| 4 | 0.177772 | `azmcp_appconfig` | ❌ | -| 5 | 0.164287 | `azmcp_foundry` | ❌ | +| 1 | 0.490387 | `azmcp_applicationinsights` | ❌ | +| 2 | 0.433212 | `azmcp_monitor` | ✅ **EXPECTED** | +| 3 | 0.374027 | `azmcp_quota` | ❌ | +| 4 | 0.367555 | `azmcp_datadog` | ❌ | +| 5 | 0.360756 | `azmcp_loadtesting` | ❌ | --- ## Test 181 -**Expected Tool:** `azmcp_postgres` -**Prompt:** List all PostgreSQL servers in my subscription +**Expected Tool:** `azmcp_monitor` +**Prompt:** What's the request per second rate for my Application Insights resource over the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.544907 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.401506 | `azmcp_subscription` | ❌ | -| 3 | 0.327082 | `azmcp_sql` | ❌ | -| 4 | 0.311289 | `azmcp_eventgrid` | ❌ | -| 5 | 0.300679 | `azmcp_foundry` | ❌ | +| 1 | 0.407420 | `azmcp_applicationinsights` | ❌ | +| 2 | 0.347068 | `azmcp_quota` | ❌ | +| 3 | 0.340061 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.324749 | `azmcp_loadtesting` | ❌ | +| 5 | 0.324082 | `azmcp_appservice` | ❌ | --- ## Test 182 -**Expected Tool:** `azmcp_postgres` -**Prompt:** Show me my PostgreSQL servers +**Expected Tool:** `azmcp_mysql` +**Prompt:** List all MySQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.472426 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.241585 | `azmcp_sql` | ❌ | -| 3 | 0.230732 | `azmcp_foundry` | ❌ | -| 4 | 0.221810 | `azmcp_mysql` | ❌ | -| 5 | 0.209751 | `azmcp_kusto` | ❌ | +| 1 | 0.427263 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.335618 | `azmcp_postgres` | ❌ | +| 3 | 0.298879 | `azmcp_sql` | ❌ | +| 4 | 0.237442 | `azmcp_kusto` | ❌ | +| 5 | 0.236355 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 183 -**Expected Tool:** `azmcp_postgres` -**Prompt:** Show me the PostgreSQL servers in my subscription +**Expected Tool:** `azmcp_mysql` +**Prompt:** List all MySQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.544209 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.390308 | `azmcp_subscription` | ❌ | -| 3 | 0.341243 | `azmcp_sql` | ❌ | -| 4 | 0.311014 | `azmcp_eventgrid` | ❌ | -| 5 | 0.297834 | `azmcp_mysql` | ❌ | +| 1 | 0.474325 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.411552 | `azmcp_subscription` | ❌ | +| 3 | 0.339005 | `azmcp_sql` | ❌ | +| 4 | 0.335083 | `azmcp_postgres` | ❌ | +| 5 | 0.283991 | `azmcp_foundry` | ❌ | --- ## Test 184 -**Expected Tool:** `azmcp_postgres` -**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled +**Expected Tool:** `azmcp_mysql` +**Prompt:** List all tables in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.400135 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.182286 | `azmcp_mysql` | ❌ | -| 3 | 0.164005 | `azmcp_sql` | ❌ | -| 4 | 0.143281 | `azmcp_foundry` | ❌ | -| 5 | 0.141207 | `azmcp_quota` | ❌ | +| 1 | 0.397624 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.309029 | `azmcp_postgres` | ❌ | +| 3 | 0.265202 | `azmcp_sql` | ❌ | +| 4 | 0.230467 | `azmcp_kusto` | ❌ | +| 5 | 0.210396 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 185 -**Expected Tool:** `azmcp_postgres` -**Prompt:** Enable replication for my PostgreSQL server +**Expected Tool:** `azmcp_mysql` +**Prompt:** Set connection timeout to 20 seconds for my MySQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438215 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.200461 | `azmcp_mysql` | ❌ | -| 3 | 0.191113 | `azmcp_sql` | ❌ | -| 4 | 0.146832 | `azmcp_foundry` | ❌ | -| 5 | 0.129569 | `azmcp_eventgrid` | ❌ | +| 1 | 0.302376 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.170686 | `azmcp_postgres` | ❌ | +| 3 | 0.163391 | `azmcp_sql` | ❌ | +| 4 | 0.125859 | `azmcp_redis` | ❌ | +| 5 | 0.115430 | `azmcp_appservice` | ❌ | --- ## Test 186 -**Expected Tool:** `azmcp_postgres` -**Prompt:** List all tables in the PostgreSQL database in server +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me all items that contain the word in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495106 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.238779 | `azmcp_sql` | ❌ | -| 3 | 0.226041 | `azmcp_mysql` | ❌ | -| 4 | 0.216206 | `azmcp_kusto` | ❌ | -| 5 | 0.191381 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.365122 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.308393 | `azmcp_search` | ❌ | +| 3 | 0.299730 | `azmcp_postgres` | ❌ | +| 4 | 0.269453 | `azmcp_sql` | ❌ | +| 5 | 0.236073 | `azmcp_kusto` | ❌ | --- ## Test 187 -**Expected Tool:** `azmcp_postgres` -**Prompt:** Show me the tables in the PostgreSQL database in server +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me my MySQL servers ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493831 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.235454 | `azmcp_sql` | ❌ | -| 3 | 0.229419 | `azmcp_kusto` | ❌ | -| 4 | 0.226514 | `azmcp_mysql` | ❌ | -| 5 | 0.183244 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.393860 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.244379 | `azmcp_postgres` | ❌ | +| 3 | 0.244349 | `azmcp_sql` | ❌ | +| 4 | 0.209077 | `azmcp_grafana` | ❌ | +| 5 | 0.207116 | `azmcp_foundry` | ❌ | --- ## Test 188 -**Expected Tool:** `azmcp_postgres` -**Prompt:** Show me the schema of table
in the PostgreSQL database in server +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the configuration of MySQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.443429 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.219528 | `azmcp_bicepschema` | ❌ | -| 3 | 0.204498 | `azmcp_mysql` | ❌ | -| 4 | 0.195507 | `azmcp_kusto` | ❌ | -| 5 | 0.194360 | `azmcp_sql` | ❌ | +| 1 | 0.392620 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.258177 | `azmcp_postgres` | ❌ | +| 3 | 0.217941 | `azmcp_sql` | ❌ | +| 4 | 0.209582 | `azmcp_appconfig` | ❌ | +| 5 | 0.170381 | `azmcp_appservice` | ❌ | --- ## Test 189 -**Expected Tool:** `azmcp_quota` -**Prompt:** Show me the available regions for these resource types +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the MySQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.526774 | `azmcp_quota` | ✅ **EXPECTED** | -| 2 | 0.307877 | `azmcp_foundry` | ❌ | -| 3 | 0.287794 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.283644 | `azmcp_group` | ❌ | -| 5 | 0.250398 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.401467 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.325492 | `azmcp_postgres` | ❌ | +| 3 | 0.288124 | `azmcp_sql` | ❌ | +| 4 | 0.244163 | `azmcp_kusto` | ❌ | +| 5 | 0.216985 | `azmcp_cosmos` | ❌ | --- ## Test 190 -**Expected Tool:** `azmcp_quota` -**Prompt:** Check usage information for in region +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the MySQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594723 | `azmcp_quota` | ✅ **EXPECTED** | -| 2 | 0.381039 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.322584 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.311277 | `azmcp_storage` | ❌ | -| 5 | 0.304988 | `azmcp_foundry` | ❌ | +| 1 | 0.471058 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.397744 | `azmcp_subscription` | ❌ | +| 3 | 0.357980 | `azmcp_sql` | ❌ | +| 4 | 0.340583 | `azmcp_postgres` | ❌ | +| 5 | 0.292470 | `azmcp_appservice` | ❌ | --- ## Test 191 -**Expected Tool:** `azmcp_redis` -**Prompt:** List all access policies in the Redis Cache +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the schema of table
in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.521407 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.303065 | `azmcp_role` | ❌ | -| 3 | 0.280213 | `azmcp_subscription` | ❌ | -| 4 | 0.266609 | `azmcp_grafana` | ❌ | -| 5 | 0.263463 | `azmcp_bestpractices` | ❌ | +| 1 | 0.362073 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.285955 | `azmcp_postgres` | ❌ | +| 3 | 0.234799 | `azmcp_bicepschema` | ❌ | +| 4 | 0.212666 | `azmcp_sql` | ❌ | +| 5 | 0.211342 | `azmcp_kusto` | ❌ | --- ## Test 192 -**Expected Tool:** `azmcp_redis` -**Prompt:** Show me the access policies in the Redis Cache +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the tables in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.538481 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.290386 | `azmcp_role` | ❌ | -| 3 | 0.278779 | `azmcp_grafana` | ❌ | -| 4 | 0.274605 | `azmcp_keyvault` | ❌ | -| 5 | 0.272059 | `azmcp_quota` | ❌ | +| 1 | 0.388756 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.313649 | `azmcp_postgres` | ❌ | +| 3 | 0.263884 | `azmcp_sql` | ❌ | +| 4 | 0.244073 | `azmcp_kusto` | ❌ | +| 5 | 0.204039 | `azmcp_cosmos` | ❌ | --- ## Test 193 -**Expected Tool:** `azmcp_redis` -**Prompt:** List all Redis Caches in my subscription +**Expected Tool:** `azmcp_mysql` +**Prompt:** Show me the value of connection timeout in seconds in my MySQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.524835 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.421616 | `azmcp_subscription` | ❌ | -| 3 | 0.309649 | `azmcp_eventgrid` | ❌ | -| 4 | 0.309482 | `azmcp_group` | ❌ | -| 5 | 0.282303 | `azmcp_kusto` | ❌ | +| 1 | 0.296979 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.165585 | `azmcp_postgres` | ❌ | +| 3 | 0.147862 | `azmcp_sql` | ❌ | +| 4 | 0.134969 | `azmcp_redis` | ❌ | +| 5 | 0.129754 | `azmcp_quota` | ❌ | --- ## Test 194 -**Expected Tool:** `azmcp_redis` -**Prompt:** Show me my Redis Caches +**Expected Tool:** `azmcp_postgres` +**Prompt:** Enable replication for my PostgreSQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473500 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.239846 | `azmcp_grafana` | ❌ | -| 3 | 0.235526 | `azmcp_kusto` | ❌ | -| 4 | 0.215469 | `azmcp_mysql` | ❌ | -| 5 | 0.213039 | `azmcp_datadog` | ❌ | +| 1 | 0.438215 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.200461 | `azmcp_mysql` | ❌ | +| 3 | 0.191084 | `azmcp_sql` | ❌ | +| 4 | 0.146832 | `azmcp_foundry` | ❌ | +| 5 | 0.130314 | `azmcp_appservice` | ❌ | --- ## Test 195 -**Expected Tool:** `azmcp_redis` -**Prompt:** Show me the Redis Caches in my subscription +**Expected Tool:** `azmcp_postgres` +**Prompt:** List all PostgreSQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.506847 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.382302 | `azmcp_subscription` | ❌ | -| 3 | 0.290568 | `azmcp_eventgrid` | ❌ | -| 4 | 0.277338 | `azmcp_grafana` | ❌ | -| 5 | 0.273991 | `azmcp_group` | ❌ | +| 1 | 0.509081 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.270343 | `azmcp_sql` | ❌ | +| 3 | 0.248242 | `azmcp_mysql` | ❌ | +| 4 | 0.222211 | `azmcp_kusto` | ❌ | +| 5 | 0.211759 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 196 -**Expected Tool:** `azmcp_redis` -**Prompt:** List all databases in the Redis Cluster +**Expected Tool:** `azmcp_postgres` +**Prompt:** List all PostgreSQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.360827 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.357219 | `azmcp_kusto` | ❌ | -| 3 | 0.301675 | `azmcp_postgres` | ❌ | -| 4 | 0.284263 | `azmcp_cosmos` | ❌ | -| 5 | 0.282172 | `azmcp_mysql` | ❌ | +| 1 | 0.544907 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.401506 | `azmcp_subscription` | ❌ | +| 3 | 0.327082 | `azmcp_sql` | ❌ | +| 4 | 0.311534 | `azmcp_eventgrid` | ❌ | +| 5 | 0.300679 | `azmcp_foundry` | ❌ | --- ## Test 197 -**Expected Tool:** `azmcp_redis` -**Prompt:** Show me the databases in the Redis Cluster +**Expected Tool:** `azmcp_postgres` +**Prompt:** List all tables in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.353610 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.351483 | `azmcp_kusto` | ❌ | -| 3 | 0.292684 | `azmcp_postgres` | ❌ | -| 4 | 0.292160 | `azmcp_cosmos` | ❌ | -| 5 | 0.273921 | `azmcp_mysql` | ❌ | +| 1 | 0.495106 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.238792 | `azmcp_sql` | ❌ | +| 3 | 0.226041 | `azmcp_mysql` | ❌ | +| 4 | 0.216206 | `azmcp_kusto` | ❌ | +| 5 | 0.191380 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 198 -**Expected Tool:** `azmcp_redis` -**Prompt:** List all Redis Clusters in my subscription +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me all items that contain the word in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.451670 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.442659 | `azmcp_subscription` | ❌ | -| 3 | 0.390091 | `azmcp_kusto` | ❌ | -| 4 | 0.386188 | `azmcp_aks` | ❌ | -| 5 | 0.364509 | `azmcp_eventgrid` | ❌ | +| 1 | 0.442445 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.281191 | `azmcp_search` | ❌ | +| 3 | 0.254682 | `azmcp_sql` | ❌ | +| 4 | 0.226346 | `azmcp_mysql` | ❌ | +| 5 | 0.223804 | `azmcp_kusto` | ❌ | --- ## Test 199 -**Expected Tool:** `azmcp_redis` -**Prompt:** Show me my Redis Clusters +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.399000 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.319735 | `azmcp_kusto` | ❌ | -| 3 | 0.287172 | `azmcp_aks` | ❌ | -| 4 | 0.259381 | `azmcp_grafana` | ❌ | -| 5 | 0.246147 | `azmcp_group` | ❌ | +| 1 | 0.400135 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.182286 | `azmcp_mysql` | ❌ | +| 3 | 0.163963 | `azmcp_sql` | ❌ | +| 4 | 0.143281 | `azmcp_foundry` | ❌ | +| 5 | 0.141191 | `azmcp_quota` | ❌ | --- ## Test 200 -**Expected Tool:** `azmcp_redis` -**Prompt:** Show me the Redis Clusters in my subscription +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me my PostgreSQL servers ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436643 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.400978 | `azmcp_subscription` | ❌ | -| 3 | 0.371350 | `azmcp_kusto` | ❌ | -| 4 | 0.354359 | `azmcp_aks` | ❌ | -| 5 | 0.351256 | `azmcp_eventgrid` | ❌ | +| 1 | 0.472426 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.241581 | `azmcp_sql` | ❌ | +| 3 | 0.230732 | `azmcp_foundry` | ❌ | +| 4 | 0.221810 | `azmcp_mysql` | ❌ | +| 5 | 0.209751 | `azmcp_kusto` | ❌ | --- ## Test 201 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** Get the availability status for resource +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the configuration of PostgreSQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.418025 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.398249 | `azmcp_quota` | ❌ | -| 3 | 0.275775 | `azmcp_foundry` | ❌ | -| 4 | 0.260428 | `azmcp_group` | ❌ | -| 5 | 0.260164 | `azmcp_datadog` | ❌ | +| 1 | 0.480171 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.201567 | `azmcp_sql` | ❌ | +| 3 | 0.196627 | `azmcp_mysql` | ❌ | +| 4 | 0.177783 | `azmcp_appconfig` | ❌ | +| 5 | 0.164287 | `azmcp_foundry` | ❌ | --- ## Test 202 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** Show me the health status of the storage account +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the PostgreSQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.446300 | `azmcp_storage` | ❌ | -| 2 | 0.434595 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 3 | 0.371603 | `azmcp_quota` | ❌ | -| 4 | 0.360652 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.340138 | `azmcp_datadog` | ❌ | +| 1 | 0.499609 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.262842 | `azmcp_sql` | ❌ | +| 3 | 0.239247 | `azmcp_mysql` | ❌ | +| 4 | 0.223616 | `azmcp_kusto` | ❌ | +| 5 | 0.190071 | `azmcp_foundry` | ❌ | --- ## Test 203 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** What is the availability status of virtual machine in resource group ? +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the PostgreSQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.413391 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.395673 | `azmcp_group` | ❌ | -| 3 | 0.382263 | `azmcp_quota` | ❌ | -| 4 | 0.343094 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.339436 | `azmcp_datadog` | ❌ | +| 1 | 0.544209 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.390308 | `azmcp_subscription` | ❌ | +| 3 | 0.341241 | `azmcp_sql` | ❌ | +| 4 | 0.311251 | `azmcp_eventgrid` | ❌ | +| 5 | 0.297834 | `azmcp_mysql` | ❌ | --- ## Test 204 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** List availability status for all resources in my subscription +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the schema of table
in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.521277 | `azmcp_subscription` | ❌ | -| 2 | 0.474003 | `azmcp_quota` | ❌ | -| 3 | 0.472732 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 4 | 0.438685 | `azmcp_group` | ❌ | -| 5 | 0.370489 | `azmcp_foundry` | ❌ | +| 1 | 0.443223 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.219287 | `azmcp_bicepschema` | ❌ | +| 3 | 0.204372 | `azmcp_mysql` | ❌ | +| 4 | 0.195397 | `azmcp_kusto` | ❌ | +| 5 | 0.194296 | `azmcp_sql` | ❌ | --- ## Test 205 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** Show me the health status of all my Azure resources +**Expected Tool:** `azmcp_postgres` +**Prompt:** Show me the tables in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.569808 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.458158 | `azmcp_datadog` | ❌ | -| 3 | 0.428791 | `azmcp_quota` | ❌ | -| 4 | 0.406390 | `azmcp_bestpractices` | ❌ | -| 5 | 0.396871 | `azmcp_monitor` | ❌ | +| 1 | 0.493831 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.235456 | `azmcp_sql` | ❌ | +| 3 | 0.229419 | `azmcp_kusto` | ❌ | +| 4 | 0.226514 | `azmcp_mysql` | ❌ | +| 5 | 0.183288 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 206 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** What resources in resource group have health issues? +**Expected Tool:** `azmcp_quota` +**Prompt:** Check usage information for in region ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.575344 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.437244 | `azmcp_group` | ❌ | -| 3 | 0.420929 | `azmcp_datadog` | ❌ | -| 4 | 0.376753 | `azmcp_applens` | ❌ | -| 5 | 0.373421 | `azmcp_quota` | ❌ | +| 1 | 0.594631 | `azmcp_quota` | ✅ **EXPECTED** | +| 2 | 0.381039 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.322678 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.304988 | `azmcp_foundry` | ❌ | +| 5 | 0.302456 | `azmcp_group` | ❌ | --- ## Test 207 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** List all service health events in my subscription +**Expected Tool:** `azmcp_quota` +**Prompt:** Show me the available regions for these resource types ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495135 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.446696 | `azmcp_subscription` | ❌ | -| 3 | 0.444446 | `azmcp_eventgrid` | ❌ | -| 4 | 0.373484 | `azmcp_datadog` | ❌ | -| 5 | 0.370892 | `azmcp_servicebus` | ❌ | +| 1 | 0.526645 | `azmcp_quota` | ✅ **EXPECTED** | +| 2 | 0.307877 | `azmcp_foundry` | ❌ | +| 3 | 0.287794 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.283510 | `azmcp_group` | ❌ | +| 5 | 0.250343 | `azmcp_azuremanagedlustre` | ❌ | --- ## Test 208 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** Show me Azure service health events for subscription +**Expected Tool:** `azmcp_redis` +**Prompt:** List all access policies in the Redis Cache ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.502417 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.469826 | `azmcp_subscription` | ❌ | -| 3 | 0.414813 | `azmcp_eventgrid` | ❌ | -| 4 | 0.399025 | `azmcp_datadog` | ❌ | -| 5 | 0.373389 | `azmcp_monitor` | ❌ | +| 1 | 0.521407 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.303065 | `azmcp_role` | ❌ | +| 3 | 0.280213 | `azmcp_subscription` | ❌ | +| 4 | 0.266609 | `azmcp_grafana` | ❌ | +| 5 | 0.263463 | `azmcp_bestpractices` | ❌ | --- ## Test 209 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** What service issues have occurred in the last 30 days? +**Expected Tool:** `azmcp_redis` +**Prompt:** List all databases in the Redis Cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.278910 | `azmcp_foundry` | ❌ | -| 2 | 0.266076 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 3 | 0.258189 | `azmcp_datadog` | ❌ | -| 4 | 0.253985 | `azmcp_servicebus` | ❌ | -| 5 | 0.247487 | `azmcp_applens` | ❌ | +| 1 | 0.360827 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.357219 | `azmcp_kusto` | ❌ | +| 3 | 0.301675 | `azmcp_postgres` | ❌ | +| 4 | 0.284263 | `azmcp_cosmos` | ❌ | +| 5 | 0.282172 | `azmcp_mysql` | ❌ | --- ## Test 210 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** List active service health events in my subscription +**Expected Tool:** `azmcp_redis` +**Prompt:** List all Redis Caches in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496164 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.459595 | `azmcp_eventgrid` | ❌ | -| 3 | 0.442619 | `azmcp_subscription` | ❌ | -| 4 | 0.379736 | `azmcp_servicebus` | ❌ | -| 5 | 0.375840 | `azmcp_datadog` | ❌ | +| 1 | 0.524835 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.421616 | `azmcp_subscription` | ❌ | +| 3 | 0.310005 | `azmcp_eventgrid` | ❌ | +| 4 | 0.309418 | `azmcp_group` | ❌ | +| 5 | 0.282303 | `azmcp_kusto` | ❌ | --- ## Test 211 -**Expected Tool:** `azmcp_resourcehealth` -**Prompt:** Show me planned maintenance events for my Azure services +**Expected Tool:** `azmcp_redis` +**Prompt:** List all Redis Clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.417500 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.408581 | `azmcp_monitor` | ❌ | -| 3 | 0.405886 | `azmcp_datadog` | ❌ | -| 4 | 0.391338 | `azmcp_deploy` | ❌ | -| 5 | 0.381085 | `azmcp_subscription` | ❌ | +| 1 | 0.451670 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.442659 | `azmcp_subscription` | ❌ | +| 3 | 0.390091 | `azmcp_kusto` | ❌ | +| 4 | 0.386188 | `azmcp_aks` | ❌ | +| 5 | 0.364753 | `azmcp_eventgrid` | ❌ | --- ## Test 212 -**Expected Tool:** `azmcp_role` -**Prompt:** List all available role assignments in my subscription +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me my Redis Caches ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.472280 | `azmcp_subscription` | ❌ | -| 2 | 0.459704 | `azmcp_role` | ✅ **EXPECTED** | -| 3 | 0.359734 | `azmcp_group` | ❌ | -| 4 | 0.323738 | `azmcp_quota` | ❌ | -| 5 | 0.308181 | `azmcp_eventgrid` | ❌ | +| 1 | 0.473500 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.239846 | `azmcp_grafana` | ❌ | +| 3 | 0.235526 | `azmcp_kusto` | ❌ | +| 4 | 0.215469 | `azmcp_mysql` | ❌ | +| 5 | 0.213039 | `azmcp_datadog` | ❌ | --- ## Test 213 -**Expected Tool:** `azmcp_role` -**Prompt:** Show me the available role assignments in my subscription +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me my Redis Clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458711 | `azmcp_subscription` | ❌ | -| 2 | 0.451858 | `azmcp_role` | ✅ **EXPECTED** | -| 3 | 0.354241 | `azmcp_group` | ❌ | -| 4 | 0.350819 | `azmcp_quota` | ❌ | -| 5 | 0.318942 | `azmcp_eventgrid` | ❌ | +| 1 | 0.399000 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.319735 | `azmcp_kusto` | ❌ | +| 3 | 0.287172 | `azmcp_aks` | ❌ | +| 4 | 0.259381 | `azmcp_grafana` | ❌ | +| 5 | 0.246000 | `azmcp_group` | ❌ | --- ## Test 214 -**Expected Tool:** `azmcp_search` -**Prompt:** Show me the details of the index in Cognitive Search service +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the access policies in the Redis Cache ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.464600 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.341475 | `azmcp_foundry` | ❌ | -| 3 | 0.326910 | `azmcp_kusto` | ❌ | -| 4 | 0.320513 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.313167 | `azmcp_monitor` | ❌ | +| 1 | 0.538481 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.290386 | `azmcp_role` | ❌ | +| 3 | 0.278779 | `azmcp_grafana` | ❌ | +| 4 | 0.274605 | `azmcp_keyvault` | ❌ | +| 5 | 0.271999 | `azmcp_quota` | ❌ | --- ## Test 215 -**Expected Tool:** `azmcp_search` -**Prompt:** List all indexes in the Cognitive Search service +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the databases in the Redis Cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.519226 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.391839 | `azmcp_foundry` | ❌ | -| 3 | 0.338265 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.334339 | `azmcp_kusto` | ❌ | -| 5 | 0.317176 | `azmcp_cosmos` | ❌ | +| 1 | 0.353610 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.351483 | `azmcp_kusto` | ❌ | +| 3 | 0.292684 | `azmcp_postgres` | ❌ | +| 4 | 0.292160 | `azmcp_cosmos` | ❌ | +| 5 | 0.273921 | `azmcp_mysql` | ❌ | --- ## Test 216 -**Expected Tool:** `azmcp_search` -**Prompt:** Show me the indexes in the Cognitive Search service +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the Redis Caches in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498146 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.375511 | `azmcp_foundry` | ❌ | -| 3 | 0.353150 | `azmcp_kusto` | ❌ | -| 4 | 0.338963 | `azmcp_cosmos` | ❌ | -| 5 | 0.331706 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.506847 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.382302 | `azmcp_subscription` | ❌ | +| 3 | 0.290925 | `azmcp_eventgrid` | ❌ | +| 4 | 0.277338 | `azmcp_grafana` | ❌ | +| 5 | 0.273901 | `azmcp_group` | ❌ | --- ## Test 217 -**Expected Tool:** `azmcp_search` -**Prompt:** Search for instances of in the index in Cognitive Search service +**Expected Tool:** `azmcp_redis` +**Prompt:** Show me the Redis Clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.502447 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.307445 | `azmcp_foundry` | ❌ | -| 3 | 0.300930 | `azmcp_monitor` | ❌ | -| 4 | 0.289450 | `azmcp_cosmos` | ❌ | -| 5 | 0.284065 | `azmcp_kusto` | ❌ | +| 1 | 0.436643 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.400978 | `azmcp_subscription` | ❌ | +| 3 | 0.371350 | `azmcp_kusto` | ❌ | +| 4 | 0.354359 | `azmcp_aks` | ❌ | +| 5 | 0.351516 | `azmcp_eventgrid` | ❌ | --- ## Test 218 -**Expected Tool:** `azmcp_search` -**Prompt:** List all Cognitive Search services in my subscription +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Get the availability status for resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498549 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.479136 | `azmcp_subscription` | ❌ | -| 3 | 0.453852 | `azmcp_foundry` | ❌ | -| 4 | 0.363956 | `azmcp_group` | ❌ | -| 5 | 0.361029 | `azmcp_eventgrid` | ❌ | +| 1 | 0.418025 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.398250 | `azmcp_quota` | ❌ | +| 3 | 0.275775 | `azmcp_foundry` | ❌ | +| 4 | 0.260375 | `azmcp_group` | ❌ | +| 5 | 0.260164 | `azmcp_datadog` | ❌ | --- ## Test 219 -**Expected Tool:** `azmcp_search` -**Prompt:** Show me the Cognitive Search services in my subscription +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** List active service health events in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.522087 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.427264 | `azmcp_subscription` | ❌ | -| 3 | 0.396183 | `azmcp_foundry` | ❌ | -| 4 | 0.350050 | `azmcp_cosmos` | ❌ | -| 5 | 0.348974 | `azmcp_eventgrid` | ❌ | +| 1 | 0.496164 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.459820 | `azmcp_eventgrid` | ❌ | +| 3 | 0.442619 | `azmcp_subscription` | ❌ | +| 4 | 0.379736 | `azmcp_servicebus` | ❌ | +| 5 | 0.375840 | `azmcp_datadog` | ❌ | --- ## Test 220 -**Expected Tool:** `azmcp_search` -**Prompt:** Show me my Cognitive Search services +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** List all service health events in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484171 | `azmcp_search` | ✅ **EXPECTED** | -| 2 | 0.392042 | `azmcp_foundry` | ❌ | -| 3 | 0.305470 | `azmcp_kusto` | ❌ | -| 4 | 0.301650 | `azmcp_cosmos` | ❌ | -| 5 | 0.286864 | `azmcp_grafana` | ❌ | +| 1 | 0.495135 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.446696 | `azmcp_subscription` | ❌ | +| 3 | 0.444646 | `azmcp_eventgrid` | ❌ | +| 4 | 0.373486 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.373484 | `azmcp_datadog` | ❌ | --- ## Test 221 -**Expected Tool:** `azmcp_servicebus` -**Prompt:** Show me the details of service bus queue +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** List availability status for all resources in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.515210 | `azmcp_servicebus` | ✅ **EXPECTED** | -| 2 | 0.312923 | `azmcp_quota` | ❌ | -| 3 | 0.286261 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.275943 | `azmcp_kusto` | ❌ | -| 5 | 0.272072 | `azmcp_foundry` | ❌ | +| 1 | 0.521277 | `azmcp_subscription` | ❌ | +| 2 | 0.473958 | `azmcp_quota` | ❌ | +| 3 | 0.472732 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 4 | 0.438679 | `azmcp_group` | ❌ | +| 5 | 0.393209 | `azmcp_applicationinsights` | ❌ | --- ## Test 222 -**Expected Tool:** `azmcp_servicebus` -**Prompt:** Show me the details of service bus topic +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me Azure service health events for subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.513487 | `azmcp_servicebus` | ✅ **EXPECTED** | -| 2 | 0.372174 | `azmcp_eventgrid` | ❌ | -| 3 | 0.298671 | `azmcp_subscription` | ❌ | -| 4 | 0.291900 | `azmcp_foundry` | ❌ | -| 5 | 0.282652 | `azmcp_quota` | ❌ | +| 1 | 0.502417 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.469826 | `azmcp_subscription` | ❌ | +| 3 | 0.414984 | `azmcp_eventgrid` | ❌ | +| 4 | 0.399025 | `azmcp_datadog` | ❌ | +| 5 | 0.373389 | `azmcp_monitor` | ❌ | --- ## Test 223 -**Expected Tool:** `azmcp_servicebus` -**Prompt:** Show me the details of service bus subscription +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me planned maintenance events for my Azure services ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.483622 | `azmcp_servicebus` | ✅ **EXPECTED** | -| 2 | 0.404207 | `azmcp_subscription` | ❌ | -| 3 | 0.353711 | `azmcp_eventgrid` | ❌ | -| 4 | 0.278201 | `azmcp_group` | ❌ | -| 5 | 0.267178 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.417500 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.408581 | `azmcp_monitor` | ❌ | +| 3 | 0.406208 | `azmcp_appservice` | ❌ | +| 4 | 0.405886 | `azmcp_datadog` | ❌ | +| 5 | 0.404175 | `azmcp_applicationinsights` | ❌ | --- ## Test 224 -**Expected Tool:** `azmcp_sql` -**Prompt:** Create a new SQL database named in server +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me the health status of all my Azure resources ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.354889 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.326429 | `azmcp_postgres` | ❌ | -| 3 | 0.296864 | `azmcp_mysql` | ❌ | -| 4 | 0.220197 | `azmcp_cosmos` | ❌ | -| 5 | 0.203427 | `azmcp_kusto` | ❌ | +| 1 | 0.569808 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.458158 | `azmcp_datadog` | ❌ | +| 3 | 0.428774 | `azmcp_quota` | ❌ | +| 4 | 0.406390 | `azmcp_bestpractices` | ❌ | +| 5 | 0.396871 | `azmcp_monitor` | ❌ | --- ## Test 225 -**Expected Tool:** `azmcp_sql` -**Prompt:** Create a SQL database with Basic tier in server +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** Show me the health status of the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.427036 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.377151 | `azmcp_postgres` | ❌ | -| 3 | 0.353239 | `azmcp_mysql` | ❌ | -| 4 | 0.291790 | `azmcp_cosmos` | ❌ | -| 5 | 0.271791 | `azmcp_kusto` | ❌ | +| 1 | 0.434595 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.420336 | `azmcp_storage` | ❌ | +| 3 | 0.371645 | `azmcp_quota` | ❌ | +| 4 | 0.360788 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.340138 | `azmcp_datadog` | ❌ | --- ## Test 226 -**Expected Tool:** `azmcp_sql` -**Prompt:** Create a new database called on SQL server in resource group +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** What is the availability status of virtual machine in resource group ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.402205 | `azmcp_group` | ❌ | -| 2 | 0.399066 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.344114 | `azmcp_postgres` | ❌ | -| 4 | 0.325359 | `azmcp_cosmos` | ❌ | -| 5 | 0.325026 | `azmcp_mysql` | ❌ | +| 1 | 0.413391 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.395586 | `azmcp_group` | ❌ | +| 3 | 0.382290 | `azmcp_quota` | ❌ | +| 4 | 0.343056 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.339436 | `azmcp_datadog` | ❌ | --- ## Test 227 -**Expected Tool:** `azmcp_sql` -**Prompt:** Delete the SQL database from server +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** What resources in resource group have health issues? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.334602 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.332653 | `azmcp_postgres` | ❌ | -| 3 | 0.313922 | `azmcp_mysql` | ❌ | -| 4 | 0.222678 | `azmcp_kusto` | ❌ | -| 5 | 0.218277 | `azmcp_cosmos` | ❌ | +| 1 | 0.575739 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.434896 | `azmcp_group` | ❌ | +| 3 | 0.420309 | `azmcp_datadog` | ❌ | +| 4 | 0.376949 | `azmcp_applens` | ❌ | +| 5 | 0.373255 | `azmcp_quota` | ❌ | --- ## Test 228 -**Expected Tool:** `azmcp_sql` -**Prompt:** Remove database from SQL server in resource group +**Expected Tool:** `azmcp_resourcehealth` +**Prompt:** What service issues have occurred in the last 30 days? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433578 | `azmcp_group` | ❌ | -| 2 | 0.382043 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.337805 | `azmcp_postgres` | ❌ | -| 4 | 0.328730 | `azmcp_cosmos` | ❌ | -| 5 | 0.313418 | `azmcp_mysql` | ❌ | +| 1 | 0.278910 | `azmcp_foundry` | ❌ | +| 2 | 0.266076 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 3 | 0.258189 | `azmcp_datadog` | ❌ | +| 4 | 0.253985 | `azmcp_servicebus` | ❌ | +| 5 | 0.250753 | `azmcp_appservice` | ❌ | --- ## Test 229 -**Expected Tool:** `azmcp_sql` -**Prompt:** Delete the database called on server +**Expected Tool:** `azmcp_role` +**Prompt:** List all available role assignments in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.313811 | `azmcp_postgres` | ❌ | -| 2 | 0.288769 | `azmcp_mysql` | ❌ | -| 3 | 0.278216 | `azmcp_sql` | ✅ **EXPECTED** | -| 4 | 0.223281 | `azmcp_cosmos` | ❌ | -| 5 | 0.196580 | `azmcp_kusto` | ❌ | +| 1 | 0.472280 | `azmcp_subscription` | ❌ | +| 2 | 0.459704 | `azmcp_role` | ✅ **EXPECTED** | +| 3 | 0.359733 | `azmcp_group` | ❌ | +| 4 | 0.323683 | `azmcp_quota` | ❌ | +| 5 | 0.312423 | `azmcp_applicationinsights` | ❌ | --- ## Test 230 -**Expected Tool:** `azmcp_sql` -**Prompt:** List all databases in the Azure SQL server +**Expected Tool:** `azmcp_role` +**Prompt:** Show me the available role assignments in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.492783 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.435227 | `azmcp_postgres` | ❌ | -| 3 | 0.411265 | `azmcp_mysql` | ❌ | -| 4 | 0.362256 | `azmcp_kusto` | ❌ | -| 5 | 0.361206 | `azmcp_cosmos` | ❌ | +| 1 | 0.458711 | `azmcp_subscription` | ❌ | +| 2 | 0.451858 | `azmcp_role` | ✅ **EXPECTED** | +| 3 | 0.354219 | `azmcp_group` | ❌ | +| 4 | 0.350779 | `azmcp_quota` | ❌ | +| 5 | 0.319086 | `azmcp_eventgrid` | ❌ | --- ## Test 231 -**Expected Tool:** `azmcp_sql` -**Prompt:** Show me all the databases configuration details in the Azure SQL server +**Expected Tool:** `azmcp_search` +**Prompt:** List all Cognitive Search services in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433230 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.382584 | `azmcp_postgres` | ❌ | -| 3 | 0.377617 | `azmcp_mysql` | ❌ | -| 4 | 0.322424 | `azmcp_appconfig` | ❌ | -| 5 | 0.292612 | `azmcp_cosmos` | ❌ | +| 1 | 0.498549 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.479136 | `azmcp_subscription` | ❌ | +| 3 | 0.453852 | `azmcp_foundry` | ❌ | +| 4 | 0.436018 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.385264 | `azmcp_appservice` | ❌ | --- ## Test 232 -**Expected Tool:** `azmcp_sql` -**Prompt:** Get the configuration details for the SQL database on server +**Expected Tool:** `azmcp_search` +**Prompt:** List all indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.519226 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.407752 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.391839 | `azmcp_foundry` | ❌ | +| 4 | 0.338419 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.334339 | `azmcp_kusto` | ❌ | + +--- + +## Test 233 + +**Expected Tool:** `azmcp_search` +**Prompt:** Search for instances of in the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.502447 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.338146 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.307445 | `azmcp_foundry` | ❌ | +| 4 | 0.300930 | `azmcp_monitor` | ❌ | +| 5 | 0.289450 | `azmcp_cosmos` | ❌ | + +--- + +## Test 234 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me my Cognitive Search services + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.484171 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.392042 | `azmcp_foundry` | ❌ | +| 3 | 0.355526 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.339079 | `azmcp_appservice` | ❌ | +| 5 | 0.305470 | `azmcp_kusto` | ❌ | + +--- + +## Test 235 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me the Cognitive Search services in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.522087 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.427264 | `azmcp_subscription` | ❌ | +| 3 | 0.416278 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.396183 | `azmcp_foundry` | ❌ | +| 5 | 0.379752 | `azmcp_appservice` | ❌ | + +--- + +## Test 236 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me the details of the index in Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.464600 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.381964 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.341475 | `azmcp_foundry` | ❌ | +| 4 | 0.326910 | `azmcp_kusto` | ❌ | +| 5 | 0.320586 | `azmcp_azuremanagedlustre` | ❌ | + +--- + +## Test 237 + +**Expected Tool:** `azmcp_search` +**Prompt:** Show me the indexes in the Cognitive Search service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498146 | `azmcp_search` | ✅ **EXPECTED** | +| 2 | 0.399808 | `azmcp_applicationinsights` | ❌ | +| 3 | 0.375511 | `azmcp_foundry` | ❌ | +| 4 | 0.353150 | `azmcp_kusto` | ❌ | +| 5 | 0.338963 | `azmcp_cosmos` | ❌ | + +--- + +## Test 238 + +**Expected Tool:** `azmcp_servicebus` +**Prompt:** Show me the details of service bus queue + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.515210 | `azmcp_servicebus` | ✅ **EXPECTED** | +| 2 | 0.312918 | `azmcp_quota` | ❌ | +| 3 | 0.286313 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.275943 | `azmcp_kusto` | ❌ | +| 5 | 0.272072 | `azmcp_foundry` | ❌ | + +--- + +## Test 239 + +**Expected Tool:** `azmcp_servicebus` +**Prompt:** Show me the details of service bus subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.331119 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.315911 | `azmcp_postgres` | ❌ | -| 3 | 0.284460 | `azmcp_mysql` | ❌ | -| 4 | 0.259903 | `azmcp_appconfig` | ❌ | -| 5 | 0.223411 | `azmcp_quota` | ❌ | +| 1 | 0.483620 | `azmcp_servicebus` | ✅ **EXPECTED** | +| 2 | 0.404173 | `azmcp_subscription` | ❌ | +| 3 | 0.353947 | `azmcp_eventgrid` | ❌ | +| 4 | 0.278273 | `azmcp_group` | ❌ | +| 5 | 0.271153 | `azmcp_applicationinsights` | ❌ | --- -## Test 233 +## Test 240 -**Expected Tool:** `azmcp_sql` -**Prompt:** Show me the details of SQL database in server +**Expected Tool:** `azmcp_servicebus` +**Prompt:** Show me the details of service bus topic ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.354989 | `azmcp_postgres` | ❌ | -| 2 | 0.343676 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.297867 | `azmcp_mysql` | ❌ | -| 4 | 0.261261 | `azmcp_kusto` | ❌ | -| 5 | 0.236693 | `azmcp_cosmos` | ❌ | +| 1 | 0.513487 | `azmcp_servicebus` | ✅ **EXPECTED** | +| 2 | 0.372201 | `azmcp_eventgrid` | ❌ | +| 3 | 0.298671 | `azmcp_subscription` | ❌ | +| 4 | 0.291900 | `azmcp_foundry` | ❌ | +| 5 | 0.291357 | `azmcp_applicationinsights` | ❌ | --- -## Test 234 +## Test 241 **Expected Tool:** `azmcp_sql` -**Prompt:** List all elastic pools in SQL server +**Prompt:** Add a firewall rule to allow access from IP range to for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.515055 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.382015 | `azmcp_postgres` | ❌ | -| 3 | 0.358128 | `azmcp_mysql` | ❌ | -| 4 | 0.337734 | `azmcp_kusto` | ❌ | -| 5 | 0.318174 | `azmcp_quota` | ❌ | +| 1 | 0.349187 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.276539 | `azmcp_postgres` | ❌ | +| 3 | 0.235849 | `azmcp_appservice` | ❌ | +| 4 | 0.220859 | `azmcp_mysql` | ❌ | +| 5 | 0.208322 | `azmcp_quota` | ❌ | --- -## Test 235 +## Test 242 **Expected Tool:** `azmcp_sql` -**Prompt:** Show me the elastic pools configured for SQL server +**Prompt:** Create a firewall rule for my Azure SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.497960 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.376006 | `azmcp_postgres` | ❌ | -| 3 | 0.356745 | `azmcp_mysql` | ❌ | -| 4 | 0.331825 | `azmcp_quota` | ❌ | -| 5 | 0.297867 | `azmcp_kusto` | ❌ | +| 1 | 0.466848 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.361904 | `azmcp_postgres` | ❌ | +| 3 | 0.348106 | `azmcp_mysql` | ❌ | +| 4 | 0.340496 | `azmcp_appservice` | ❌ | +| 5 | 0.291863 | `azmcp_role` | ❌ | --- -## Test 236 +## Test 243 **Expected Tool:** `azmcp_sql` -**Prompt:** What elastic pools are available in my SQL server ? +**Prompt:** Create a new Azure SQL server named in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489544 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.362013 | `azmcp_postgres` | ❌ | -| 3 | 0.355550 | `azmcp_mysql` | ❌ | -| 4 | 0.347591 | `azmcp_quota` | ❌ | -| 5 | 0.315322 | `azmcp_kusto` | ❌ | +| 1 | 0.446714 | `azmcp_group` | ❌ | +| 2 | 0.415627 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.358221 | `azmcp_postgres` | ❌ | +| 4 | 0.340018 | `azmcp_mysql` | ❌ | +| 5 | 0.338012 | `azmcp_appservice` | ❌ | --- -## Test 237 +## Test 244 **Expected Tool:** `azmcp_sql` -**Prompt:** Create a new Azure SQL server named in resource group +**Prompt:** Create a new database called on SQL server in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.446444 | `azmcp_group` | ❌ | -| 2 | 0.415164 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.358141 | `azmcp_postgres` | ❌ | -| 4 | 0.339566 | `azmcp_mysql` | ❌ | -| 5 | 0.333142 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.402306 | `azmcp_group` | ❌ | +| 2 | 0.399102 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.344114 | `azmcp_postgres` | ❌ | +| 4 | 0.337361 | `azmcp_appservice` | ❌ | +| 5 | 0.325359 | `azmcp_cosmos` | ❌ | --- -## Test 238 +## Test 245 **Expected Tool:** `azmcp_sql` -**Prompt:** Create an Azure SQL server with name in location with admin user +**Prompt:** Create a new firewall rule named for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441610 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.359043 | `azmcp_mysql` | ❌ | -| 3 | 0.356581 | `azmcp_postgres` | ❌ | -| 4 | 0.336132 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.301353 | `azmcp_subscription` | ❌ | +| 1 | 0.383947 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.289799 | `azmcp_postgres` | ❌ | +| 3 | 0.251502 | `azmcp_mysql` | ❌ | +| 4 | 0.251496 | `azmcp_appservice` | ❌ | +| 5 | 0.222495 | `azmcp_search` | ❌ | --- -## Test 239 +## Test 246 **Expected Tool:** `azmcp_sql` -**Prompt:** Set up a new SQL server called in my resource group +**Prompt:** Create a new SQL database named in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414757 | `azmcp_group` | ❌ | -| 2 | 0.407560 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.336495 | `azmcp_postgres` | ❌ | -| 4 | 0.320383 | `azmcp_mysql` | ❌ | -| 5 | 0.290278 | `azmcp_functionapp` | ❌ | +| 1 | 0.354920 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.326429 | `azmcp_postgres` | ❌ | +| 3 | 0.296864 | `azmcp_mysql` | ❌ | +| 4 | 0.231349 | `azmcp_appservice` | ❌ | +| 5 | 0.220197 | `azmcp_cosmos` | ❌ | --- -## Test 240 +## Test 247 **Expected Tool:** `azmcp_sql` -**Prompt:** Delete the Azure SQL server from resource group +**Prompt:** Create a SQL database with Basic tier in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.455357 | `azmcp_group` | ❌ | -| 2 | 0.418659 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.370771 | `azmcp_postgres` | ❌ | -| 4 | 0.363453 | `azmcp_mysql` | ❌ | -| 5 | 0.329260 | `azmcp_functionapp` | ❌ | +| 1 | 0.427057 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.377151 | `azmcp_postgres` | ❌ | +| 3 | 0.353239 | `azmcp_mysql` | ❌ | +| 4 | 0.332366 | `azmcp_appservice` | ❌ | +| 5 | 0.291790 | `azmcp_cosmos` | ❌ | --- -## Test 241 +## Test 248 **Expected Tool:** `azmcp_sql` -**Prompt:** Remove the SQL server from my subscription +**Prompt:** Create an Azure SQL server with name in location with admin user ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.329923 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.322005 | `azmcp_subscription` | ❌ | -| 3 | 0.277999 | `azmcp_postgres` | ❌ | -| 4 | 0.248747 | `azmcp_mysql` | ❌ | -| 5 | 0.233286 | `azmcp_eventgrid` | ❌ | +| 1 | 0.441612 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.359043 | `azmcp_mysql` | ❌ | +| 3 | 0.356581 | `azmcp_postgres` | ❌ | +| 4 | 0.343417 | `azmcp_appservice` | ❌ | +| 5 | 0.336132 | `azmcp_cloudarchitect` | ❌ | --- -## Test 242 +## Test 249 **Expected Tool:** `azmcp_sql` -**Prompt:** Delete SQL server permanently +**Prompt:** Delete a firewall rule from my Azure SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.305040 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.274573 | `azmcp_postgres` | ❌ | -| 3 | 0.243498 | `azmcp_mysql` | ❌ | -| 4 | 0.224113 | `azmcp_kusto` | ❌ | -| 5 | 0.192758 | `azmcp_storage` | ❌ | +| 1 | 0.432743 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.342039 | `azmcp_postgres` | ❌ | +| 3 | 0.334096 | `azmcp_mysql` | ❌ | +| 4 | 0.329443 | `azmcp_appservice` | ❌ | +| 5 | 0.295978 | `azmcp_functionapp` | ❌ | --- -## Test 243 +## Test 250 **Expected Tool:** `azmcp_sql` -**Prompt:** List Microsoft Entra ID administrators for SQL server +**Prompt:** Delete firewall rule for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.479697 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.296947 | `azmcp_postgres` | ❌ | -| 3 | 0.272843 | `azmcp_role` | ❌ | -| 4 | 0.267755 | `azmcp_subscription` | ❌ | -| 5 | 0.267122 | `azmcp_search` | ❌ | +| 1 | 0.374602 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.302565 | `azmcp_postgres` | ❌ | +| 3 | 0.271006 | `azmcp_appservice` | ❌ | +| 4 | 0.266095 | `azmcp_mysql` | ❌ | +| 5 | 0.248834 | `azmcp_quota` | ❌ | --- -## Test 244 +## Test 251 **Expected Tool:** `azmcp_sql` -**Prompt:** Show me the Entra ID administrators configured for SQL server +**Prompt:** Delete SQL server permanently ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458610 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.246640 | `azmcp_postgres` | ❌ | -| 3 | 0.213214 | `azmcp_mysql` | ❌ | -| 4 | 0.210631 | `azmcp_search` | ❌ | -| 5 | 0.205300 | `azmcp_role` | ❌ | +| 1 | 0.305045 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.274573 | `azmcp_postgres` | ❌ | +| 3 | 0.243498 | `azmcp_mysql` | ❌ | +| 4 | 0.224113 | `azmcp_kusto` | ❌ | +| 5 | 0.219016 | `azmcp_appservice` | ❌ | --- -## Test 245 +## Test 252 **Expected Tool:** `azmcp_sql` -**Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? +**Prompt:** Delete the Azure SQL server from resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478715 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.245652 | `azmcp_mysql` | ❌ | -| 3 | 0.239884 | `azmcp_postgres` | ❌ | -| 4 | 0.228914 | `azmcp_search` | ❌ | -| 5 | 0.227354 | `azmcp_virtualdesktop` | ❌ | +| 1 | 0.455481 | `azmcp_group` | ❌ | +| 2 | 0.418653 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.370771 | `azmcp_postgres` | ❌ | +| 4 | 0.363453 | `azmcp_mysql` | ❌ | +| 5 | 0.360053 | `azmcp_appservice` | ❌ | --- -## Test 246 +## Test 253 **Expected Tool:** `azmcp_sql` -**Prompt:** Create a firewall rule for my Azure SQL server +**Prompt:** Delete the database called on server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.466881 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.361904 | `azmcp_postgres` | ❌ | -| 3 | 0.348106 | `azmcp_mysql` | ❌ | -| 4 | 0.291863 | `azmcp_role` | ❌ | -| 5 | 0.289214 | `azmcp_monitor` | ❌ | +| 1 | 0.314152 | `azmcp_postgres` | ❌ | +| 2 | 0.288915 | `azmcp_mysql` | ❌ | +| 3 | 0.278424 | `azmcp_sql` | ✅ **EXPECTED** | +| 4 | 0.227335 | `azmcp_appservice` | ❌ | +| 5 | 0.223573 | `azmcp_cosmos` | ❌ | --- -## Test 247 +## Test 254 **Expected Tool:** `azmcp_sql` -**Prompt:** Add a firewall rule to allow access from IP range to for SQL server +**Prompt:** Delete the SQL database from server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349030 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.276443 | `azmcp_postgres` | ❌ | -| 3 | 0.220736 | `azmcp_mysql` | ❌ | -| 4 | 0.208246 | `azmcp_quota` | ❌ | -| 5 | 0.206693 | `azmcp_role` | ❌ | +| 1 | 0.334587 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.332653 | `azmcp_postgres` | ❌ | +| 3 | 0.313922 | `azmcp_mysql` | ❌ | +| 4 | 0.240792 | `azmcp_appservice` | ❌ | +| 5 | 0.222678 | `azmcp_kusto` | ❌ | --- -## Test 248 +## Test 255 **Expected Tool:** `azmcp_sql` -**Prompt:** Create a new firewall rule named for SQL server +**Prompt:** Display the properties of SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.383972 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.289799 | `azmcp_postgres` | ❌ | -| 3 | 0.251502 | `azmcp_mysql` | ❌ | -| 4 | 0.222495 | `azmcp_search` | ❌ | -| 5 | 0.216068 | `azmcp_cloudarchitect` | ❌ | +| 1 | 0.341167 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.314077 | `azmcp_postgres` | ❌ | +| 3 | 0.272830 | `azmcp_kusto` | ❌ | +| 4 | 0.271624 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.271529 | `azmcp_search` | ❌ | --- -## Test 249 +## Test 256 **Expected Tool:** `azmcp_sql` -**Prompt:** Delete a firewall rule from my Azure SQL server +**Prompt:** Get the configuration details for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.432811 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.342039 | `azmcp_postgres` | ❌ | -| 3 | 0.334096 | `azmcp_mysql` | ❌ | -| 4 | 0.295978 | `azmcp_functionapp` | ❌ | -| 5 | 0.287440 | `azmcp_redis` | ❌ | +| 1 | 0.318330 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.292498 | `azmcp_postgres` | ❌ | +| 3 | 0.291815 | `azmcp_appconfig` | ❌ | +| 4 | 0.259466 | `azmcp_mysql` | ❌ | +| 5 | 0.255957 | `azmcp_quota` | ❌ | --- -## Test 250 +## Test 257 **Expected Tool:** `azmcp_sql` -**Prompt:** Remove the firewall rule from SQL server +**Prompt:** Get the configuration details for the SQL database on server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.315418 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.244050 | `azmcp_postgres` | ❌ | -| 3 | 0.198427 | `azmcp_role` | ❌ | -| 4 | 0.197587 | `azmcp_functionapp` | ❌ | -| 5 | 0.191979 | `azmcp_quota` | ❌ | +| 1 | 0.331140 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.315911 | `azmcp_postgres` | ❌ | +| 3 | 0.284460 | `azmcp_mysql` | ❌ | +| 4 | 0.259874 | `azmcp_appconfig` | ❌ | +| 5 | 0.229422 | `azmcp_appservice` | ❌ | --- -## Test 251 +## Test 258 **Expected Tool:** `azmcp_sql` -**Prompt:** Delete firewall rule for SQL server +**Prompt:** List all Azure SQL servers in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.374666 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.302565 | `azmcp_postgres` | ❌ | -| 3 | 0.266095 | `azmcp_mysql` | ❌ | -| 4 | 0.248887 | `azmcp_quota` | ❌ | -| 5 | 0.245669 | `azmcp_redis` | ❌ | +| 1 | 0.513860 | `azmcp_group` | ❌ | +| 2 | 0.428388 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.367740 | `azmcp_postgres` | ❌ | +| 4 | 0.355969 | `azmcp_quota` | ❌ | +| 5 | 0.352787 | `azmcp_extension_azqr` | ❌ | --- -## Test 252 +## Test 259 **Expected Tool:** `azmcp_sql` -**Prompt:** List all firewall rules for SQL server +**Prompt:** List all databases in the Azure SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.408644 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.343544 | `azmcp_postgres` | ❌ | -| 3 | 0.286890 | `azmcp_quota` | ❌ | -| 4 | 0.273793 | `azmcp_mysql` | ❌ | -| 5 | 0.265096 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.492819 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.435227 | `azmcp_postgres` | ❌ | +| 3 | 0.411265 | `azmcp_mysql` | ❌ | +| 4 | 0.362256 | `azmcp_kusto` | ❌ | +| 5 | 0.361206 | `azmcp_cosmos` | ❌ | --- -## Test 253 +## Test 260 **Expected Tool:** `azmcp_sql` -**Prompt:** Show me the firewall rules for SQL server +**Prompt:** List all elastic pools in SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.394749 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.329782 | `azmcp_postgres` | ❌ | -| 3 | 0.269627 | `azmcp_quota` | ❌ | -| 4 | 0.263067 | `azmcp_mysql` | ❌ | -| 5 | 0.245959 | `azmcp_monitor` | ❌ | +| 1 | 0.515008 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.382015 | `azmcp_postgres` | ❌ | +| 3 | 0.358128 | `azmcp_mysql` | ❌ | +| 4 | 0.337734 | `azmcp_kusto` | ❌ | +| 5 | 0.318160 | `azmcp_quota` | ❌ | --- -## Test 254 +## Test 261 **Expected Tool:** `azmcp_sql` -**Prompt:** What firewall rules are configured for my SQL server ? +**Prompt:** List all firewall rules for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.390688 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.311190 | `azmcp_postgres` | ❌ | -| 3 | 0.260548 | `azmcp_mysql` | ❌ | -| 4 | 0.256961 | `azmcp_quota` | ❌ | -| 5 | 0.238047 | `azmcp_redis` | ❌ | +| 1 | 0.408625 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.343544 | `azmcp_postgres` | ❌ | +| 3 | 0.286830 | `azmcp_quota` | ❌ | +| 4 | 0.273793 | `azmcp_mysql` | ❌ | +| 5 | 0.265130 | `azmcp_azuremanagedlustre` | ❌ | --- -## Test 255 +## Test 262 **Expected Tool:** `azmcp_sql` -**Prompt:** Show me the details of Azure SQL server in resource group +**Prompt:** List Microsoft Entra ID administrators for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493992 | `azmcp_group` | ❌ | -| 2 | 0.439495 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.397148 | `azmcp_postgres` | ❌ | -| 4 | 0.386140 | `azmcp_quota` | ❌ | -| 5 | 0.385318 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.479268 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.296676 | `azmcp_postgres` | ❌ | +| 3 | 0.272289 | `azmcp_role` | ❌ | +| 4 | 0.267368 | `azmcp_subscription` | ❌ | +| 5 | 0.266624 | `azmcp_search` | ❌ | --- -## Test 256 +## Test 263 **Expected Tool:** `azmcp_sql` -**Prompt:** Get the configuration details for SQL server +**Prompt:** Remove database from SQL server in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.318318 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.292498 | `azmcp_postgres` | ❌ | -| 3 | 0.291868 | `azmcp_appconfig` | ❌ | -| 4 | 0.259466 | `azmcp_mysql` | ❌ | -| 5 | 0.256051 | `azmcp_quota` | ❌ | +| 1 | 0.433697 | `azmcp_group` | ❌ | +| 2 | 0.382058 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.346072 | `azmcp_appservice` | ❌ | +| 4 | 0.337805 | `azmcp_postgres` | ❌ | +| 5 | 0.328730 | `azmcp_cosmos` | ❌ | --- -## Test 257 +## Test 264 **Expected Tool:** `azmcp_sql` -**Prompt:** Display the properties of SQL server +**Prompt:** Remove the firewall rule from SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.341151 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.314077 | `azmcp_postgres` | ❌ | -| 3 | 0.272830 | `azmcp_kusto` | ❌ | -| 4 | 0.271592 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.271529 | `azmcp_search` | ❌ | +| 1 | 0.315370 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.244050 | `azmcp_postgres` | ❌ | +| 3 | 0.218489 | `azmcp_appservice` | ❌ | +| 4 | 0.198427 | `azmcp_role` | ❌ | +| 5 | 0.197587 | `azmcp_functionapp` | ❌ | --- -## Test 258 +## Test 265 -**Expected Tool:** `azmcp_storage` -**Prompt:** Create a new storage account called testaccount123 in East US region +**Expected Tool:** `azmcp_sql` +**Prompt:** Remove the SQL server from my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.413741 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.303463 | `azmcp_loadtesting` | ❌ | -| 3 | 0.300979 | `azmcp_quota` | ❌ | -| 4 | 0.280951 | `azmcp_subscription` | ❌ | -| 5 | 0.275618 | `azmcp_cloudarchitect` | ❌ | +| 1 | 0.329911 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.322005 | `azmcp_subscription` | ❌ | +| 3 | 0.277999 | `azmcp_postgres` | ❌ | +| 4 | 0.253331 | `azmcp_appservice` | ❌ | +| 5 | 0.248747 | `azmcp_mysql` | ❌ | --- -## Test 259 +## Test 266 -**Expected Tool:** `azmcp_storage` -**Prompt:** Create a storage account with premium performance and LRS replication +**Expected Tool:** `azmcp_sql` +**Prompt:** Scale SQL database on server to use SKU ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.405301 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.372636 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.352246 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.341673 | `azmcp_loadtesting` | ❌ | -| 5 | 0.334731 | `azmcp_sql` | ❌ | +| 1 | 0.391681 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.371290 | `azmcp_postgres` | ❌ | +| 3 | 0.337644 | `azmcp_mysql` | ❌ | +| 4 | 0.281748 | `azmcp_kusto` | ❌ | +| 5 | 0.256360 | `azmcp_appservice` | ❌ | --- -## Test 260 +## Test 267 -**Expected Tool:** `azmcp_storage` -**Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled +**Expected Tool:** `azmcp_sql` +**Prompt:** Set up a new SQL server called in my resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.486960 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.378261 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.374304 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.344197 | `azmcp_functionapp` | ❌ | -| 5 | 0.331636 | `azmcp_sql` | ❌ | +| 1 | 0.414780 | `azmcp_group` | ❌ | +| 2 | 0.407543 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.357977 | `azmcp_appservice` | ❌ | +| 4 | 0.336495 | `azmcp_postgres` | ❌ | +| 5 | 0.320383 | `azmcp_mysql` | ❌ | --- -## Test 261 +## Test 268 -**Expected Tool:** `azmcp_storage` -**Prompt:** Show me the details for my storage account +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me all the databases configuration details in the Azure SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.491151 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.394544 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.392509 | `azmcp_subscription` | ❌ | -| 4 | 0.384802 | `azmcp_quota` | ❌ | -| 5 | 0.325773 | `azmcp_functionapp` | ❌ | +| 1 | 0.433253 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.382584 | `azmcp_postgres` | ❌ | +| 3 | 0.377617 | `azmcp_mysql` | ❌ | +| 4 | 0.340049 | `azmcp_appservice` | ❌ | +| 5 | 0.322370 | `azmcp_appconfig` | ❌ | --- -## Test 262 +## Test 269 -**Expected Tool:** `azmcp_storage` -**Prompt:** Get details about the storage account +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me every SQL server available in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489227 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.376488 | `azmcp_quota` | ❌ | -| 3 | 0.365489 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.361999 | `azmcp_subscription` | ❌ | -| 5 | 0.316209 | `azmcp_functionapp` | ❌ | +| 1 | 0.496618 | `azmcp_group` | ❌ | +| 2 | 0.402248 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.388140 | `azmcp_quota` | ❌ | +| 4 | 0.355196 | `azmcp_postgres` | ❌ | +| 5 | 0.336664 | `azmcp_resourcehealth` | ❌ | --- -## Test 263 +## Test 270 -**Expected Tool:** `azmcp_storage` -**Prompt:** List all storage accounts in my subscription including their location and SKU +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the details of Azure SQL server in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.479627 | `azmcp_subscription` | ❌ | -| 2 | 0.458884 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.433284 | `azmcp_quota` | ❌ | -| 4 | 0.389868 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.367097 | `azmcp_group` | ❌ | +| 1 | 0.493954 | `azmcp_group` | ❌ | +| 2 | 0.439502 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.397148 | `azmcp_postgres` | ❌ | +| 4 | 0.386014 | `azmcp_quota` | ❌ | +| 5 | 0.385318 | `azmcp_extension_azqr` | ❌ | --- -## Test 264 +## Test 271 -**Expected Tool:** `azmcp_storage` -**Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the details of SQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433925 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.396691 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.389974 | `azmcp_quota` | ❌ | -| 4 | 0.335275 | `azmcp_subscription` | ❌ | -| 5 | 0.331402 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.354915 | `azmcp_postgres` | ❌ | +| 2 | 0.343677 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.297851 | `azmcp_mysql` | ❌ | +| 4 | 0.261216 | `azmcp_kusto` | ❌ | +| 5 | 0.236685 | `azmcp_cosmos` | ❌ | --- -## Test 265 +## Test 272 -**Expected Tool:** `azmcp_storage` -**Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the elastic pools configured for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.464032 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.430931 | `azmcp_subscription` | ❌ | -| 3 | 0.369802 | `azmcp_quota` | ❌ | -| 4 | 0.366484 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.330399 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.497929 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.376034 | `azmcp_postgres` | ❌ | +| 3 | 0.356804 | `azmcp_mysql` | ❌ | +| 4 | 0.331815 | `azmcp_quota` | ❌ | +| 5 | 0.326074 | `azmcp_appservice` | ❌ | --- -## Test 266 +## Test 273 -**Expected Tool:** `azmcp_storage` -**Prompt:** Set access tier to Cool for multiple blobs in the container in the storage account +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the Entra ID administrators configured for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.410953 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.341448 | `azmcp_acr` | ❌ | -| 3 | 0.317177 | `azmcp_cosmos` | ❌ | -| 4 | 0.310546 | `azmcp_functionapp` | ❌ | -| 5 | 0.305102 | `azmcp_keyvault` | ❌ | +| 1 | 0.458777 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.246640 | `azmcp_postgres` | ❌ | +| 3 | 0.213214 | `azmcp_mysql` | ❌ | +| 4 | 0.210631 | `azmcp_search` | ❌ | +| 5 | 0.205300 | `azmcp_role` | ❌ | --- -## Test 267 +## Test 274 -**Expected Tool:** `azmcp_storage` -**Prompt:** Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account +**Expected Tool:** `azmcp_sql` +**Prompt:** Show me the firewall rules for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.393929 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.368825 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.362576 | `azmcp_acr` | ❌ | -| 4 | 0.322948 | `azmcp_subscription` | ❌ | -| 5 | 0.309952 | `azmcp_functionapp` | ❌ | +| 1 | 0.394707 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.329782 | `azmcp_postgres` | ❌ | +| 3 | 0.269618 | `azmcp_quota` | ❌ | +| 4 | 0.263067 | `azmcp_mysql` | ❌ | +| 5 | 0.245959 | `azmcp_monitor` | ❌ | --- -## Test 268 +## Test 275 -**Expected Tool:** `azmcp_storage` -**Prompt:** Create the storage container mycontainer in storage account +**Expected Tool:** `azmcp_sql` +**Prompt:** Update the performance tier of SQL database on server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.406977 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.339040 | `azmcp_acr` | ❌ | -| 3 | 0.288528 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.276975 | `azmcp_cosmos` | ❌ | -| 5 | 0.275153 | `azmcp_cloudarchitect` | ❌ | +| 1 | 0.436015 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.384665 | `azmcp_postgres` | ❌ | +| 3 | 0.348662 | `azmcp_appservice` | ❌ | +| 4 | 0.336249 | `azmcp_mysql` | ❌ | +| 5 | 0.298594 | `azmcp_cosmos` | ❌ | --- -## Test 269 +## Test 276 -**Expected Tool:** `azmcp_storage` -**Prompt:** Create the container using blob public access in storage account +**Expected Tool:** `azmcp_sql` +**Prompt:** What elastic pools are available in my SQL server ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.407786 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.362999 | `azmcp_acr` | ❌ | -| 3 | 0.296199 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.294027 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.292047 | `azmcp_cosmos` | ❌ | +| 1 | 0.489484 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.362013 | `azmcp_postgres` | ❌ | +| 3 | 0.355550 | `azmcp_mysql` | ❌ | +| 4 | 0.347602 | `azmcp_quota` | ❌ | +| 5 | 0.315322 | `azmcp_kusto` | ❌ | --- -## Test 270 +## Test 277 -**Expected Tool:** `azmcp_storage` -**Prompt:** Create a new blob container named documents with container public access in storage account +**Expected Tool:** `azmcp_sql` +**Prompt:** What firewall rules are configured for my SQL server ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.388421 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.376189 | `azmcp_cosmos` | ❌ | -| 3 | 0.321842 | `azmcp_acr` | ❌ | -| 4 | 0.292480 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.292423 | `azmcp_functionapp` | ❌ | +| 1 | 0.390656 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.311190 | `azmcp_postgres` | ❌ | +| 3 | 0.260548 | `azmcp_mysql` | ❌ | +| 4 | 0.256932 | `azmcp_quota` | ❌ | +| 5 | 0.248835 | `azmcp_appservice` | ❌ | --- -## Test 271 +## Test 278 -**Expected Tool:** `azmcp_storage` -**Prompt:** Show me the properties of the storage container in the storage account +**Expected Tool:** `azmcp_sql` +**Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.483236 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.384682 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.369616 | `azmcp_quota` | ❌ | -| 4 | 0.360761 | `azmcp_acr` | ❌ | -| 5 | 0.338758 | `azmcp_subscription` | ❌ | +| 1 | 0.478838 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.245652 | `azmcp_mysql` | ❌ | +| 3 | 0.239884 | `azmcp_postgres` | ❌ | +| 4 | 0.228914 | `azmcp_search` | ❌ | +| 5 | 0.227351 | `azmcp_virtualdesktop` | ❌ | --- -## Test 272 +## Test 279 **Expected Tool:** `azmcp_storage` -**Prompt:** List all blob containers in the storage account +**Prompt:** Create a new blob container named documents with container public access in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.435729 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.356757 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.349220 | `azmcp_subscription` | ❌ | -| 4 | 0.345851 | `azmcp_acr` | ❌ | -| 5 | 0.307431 | `azmcp_quota` | ❌ | +| 1 | 0.397322 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.376189 | `azmcp_cosmos` | ❌ | +| 3 | 0.321842 | `azmcp_acr` | ❌ | +| 4 | 0.292596 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.292423 | `azmcp_functionapp` | ❌ | --- -## Test 273 +## Test 280 **Expected Tool:** `azmcp_storage` -**Prompt:** Show me the containers in the storage account +**Prompt:** Create a new storage account called testaccount123 in East US region ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.462006 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.378195 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.364989 | `azmcp_subscription` | ❌ | -| 4 | 0.355040 | `azmcp_acr` | ❌ | -| 5 | 0.352320 | `azmcp_quota` | ❌ | +| 1 | 0.391152 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.301057 | `azmcp_quota` | ❌ | +| 3 | 0.300079 | `azmcp_loadtesting` | ❌ | +| 4 | 0.280951 | `azmcp_subscription` | ❌ | +| 5 | 0.275618 | `azmcp_cloudarchitect` | ❌ | --- -## Test 274 +## Test 281 **Expected Tool:** `azmcp_storage` -**Prompt:** Show me the properties for blob in container in storage account +**Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.469337 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.377345 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.361309 | `azmcp_cosmos` | ❌ | -| 4 | 0.349844 | `azmcp_acr` | ❌ | -| 5 | 0.336533 | `azmcp_quota` | ❌ | +| 1 | 0.405963 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.378261 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.374141 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.344197 | `azmcp_functionapp` | ❌ | +| 5 | 0.339362 | `azmcp_appservice` | ❌ | --- -## Test 275 +## Test 282 **Expected Tool:** `azmcp_storage` -**Prompt:** Get the details about blob in the container in storage account +**Prompt:** Create a storage account with premium performance and LRS replication ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436033 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.326125 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.320376 | `azmcp_acr` | ❌ | -| 4 | 0.314007 | `azmcp_cosmos` | ❌ | -| 5 | 0.312723 | `azmcp_quota` | ❌ | +| 1 | 0.372623 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.368628 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.352242 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.340316 | `azmcp_appservice` | ❌ | +| 5 | 0.338838 | `azmcp_loadtesting` | ❌ | --- -## Test 276 +## Test 283 **Expected Tool:** `azmcp_storage` -**Prompt:** List all blobs in the blob container in the storage account +**Prompt:** Create the container using blob public access in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438369 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.362485 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.340911 | `azmcp_subscription` | ❌ | -| 4 | 0.337425 | `azmcp_acr` | ❌ | -| 5 | 0.301692 | `azmcp_cosmos` | ❌ | +| 1 | 0.436824 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.362999 | `azmcp_acr` | ❌ | +| 3 | 0.296167 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.294027 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.292047 | `azmcp_cosmos` | ❌ | --- -## Test 277 +## Test 284 **Expected Tool:** `azmcp_storage` -**Prompt:** Show me the blobs in the blob container in the storage account +**Prompt:** Create the storage container mycontainer in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.442541 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.351893 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.350271 | `azmcp_acr` | ❌ | -| 4 | 0.337553 | `azmcp_cosmos` | ❌ | -| 5 | 0.314868 | `azmcp_quota` | ❌ | +| 1 | 0.401846 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.339040 | `azmcp_acr` | ❌ | +| 3 | 0.288468 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.276975 | `azmcp_cosmos` | ❌ | +| 5 | 0.275153 | `azmcp_cloudarchitect` | ❌ | --- -## Test 278 +## Test 285 **Expected Tool:** `azmcp_storage` -**Prompt:** Upload file to storage blob in container in storage account +**Prompt:** Get details about the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.424429 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.295193 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.292922 | `azmcp_acr` | ❌ | -| 4 | 0.274278 | `azmcp_functionapp` | ❌ | -| 5 | 0.262936 | `azmcp_cosmos` | ❌ | +| 1 | 0.469672 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.376402 | `azmcp_quota` | ❌ | +| 3 | 0.365458 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.361999 | `azmcp_subscription` | ❌ | +| 5 | 0.319820 | `azmcp_applicationinsights` | ❌ | --- -## Test 279 +## Test 286 **Expected Tool:** `azmcp_storage` -**Prompt:** Create a new directory at the path in Data Lake in the storage account +**Prompt:** Get the details about blob in the container in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.366434 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.276907 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.264147 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.246961 | `azmcp_functionapp` | ❌ | -| 5 | 0.236757 | `azmcp_acr` | ❌ | +| 1 | 0.463623 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.326187 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.320387 | `azmcp_acr` | ❌ | +| 4 | 0.314013 | `azmcp_cosmos` | ❌ | +| 5 | 0.312638 | `azmcp_quota` | ❌ | --- -## Test 280 +## Test 287 **Expected Tool:** `azmcp_storage` -**Prompt:** List all paths in the Data Lake file system in the storage account +**Prompt:** List all blob containers in the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498134 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.421345 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.335576 | `azmcp_subscription` | ❌ | -| 4 | 0.310902 | `azmcp_quota` | ❌ | -| 5 | 0.293482 | `azmcp_kusto` | ❌ | +| 1 | 0.465210 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.356733 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.349220 | `azmcp_subscription` | ❌ | +| 4 | 0.345851 | `azmcp_acr` | ❌ | +| 5 | 0.307438 | `azmcp_quota` | ❌ | --- -## Test 281 +## Test 288 **Expected Tool:** `azmcp_storage` -**Prompt:** Show me the paths in the Data Lake file system in the storage account +**Prompt:** List all blobs in the blob container in the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488782 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.424722 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.325707 | `azmcp_quota` | ❌ | -| 4 | 0.322727 | `azmcp_subscription` | ❌ | -| 5 | 0.310864 | `azmcp_kusto` | ❌ | +| 1 | 0.480072 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.363690 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.342061 | `azmcp_subscription` | ❌ | +| 4 | 0.338225 | `azmcp_acr` | ❌ | +| 5 | 0.302460 | `azmcp_cosmos` | ❌ | --- -## Test 282 +## Test 289 **Expected Tool:** `azmcp_storage` -**Prompt:** Recursively list all paths in the Data Lake file system in the storage account filtered by +**Prompt:** List all storage accounts in my subscription including their location and SKU ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.448816 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.381405 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.310749 | `azmcp_subscription` | ❌ | -| 4 | 0.274523 | `azmcp_search` | ❌ | -| 5 | 0.272409 | `azmcp_kusto` | ❌ | +| 1 | 0.479627 | `azmcp_subscription` | ❌ | +| 2 | 0.433254 | `azmcp_quota` | ❌ | +| 3 | 0.424247 | `azmcp_storage` | ✅ **EXPECTED** | +| 4 | 0.389845 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.367140 | `azmcp_group` | ❌ | --- -## Test 283 +## Test 290 **Expected Tool:** `azmcp_storage` -**Prompt:** Send a message "Hello, World!" to the queue in storage account +**Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.410206 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.379236 | `azmcp_servicebus` | ❌ | -| 3 | 0.310495 | `azmcp_quota` | ❌ | -| 4 | 0.293910 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.285685 | `azmcp_kusto` | ❌ | +| 1 | 0.407147 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.396722 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.389894 | `azmcp_quota` | ❌ | +| 4 | 0.335275 | `azmcp_subscription` | ❌ | +| 5 | 0.331402 | `azmcp_resourcehealth` | ❌ | --- -## Test 284 +## Test 291 **Expected Tool:** `azmcp_storage` -**Prompt:** Send a message with TTL of 3600 seconds to the queue in storage account +**Prompt:** Show me the blobs in the blob container in the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.389696 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.379285 | `azmcp_servicebus` | ❌ | -| 3 | 0.303862 | `azmcp_quota` | ❌ | -| 4 | 0.278803 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.265366 | `azmcp_keyvault` | ❌ | +| 1 | 0.472914 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.351941 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.350258 | `azmcp_acr` | ❌ | +| 4 | 0.337517 | `azmcp_cosmos` | ❌ | +| 5 | 0.314729 | `azmcp_quota` | ❌ | --- -## Test 285 +## Test 292 **Expected Tool:** `azmcp_storage` -**Prompt:** Add a message to the queue in storage account with visibility timeout of 30 seconds +**Prompt:** Show me the containers in the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.385301 | `azmcp_servicebus` | ❌ | -| 2 | 0.357271 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.289124 | `azmcp_quota` | ❌ | -| 4 | 0.270703 | `azmcp_keyvault` | ❌ | -| 5 | 0.262362 | `azmcp_cosmos` | ❌ | +| 1 | 0.450315 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.378324 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.364989 | `azmcp_subscription` | ❌ | +| 4 | 0.355040 | `azmcp_acr` | ❌ | +| 5 | 0.352335 | `azmcp_quota` | ❌ | --- -## Test 286 +## Test 293 **Expected Tool:** `azmcp_storage` -**Prompt:** List all files and directories in the File Share in the storage account +**Prompt:** Show me the details for my storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489159 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.478885 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.382968 | `azmcp_subscription` | ❌ | -| 4 | 0.346224 | `azmcp_group` | ❌ | -| 5 | 0.340975 | `azmcp_quota` | ❌ | +| 1 | 0.464183 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.394437 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.392509 | `azmcp_subscription` | ❌ | +| 4 | 0.384737 | `azmcp_quota` | ❌ | +| 5 | 0.361202 | `azmcp_applicationinsights` | ❌ | --- -## Test 287 +## Test 294 **Expected Tool:** `azmcp_storage` -**Prompt:** Show me the files in the File Share directory in the storage account +**Prompt:** Show me the properties for blob in container in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.461660 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.437779 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.346124 | `azmcp_subscription` | ❌ | -| 4 | 0.310449 | `azmcp_quota` | ❌ | -| 5 | 0.297716 | `azmcp_functionapp` | ❌ | +| 1 | 0.496652 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.377410 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.361309 | `azmcp_cosmos` | ❌ | +| 4 | 0.349844 | `azmcp_acr` | ❌ | +| 5 | 0.336460 | `azmcp_quota` | ❌ | --- -## Test 288 +## Test 295 **Expected Tool:** `azmcp_storage` -**Prompt:** List files with prefix 'report' in the File Share in the storage account +**Prompt:** Show me the properties of the storage container in the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.452183 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.437155 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.423868 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.369122 | `azmcp_subscription` | ❌ | -| 5 | 0.348354 | `azmcp_quota` | ❌ | +| 1 | 0.467376 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.384748 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.369553 | `azmcp_quota` | ❌ | +| 4 | 0.360761 | `azmcp_acr` | ❌ | +| 5 | 0.338758 | `azmcp_subscription` | ❌ | --- -## Test 289 +## Test 296 **Expected Tool:** `azmcp_storage` -**Prompt:** List all tables in the storage account +**Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.467027 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.410142 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.376717 | `azmcp_subscription` | ❌ | -| 4 | 0.359145 | `azmcp_kusto` | ❌ | -| 5 | 0.358110 | `azmcp_sql` | ❌ | +| 1 | 0.454794 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.430931 | `azmcp_subscription` | ❌ | +| 3 | 0.369798 | `azmcp_quota` | ❌ | +| 4 | 0.366486 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.332783 | `azmcp_applicationinsights` | ❌ | --- -## Test 290 +## Test 297 **Expected Tool:** `azmcp_storage` -**Prompt:** Show me the tables in the storage account +**Prompt:** Upload file to storage blob in container in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490181 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.417079 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.376805 | `azmcp_kusto` | ❌ | -| 4 | 0.375342 | `azmcp_subscription` | ❌ | -| 5 | 0.364037 | `azmcp_quota` | ❌ | +| 1 | 0.442224 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.295226 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.292922 | `azmcp_acr` | ❌ | +| 4 | 0.274278 | `azmcp_functionapp` | ❌ | +| 5 | 0.262936 | `azmcp_cosmos` | ❌ | --- -## Test 291 +## Test 298 **Expected Tool:** `azmcp_subscription` **Prompt:** List all subscriptions for my account @@ -5259,15 +5388,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.537130 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.312486 | `azmcp_group` | ❌ | -| 3 | 0.305399 | `azmcp_eventgrid` | ❌ | -| 4 | 0.275238 | `azmcp_foundry` | ❌ | -| 5 | 0.245431 | `azmcp_servicebus` | ❌ | +| 1 | 0.537114 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.312465 | `azmcp_group` | ❌ | +| 3 | 0.305650 | `azmcp_eventgrid` | ❌ | +| 4 | 0.275212 | `azmcp_foundry` | ❌ | +| 5 | 0.269918 | `azmcp_applicationinsights` | ❌ | --- -## Test 292 +## Test 299 **Expected Tool:** `azmcp_subscription` **Prompt:** Show me my subscriptions @@ -5277,14 +5406,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.385304 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.248441 | `azmcp_eventgrid` | ❌ | -| 3 | 0.228081 | `azmcp_group` | ❌ | +| 2 | 0.248821 | `azmcp_eventgrid` | ❌ | +| 3 | 0.228069 | `azmcp_group` | ❌ | | 4 | 0.194460 | `azmcp_servicebus` | ❌ | | 5 | 0.186010 | `azmcp_foundry` | ❌ | --- -## Test 293 +## Test 300 **Expected Tool:** `azmcp_subscription` **Prompt:** What is my current subscription? @@ -5294,14 +5423,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.347831 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.240799 | `azmcp_eventgrid` | ❌ | -| 3 | 0.187580 | `azmcp_group` | ❌ | +| 2 | 0.241202 | `azmcp_eventgrid` | ❌ | +| 3 | 0.187522 | `azmcp_group` | ❌ | | 4 | 0.180256 | `azmcp_servicebus` | ❌ | | 5 | 0.169420 | `azmcp_marketplace` | ❌ | --- -## Test 294 +## Test 301 **Expected Tool:** `azmcp_subscription` **Prompt:** What subscriptions do I have? @@ -5310,15 +5439,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.413083 | `azmcp_subscription` | ✅ **EXPECTED** | -| 2 | 0.297382 | `azmcp_eventgrid` | ❌ | -| 3 | 0.242736 | `azmcp_group` | ❌ | -| 4 | 0.236971 | `azmcp_servicebus` | ❌ | -| 5 | 0.209854 | `azmcp_marketplace` | ❌ | +| 1 | 0.413063 | `azmcp_subscription` | ✅ **EXPECTED** | +| 2 | 0.297744 | `azmcp_eventgrid` | ❌ | +| 3 | 0.242670 | `azmcp_group` | ❌ | +| 4 | 0.236947 | `azmcp_servicebus` | ❌ | +| 5 | 0.216025 | `azmcp_appservice` | ❌ | --- -## Test 295 +## Test 302 **Expected Tool:** `azmcp_virtualdesktop` **Prompt:** List all host pools in my subscription @@ -5328,14 +5457,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.487530 | `azmcp_subscription` | ❌ | -| 2 | 0.411555 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 3 | 0.377688 | `azmcp_group` | ❌ | -| 4 | 0.360182 | `azmcp_sql` | ❌ | -| 5 | 0.350182 | `azmcp_quota` | ❌ | +| 2 | 0.411561 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 3 | 0.377767 | `azmcp_group` | ❌ | +| 4 | 0.360146 | `azmcp_sql` | ❌ | +| 5 | 0.351052 | `azmcp_applicationinsights` | ❌ | --- -## Test 296 +## Test 303 **Expected Tool:** `azmcp_virtualdesktop` **Prompt:** List all session hosts in host pool @@ -5344,15 +5473,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.451741 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 2 | 0.286591 | `azmcp_quota` | ❌ | +| 1 | 0.451799 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 2 | 0.286542 | `azmcp_quota` | ❌ | | 3 | 0.273487 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.272531 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.265247 | `azmcp_sql` | ❌ | +| 4 | 0.272584 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.265188 | `azmcp_sql` | ❌ | --- -## Test 297 +## Test 304 **Expected Tool:** `azmcp_virtualdesktop` **Prompt:** List all user sessions on session host in host pool @@ -5361,15 +5490,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.454595 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 2 | 0.272266 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.454673 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | +| 2 | 0.272326 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.270036 | `azmcp_subscription` | ❌ | -| 4 | 0.263791 | `azmcp_quota` | ❌ | +| 4 | 0.263816 | `azmcp_quota` | ❌ | | 5 | 0.251855 | `azmcp_resourcehealth` | ❌ | --- -## Test 298 +## Test 305 **Expected Tool:** `azmcp_workbooks` **Prompt:** Create a new workbook named @@ -5380,13 +5509,13 @@ |------|-------|------|--------| | 1 | 0.465630 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.206723 | `azmcp_grafana` | ❌ | -| 3 | 0.115388 | `azmcp_bicepschema` | ❌ | +| 3 | 0.115383 | `azmcp_bicepschema` | ❌ | | 4 | 0.111941 | `azmcp_extension_azqr` | ❌ | | 5 | 0.102583 | `azmcp_functionapp` | ❌ | --- -## Test 299 +## Test 306 **Expected Tool:** `azmcp_workbooks` **Prompt:** Delete the workbook with resource ID @@ -5397,13 +5526,30 @@ |------|-------|------|--------| | 1 | 0.456714 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.221231 | `azmcp_grafana` | ❌ | -| 3 | 0.151692 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.150769 | `azmcp_group` | ❌ | +| 3 | 0.151727 | `azmcp_virtualdesktop` | ❌ | +| 4 | 0.150755 | `azmcp_group` | ❌ | | 5 | 0.148882 | `azmcp_extension_azqr` | ❌ | --- -## Test 300 +## Test 307 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Get information about the workbook with resource ID + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.470736 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.242309 | `azmcp_grafana` | ❌ | +| 3 | 0.201831 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.190889 | `azmcp_quota` | ❌ | +| 5 | 0.189657 | `azmcp_extension_azqr` | ❌ | + +--- + +## Test 308 **Expected Tool:** `azmcp_workbooks` **Prompt:** List all workbooks in my resource group @@ -5413,14 +5559,48 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.539125 | `azmcp_workbooks` | ✅ **EXPECTED** | -| 2 | 0.490101 | `azmcp_group` | ❌ | +| 2 | 0.490077 | `azmcp_group` | ❌ | | 3 | 0.360895 | `azmcp_grafana` | ❌ | | 4 | 0.321430 | `azmcp_extension_azqr` | ❌ | | 5 | 0.317639 | `azmcp_subscription` | ❌ | --- -## Test 301 +## Test 309 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Show me the workbook with display name + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.471788 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.276892 | `azmcp_grafana` | ❌ | +| 3 | 0.161891 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.150875 | `azmcp_marketplace` | ❌ | +| 5 | 0.143215 | `azmcp_virtualdesktop` | ❌ | + +--- + +## Test 310 + +**Expected Tool:** `azmcp_workbooks` +**Prompt:** Update the workbook with a new text step + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.434069 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.206844 | `azmcp_grafana` | ❌ | +| 3 | 0.171355 | `azmcp_loadtesting` | ❌ | +| 4 | 0.153680 | `azmcp_bicepschema` | ❌ | +| 5 | 0.141389 | `azmcp_appservice` | ❌ | + +--- + +## Test 311 **Expected Tool:** `azmcp_workbooks` **Prompt:** What workbooks do I have in resource group ? @@ -5430,89 +5610,89 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.571828 | `azmcp_workbooks` | ✅ **EXPECTED** | -| 2 | 0.490854 | `azmcp_group` | ❌ | +| 2 | 0.490770 | `azmcp_group` | ❌ | | 3 | 0.378435 | `azmcp_grafana` | ❌ | -| 4 | 0.343815 | `azmcp_quota` | ❌ | +| 4 | 0.343728 | `azmcp_quota` | ❌ | | 5 | 0.343283 | `azmcp_resourcehealth` | ❌ | --- -## Test 302 +## Test 312 -**Expected Tool:** `azmcp_workbooks` -**Prompt:** Get information about the workbook with resource ID +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Check my Azure subscription for any compliance issues or recommendations ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.470736 | `azmcp_workbooks` | ✅ **EXPECTED** | -| 2 | 0.242309 | `azmcp_grafana` | ❌ | -| 3 | 0.201831 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.191071 | `azmcp_quota` | ❌ | -| 5 | 0.189657 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.489262 | `azmcp_subscription` | ❌ | +| 2 | 0.476826 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 3 | 0.475542 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.464915 | `azmcp_bestpractices` | ❌ | +| 5 | 0.464037 | `azmcp_resourcehealth` | ❌ | --- -## Test 303 +## Test 313 -**Expected Tool:** `azmcp_workbooks` -**Prompt:** Show me the workbook with display name +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Provide compliance recommendations for my current Azure subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.471788 | `azmcp_workbooks` | ✅ **EXPECTED** | -| 2 | 0.276892 | `azmcp_grafana` | ❌ | -| 3 | 0.161845 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.150875 | `azmcp_marketplace` | ❌ | -| 5 | 0.143190 | `azmcp_virtualdesktop` | ❌ | +| 1 | 0.537297 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.498407 | `azmcp_bestpractices` | ❌ | +| 3 | 0.479029 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 5 | 0.454636 | `azmcp_subscription` | ❌ | --- -## Test 304 +## Test 314 -**Expected Tool:** `azmcp_workbooks` -**Prompt:** Update the workbook with a new text step +**Expected Tool:** `azmcp_extension_azqr` +**Prompt:** Scan my Azure subscription for compliance recommendations ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.434069 | `azmcp_workbooks` | ✅ **EXPECTED** | -| 2 | 0.206844 | `azmcp_grafana` | ❌ | -| 3 | 0.172204 | `azmcp_loadtesting` | ❌ | -| 4 | 0.153735 | `azmcp_bicepschema` | ❌ | -| 5 | 0.140182 | `azmcp_sql` | ❌ | +| 1 | 0.525269 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.516925 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 3 | 0.497831 | `azmcp_azureterraformbestpractices` | ❌ | +| 4 | 0.495991 | `azmcp_bestpractices` | ❌ | +| 5 | 0.477837 | `azmcp_subscription` | ❌ | --- ## Summary -**Total Prompts Tested:** 304 -**Analysis Execution Time:** 37.2978127s +**Total Prompts Tested:** 314 +**Analysis Execution Time:** 49.0265919s ### Success Rate Metrics -**Top Choice Success:** 84.5% (257/304 tests) +**Top Choice Success:** 83.8% (263/314 tests) #### Confidence Level Distribution -**💪 Very High Confidence (≥0.8):** 0.0% (0/304 tests) -**🎯 High Confidence (≥0.7):** 0.3% (1/304 tests) -**✅ Good Confidence (≥0.6):** 4.3% (13/304 tests) -**👍 Fair Confidence (≥0.5):** 30.9% (94/304 tests) -**👌 Acceptable Confidence (≥0.4):** 78.6% (239/304 tests) -**❌ Low Confidence (<0.4):** 21.4% (65/304 tests) +**💪 Very High Confidence (≥0.8):** 0.0% (0/314 tests) +**🎯 High Confidence (≥0.7):** 0.3% (1/314 tests) +**✅ Good Confidence (≥0.6):** 4.1% (13/314 tests) +**👍 Fair Confidence (≥0.5):** 31.2% (98/314 tests) +**👌 Acceptable Confidence (≥0.4):** 79.3% (249/314 tests) +**❌ Low Confidence (<0.4):** 20.7% (65/314 tests) #### Top Choice + Confidence Combinations -**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/304 tests) -**🎯 Top Choice + High Confidence (≥0.7):** 0.3% (1/304 tests) -**✅ Top Choice + Good Confidence (≥0.6):** 4.3% (13/304 tests) -**👍 Top Choice + Fair Confidence (≥0.5):** 29.6% (90/304 tests) -**👌 Top Choice + Acceptable Confidence (≥0.4):** 70.4% (214/304 tests) +**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/314 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 0.3% (1/314 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 4.1% (13/314 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 29.3% (92/314 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 70.4% (221/314 tests) ### Success Rate Analysis diff --git a/eng/tools/ToolDescriptionEvaluator/results.md b/eng/tools/ToolDescriptionEvaluator/results.md index 4480e2694..9f007cff5 100644 --- a/eng/tools/ToolDescriptionEvaluator/results.md +++ b/eng/tools/ToolDescriptionEvaluator/results.md @@ -1,15 +1,15 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 18:13:04 -**Tool count:** 140 -**Database setup time:** 2.4424216s +**Setup completed:** 2025-09-22 20:20:17 +**Tool count:** 143 +**Database setup time:** 1.5016929s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 18:13:04 -**Tool count:** 140 +**Analysis Date:** 2025-09-22 20:20:18 +**Tool count:** 143 ## Table of Contents @@ -48,277 +48,285 @@ - [Test 33: azmcp_applens_resource_diagnose](#test-33) - [Test 34: azmcp_applens_resource_diagnose](#test-34) - [Test 35: azmcp_applens_resource_diagnose](#test-35) -- [Test 36: azmcp_azuremanagedlustre_filesystem_list](#test-36) -- [Test 37: azmcp_azuremanagedlustre_filesystem_list](#test-37) -- [Test 38: azmcp_azuremanagedlustre_filesystem_required-subnet-size](#test-38) -- [Test 39: azmcp_azuremanagedlustre_filesystem_sku_get](#test-39) -- [Test 40: azmcp_azureterraformbestpractices_get](#test-40) -- [Test 41: azmcp_azureterraformbestpractices_get](#test-41) -- [Test 42: azmcp_bestpractices_get](#test-42) -- [Test 43: azmcp_bestpractices_get](#test-43) -- [Test 44: azmcp_bestpractices_get](#test-44) -- [Test 45: azmcp_bestpractices_get](#test-45) -- [Test 46: azmcp_bestpractices_get](#test-46) -- [Test 47: azmcp_bestpractices_get](#test-47) -- [Test 48: azmcp_bestpractices_get](#test-48) -- [Test 49: azmcp_bestpractices_get](#test-49) -- [Test 50: azmcp_bestpractices_get](#test-50) -- [Test 51: azmcp_bestpractices_get](#test-51) -- [Test 52: azmcp_bicepschema_get](#test-52) -- [Test 53: azmcp_cloudarchitect_design](#test-53) -- [Test 54: azmcp_cloudarchitect_design](#test-54) -- [Test 55: azmcp_cloudarchitect_design](#test-55) -- [Test 56: azmcp_cloudarchitect_design](#test-56) -- [Test 57: azmcp_cosmos_account_list](#test-57) -- [Test 58: azmcp_cosmos_account_list](#test-58) -- [Test 59: azmcp_cosmos_account_list](#test-59) -- [Test 60: azmcp_cosmos_database_container_item_query](#test-60) -- [Test 61: azmcp_cosmos_database_container_list](#test-61) -- [Test 62: azmcp_cosmos_database_container_list](#test-62) -- [Test 63: azmcp_cosmos_database_list](#test-63) -- [Test 64: azmcp_cosmos_database_list](#test-64) -- [Test 65: azmcp_datadog_monitoredresources_list](#test-65) -- [Test 66: azmcp_datadog_monitoredresources_list](#test-66) -- [Test 67: azmcp_deploy_app_logs_get](#test-67) -- [Test 68: azmcp_deploy_architecture_diagram_generate](#test-68) -- [Test 69: azmcp_deploy_iac_rules_get](#test-69) -- [Test 70: azmcp_deploy_pipeline_guidance_get](#test-70) -- [Test 71: azmcp_deploy_plan_get](#test-71) -- [Test 72: azmcp_eventgrid_subscription_list](#test-72) -- [Test 73: azmcp_eventgrid_subscription_list](#test-73) -- [Test 74: azmcp_eventgrid_subscription_list](#test-74) -- [Test 75: azmcp_eventgrid_subscription_list](#test-75) -- [Test 76: azmcp_eventgrid_subscription_list](#test-76) -- [Test 77: azmcp_eventgrid_subscription_list](#test-77) -- [Test 78: azmcp_eventgrid_subscription_list](#test-78) -- [Test 79: azmcp_eventgrid_topic_list](#test-79) -- [Test 80: azmcp_eventgrid_topic_list](#test-80) -- [Test 81: azmcp_eventgrid_topic_list](#test-81) -- [Test 82: azmcp_eventgrid_topic_list](#test-82) -- [Test 83: azmcp_extension_azqr](#test-83) -- [Test 84: azmcp_extension_azqr](#test-84) -- [Test 85: azmcp_extension_azqr](#test-85) -- [Test 86: azmcp_foundry_knowledge_index_list](#test-86) -- [Test 87: azmcp_foundry_knowledge_index_list](#test-87) -- [Test 88: azmcp_foundry_knowledge_index_schema](#test-88) -- [Test 89: azmcp_foundry_knowledge_index_schema](#test-89) -- [Test 90: azmcp_foundry_models_deploy](#test-90) -- [Test 91: azmcp_foundry_models_deployments_list](#test-91) -- [Test 92: azmcp_foundry_models_deployments_list](#test-92) -- [Test 93: azmcp_foundry_models_list](#test-93) -- [Test 94: azmcp_foundry_models_list](#test-94) -- [Test 95: azmcp_functionapp_get](#test-95) -- [Test 96: azmcp_functionapp_get](#test-96) -- [Test 97: azmcp_functionapp_get](#test-97) -- [Test 98: azmcp_functionapp_get](#test-98) -- [Test 99: azmcp_functionapp_get](#test-99) -- [Test 100: azmcp_functionapp_get](#test-100) -- [Test 101: azmcp_functionapp_get](#test-101) -- [Test 102: azmcp_functionapp_get](#test-102) -- [Test 103: azmcp_functionapp_get](#test-103) -- [Test 104: azmcp_functionapp_get](#test-104) -- [Test 105: azmcp_functionapp_get](#test-105) -- [Test 106: azmcp_functionapp_get](#test-106) -- [Test 107: azmcp_grafana_list](#test-107) -- [Test 108: azmcp_group_list](#test-108) -- [Test 109: azmcp_group_list](#test-109) -- [Test 110: azmcp_group_list](#test-110) -- [Test 111: azmcp_keyvault_certificate_create](#test-111) -- [Test 112: azmcp_keyvault_certificate_get](#test-112) -- [Test 113: azmcp_keyvault_certificate_get](#test-113) -- [Test 114: azmcp_keyvault_certificate_import](#test-114) -- [Test 115: azmcp_keyvault_certificate_import](#test-115) -- [Test 116: azmcp_keyvault_certificate_list](#test-116) -- [Test 117: azmcp_keyvault_certificate_list](#test-117) -- [Test 118: azmcp_keyvault_key_create](#test-118) -- [Test 119: azmcp_keyvault_key_list](#test-119) -- [Test 120: azmcp_keyvault_key_list](#test-120) -- [Test 121: azmcp_keyvault_secret_create](#test-121) -- [Test 122: azmcp_keyvault_secret_list](#test-122) -- [Test 123: azmcp_keyvault_secret_list](#test-123) -- [Test 124: azmcp_kusto_cluster_get](#test-124) -- [Test 125: azmcp_kusto_cluster_list](#test-125) -- [Test 126: azmcp_kusto_cluster_list](#test-126) -- [Test 127: azmcp_kusto_cluster_list](#test-127) -- [Test 128: azmcp_kusto_database_list](#test-128) -- [Test 129: azmcp_kusto_database_list](#test-129) -- [Test 130: azmcp_kusto_query](#test-130) -- [Test 131: azmcp_kusto_sample](#test-131) -- [Test 132: azmcp_kusto_table_list](#test-132) -- [Test 133: azmcp_kusto_table_list](#test-133) -- [Test 134: azmcp_kusto_table_schema](#test-134) -- [Test 135: azmcp_loadtesting_test_create](#test-135) -- [Test 136: azmcp_loadtesting_test_get](#test-136) -- [Test 137: azmcp_loadtesting_testresource_create](#test-137) -- [Test 138: azmcp_loadtesting_testresource_list](#test-138) -- [Test 139: azmcp_loadtesting_testrun_create](#test-139) -- [Test 140: azmcp_loadtesting_testrun_get](#test-140) -- [Test 141: azmcp_loadtesting_testrun_list](#test-141) -- [Test 142: azmcp_loadtesting_testrun_update](#test-142) -- [Test 143: azmcp_marketplace_product_get](#test-143) -- [Test 144: azmcp_marketplace_product_list](#test-144) -- [Test 145: azmcp_marketplace_product_list](#test-145) -- [Test 146: azmcp_monitor_healthmodels_entity_gethealth](#test-146) -- [Test 147: azmcp_monitor_metrics_definitions](#test-147) -- [Test 148: azmcp_monitor_metrics_definitions](#test-148) -- [Test 149: azmcp_monitor_metrics_definitions](#test-149) -- [Test 150: azmcp_monitor_metrics_query](#test-150) -- [Test 151: azmcp_monitor_metrics_query](#test-151) -- [Test 152: azmcp_monitor_metrics_query](#test-152) -- [Test 153: azmcp_monitor_metrics_query](#test-153) -- [Test 154: azmcp_monitor_metrics_query](#test-154) -- [Test 155: azmcp_monitor_metrics_query](#test-155) -- [Test 156: azmcp_monitor_resource_log_query](#test-156) -- [Test 157: azmcp_monitor_table_list](#test-157) -- [Test 158: azmcp_monitor_table_list](#test-158) -- [Test 159: azmcp_monitor_table_type_list](#test-159) -- [Test 160: azmcp_monitor_table_type_list](#test-160) -- [Test 161: azmcp_monitor_workspace_list](#test-161) -- [Test 162: azmcp_monitor_workspace_list](#test-162) -- [Test 163: azmcp_monitor_workspace_list](#test-163) -- [Test 164: azmcp_monitor_workspace_log_query](#test-164) -- [Test 165: azmcp_mysql_database_list](#test-165) -- [Test 166: azmcp_mysql_database_list](#test-166) -- [Test 167: azmcp_mysql_database_query](#test-167) -- [Test 168: azmcp_mysql_server_config_get](#test-168) -- [Test 169: azmcp_mysql_server_list](#test-169) -- [Test 170: azmcp_mysql_server_list](#test-170) -- [Test 171: azmcp_mysql_server_list](#test-171) -- [Test 172: azmcp_mysql_server_param_get](#test-172) -- [Test 173: azmcp_mysql_server_param_set](#test-173) -- [Test 174: azmcp_mysql_table_list](#test-174) -- [Test 175: azmcp_mysql_table_list](#test-175) -- [Test 176: azmcp_mysql_table_schema_get](#test-176) -- [Test 177: azmcp_postgres_database_list](#test-177) -- [Test 178: azmcp_postgres_database_list](#test-178) -- [Test 179: azmcp_postgres_database_query](#test-179) -- [Test 180: azmcp_postgres_server_config_get](#test-180) -- [Test 181: azmcp_postgres_server_list](#test-181) -- [Test 182: azmcp_postgres_server_list](#test-182) -- [Test 183: azmcp_postgres_server_list](#test-183) -- [Test 184: azmcp_postgres_server_param_get](#test-184) -- [Test 185: azmcp_postgres_server_param_set](#test-185) -- [Test 186: azmcp_postgres_table_list](#test-186) -- [Test 187: azmcp_postgres_table_list](#test-187) -- [Test 188: azmcp_postgres_table_schema_get](#test-188) -- [Test 189: azmcp_quota_region_availability_list](#test-189) -- [Test 190: azmcp_quota_usage_check](#test-190) -- [Test 191: azmcp_redis_cache_accesspolicy_list](#test-191) -- [Test 192: azmcp_redis_cache_accesspolicy_list](#test-192) -- [Test 193: azmcp_redis_cache_list](#test-193) -- [Test 194: azmcp_redis_cache_list](#test-194) -- [Test 195: azmcp_redis_cache_list](#test-195) -- [Test 196: azmcp_redis_cluster_database_list](#test-196) -- [Test 197: azmcp_redis_cluster_database_list](#test-197) -- [Test 198: azmcp_redis_cluster_list](#test-198) -- [Test 199: azmcp_redis_cluster_list](#test-199) -- [Test 200: azmcp_redis_cluster_list](#test-200) -- [Test 201: azmcp_resourcehealth_availability-status_get](#test-201) -- [Test 202: azmcp_resourcehealth_availability-status_get](#test-202) -- [Test 203: azmcp_resourcehealth_availability-status_get](#test-203) -- [Test 204: azmcp_resourcehealth_availability-status_list](#test-204) -- [Test 205: azmcp_resourcehealth_availability-status_list](#test-205) -- [Test 206: azmcp_resourcehealth_availability-status_list](#test-206) -- [Test 207: azmcp_resourcehealth_service-health-events_list](#test-207) -- [Test 208: azmcp_resourcehealth_service-health-events_list](#test-208) -- [Test 209: azmcp_resourcehealth_service-health-events_list](#test-209) -- [Test 210: azmcp_resourcehealth_service-health-events_list](#test-210) -- [Test 211: azmcp_resourcehealth_service-health-events_list](#test-211) -- [Test 212: azmcp_role_assignment_list](#test-212) -- [Test 213: azmcp_role_assignment_list](#test-213) -- [Test 214: azmcp_search_index_get](#test-214) -- [Test 215: azmcp_search_index_get](#test-215) -- [Test 216: azmcp_search_index_get](#test-216) -- [Test 217: azmcp_search_index_query](#test-217) -- [Test 218: azmcp_search_service_list](#test-218) -- [Test 219: azmcp_search_service_list](#test-219) -- [Test 220: azmcp_search_service_list](#test-220) -- [Test 221: azmcp_servicebus_queue_details](#test-221) -- [Test 222: azmcp_servicebus_topic_details](#test-222) -- [Test 223: azmcp_servicebus_topic_subscription_details](#test-223) -- [Test 224: azmcp_sql_db_create](#test-224) -- [Test 225: azmcp_sql_db_create](#test-225) -- [Test 226: azmcp_sql_db_create](#test-226) -- [Test 227: azmcp_sql_db_delete](#test-227) -- [Test 228: azmcp_sql_db_delete](#test-228) -- [Test 229: azmcp_sql_db_delete](#test-229) -- [Test 230: azmcp_sql_db_list](#test-230) -- [Test 231: azmcp_sql_db_list](#test-231) -- [Test 232: azmcp_sql_db_show](#test-232) -- [Test 233: azmcp_sql_db_show](#test-233) -- [Test 234: azmcp_sql_db_update](#test-234) -- [Test 235: azmcp_sql_db_update](#test-235) -- [Test 236: azmcp_sql_elastic-pool_list](#test-236) -- [Test 237: azmcp_sql_elastic-pool_list](#test-237) -- [Test 238: azmcp_sql_elastic-pool_list](#test-238) -- [Test 239: azmcp_sql_server_create](#test-239) -- [Test 240: azmcp_sql_server_create](#test-240) -- [Test 241: azmcp_sql_server_create](#test-241) -- [Test 242: azmcp_sql_server_delete](#test-242) -- [Test 243: azmcp_sql_server_delete](#test-243) -- [Test 244: azmcp_sql_server_delete](#test-244) -- [Test 245: azmcp_sql_server_entra-admin_list](#test-245) -- [Test 246: azmcp_sql_server_entra-admin_list](#test-246) -- [Test 247: azmcp_sql_server_entra-admin_list](#test-247) -- [Test 248: azmcp_sql_server_firewall-rule_create](#test-248) -- [Test 249: azmcp_sql_server_firewall-rule_create](#test-249) -- [Test 250: azmcp_sql_server_firewall-rule_create](#test-250) -- [Test 251: azmcp_sql_server_firewall-rule_delete](#test-251) -- [Test 252: azmcp_sql_server_firewall-rule_delete](#test-252) -- [Test 253: azmcp_sql_server_firewall-rule_delete](#test-253) -- [Test 254: azmcp_sql_server_firewall-rule_list](#test-254) -- [Test 255: azmcp_sql_server_firewall-rule_list](#test-255) -- [Test 256: azmcp_sql_server_firewall-rule_list](#test-256) -- [Test 257: azmcp_sql_server_show](#test-257) -- [Test 258: azmcp_sql_server_show](#test-258) -- [Test 259: azmcp_sql_server_show](#test-259) -- [Test 260: azmcp_storage_account_create](#test-260) -- [Test 261: azmcp_storage_account_create](#test-261) -- [Test 262: azmcp_storage_account_create](#test-262) -- [Test 263: azmcp_storage_account_get](#test-263) -- [Test 264: azmcp_storage_account_get](#test-264) -- [Test 265: azmcp_storage_account_get](#test-265) -- [Test 266: azmcp_storage_account_get](#test-266) -- [Test 267: azmcp_storage_account_get](#test-267) -- [Test 268: azmcp_storage_blob_batch_set-tier](#test-268) -- [Test 269: azmcp_storage_blob_batch_set-tier](#test-269) -- [Test 270: azmcp_storage_blob_container_create](#test-270) -- [Test 271: azmcp_storage_blob_container_create](#test-271) -- [Test 272: azmcp_storage_blob_container_create](#test-272) -- [Test 273: azmcp_storage_blob_container_get](#test-273) -- [Test 274: azmcp_storage_blob_container_get](#test-274) -- [Test 275: azmcp_storage_blob_container_get](#test-275) -- [Test 276: azmcp_storage_blob_get](#test-276) -- [Test 277: azmcp_storage_blob_get](#test-277) -- [Test 278: azmcp_storage_blob_get](#test-278) -- [Test 279: azmcp_storage_blob_get](#test-279) -- [Test 280: azmcp_storage_blob_upload](#test-280) -- [Test 281: azmcp_storage_datalake_directory_create](#test-281) -- [Test 282: azmcp_storage_datalake_file-system_list-paths](#test-282) -- [Test 283: azmcp_storage_datalake_file-system_list-paths](#test-283) -- [Test 284: azmcp_storage_datalake_file-system_list-paths](#test-284) -- [Test 285: azmcp_storage_queue_message_send](#test-285) -- [Test 286: azmcp_storage_queue_message_send](#test-286) -- [Test 287: azmcp_storage_queue_message_send](#test-287) -- [Test 288: azmcp_storage_share_file_list](#test-288) -- [Test 289: azmcp_storage_share_file_list](#test-289) -- [Test 290: azmcp_storage_share_file_list](#test-290) -- [Test 291: azmcp_storage_table_list](#test-291) -- [Test 292: azmcp_storage_table_list](#test-292) -- [Test 293: azmcp_subscription_list](#test-293) -- [Test 294: azmcp_subscription_list](#test-294) -- [Test 295: azmcp_subscription_list](#test-295) -- [Test 296: azmcp_subscription_list](#test-296) -- [Test 297: azmcp_virtualdesktop_hostpool_list](#test-297) -- [Test 298: azmcp_virtualdesktop_hostpool_sessionhost_list](#test-298) -- [Test 299: azmcp_virtualdesktop_hostpool_sessionhost_usersession-list](#test-299) -- [Test 300: azmcp_workbooks_create](#test-300) -- [Test 301: azmcp_workbooks_delete](#test-301) -- [Test 302: azmcp_workbooks_list](#test-302) -- [Test 303: azmcp_workbooks_list](#test-303) -- [Test 304: azmcp_workbooks_show](#test-304) -- [Test 305: azmcp_workbooks_show](#test-305) -- [Test 306: azmcp_workbooks_update](#test-306) +- [Test 36: azmcp_applicationinsights_recommendation_list](#test-36) +- [Test 37: azmcp_applicationinsights_recommendation_list](#test-37) +- [Test 38: azmcp_applicationinsights_recommendation_list](#test-38) +- [Test 39: azmcp_applicationinsights_recommendation_list](#test-39) +- [Test 40: azmcp_appservice_database_add](#test-40) +- [Test 41: azmcp_appservice_database_add](#test-41) +- [Test 42: azmcp_appservice_database_add](#test-42) +- [Test 43: azmcp_appservice_database_add](#test-43) +- [Test 44: azmcp_appservice_database_add](#test-44) +- [Test 45: azmcp_appservice_database_add](#test-45) +- [Test 46: azmcp_appservice_database_add](#test-46) +- [Test 47: azmcp_appservice_database_add](#test-47) +- [Test 48: azmcp_appservice_database_add](#test-48) +- [Test 49: azmcp_azuremanagedlustre_filesystem_list](#test-49) +- [Test 50: azmcp_azuremanagedlustre_filesystem_list](#test-50) +- [Test 51: azmcp_azuremanagedlustre_filesystem_required-subnet-size](#test-51) +- [Test 52: azmcp_azuremanagedlustre_filesystem_sku_get](#test-52) +- [Test 53: azmcp_azureterraformbestpractices_get](#test-53) +- [Test 54: azmcp_azureterraformbestpractices_get](#test-54) +- [Test 55: azmcp_bestpractices_get](#test-55) +- [Test 56: azmcp_bestpractices_get](#test-56) +- [Test 57: azmcp_bestpractices_get](#test-57) +- [Test 58: azmcp_bestpractices_get](#test-58) +- [Test 59: azmcp_bestpractices_get](#test-59) +- [Test 60: azmcp_bestpractices_get](#test-60) +- [Test 61: azmcp_bestpractices_get](#test-61) +- [Test 62: azmcp_bestpractices_get](#test-62) +- [Test 63: azmcp_bestpractices_get](#test-63) +- [Test 64: azmcp_bestpractices_get](#test-64) +- [Test 65: azmcp_bicepschema_get](#test-65) +- [Test 66: azmcp_cloudarchitect_design](#test-66) +- [Test 67: azmcp_cloudarchitect_design](#test-67) +- [Test 68: azmcp_cloudarchitect_design](#test-68) +- [Test 69: azmcp_cloudarchitect_design](#test-69) +- [Test 70: azmcp_cosmos_account_list](#test-70) +- [Test 71: azmcp_cosmos_account_list](#test-71) +- [Test 72: azmcp_cosmos_account_list](#test-72) +- [Test 73: azmcp_cosmos_database_container_item_query](#test-73) +- [Test 74: azmcp_cosmos_database_container_list](#test-74) +- [Test 75: azmcp_cosmos_database_container_list](#test-75) +- [Test 76: azmcp_cosmos_database_list](#test-76) +- [Test 77: azmcp_cosmos_database_list](#test-77) +- [Test 78: azmcp_datadog_monitoredresources_list](#test-78) +- [Test 79: azmcp_datadog_monitoredresources_list](#test-79) +- [Test 80: azmcp_deploy_app_logs_get](#test-80) +- [Test 81: azmcp_deploy_architecture_diagram_generate](#test-81) +- [Test 82: azmcp_deploy_iac_rules_get](#test-82) +- [Test 83: azmcp_deploy_pipeline_guidance_get](#test-83) +- [Test 84: azmcp_deploy_plan_get](#test-84) +- [Test 85: azmcp_eventgrid_subscription_list](#test-85) +- [Test 86: azmcp_eventgrid_subscription_list](#test-86) +- [Test 87: azmcp_eventgrid_subscription_list](#test-87) +- [Test 88: azmcp_eventgrid_subscription_list](#test-88) +- [Test 89: azmcp_eventgrid_subscription_list](#test-89) +- [Test 90: azmcp_eventgrid_subscription_list](#test-90) +- [Test 91: azmcp_eventgrid_subscription_list](#test-91) +- [Test 92: azmcp_eventgrid_topic_list](#test-92) +- [Test 93: azmcp_eventgrid_topic_list](#test-93) +- [Test 94: azmcp_eventgrid_topic_list](#test-94) +- [Test 95: azmcp_eventgrid_topic_list](#test-95) +- [Test 96: azmcp_extension_azqr](#test-96) +- [Test 97: azmcp_extension_azqr](#test-97) +- [Test 98: azmcp_extension_azqr](#test-98) +- [Test 99: azmcp_foundry_agents_connect](#test-99) +- [Test 100: azmcp_foundry_agents_evaluate](#test-100) +- [Test 101: azmcp_foundry_agents_query-and-evaluate](#test-101) +- [Test 102: azmcp_foundry_knowledge_index_list](#test-102) +- [Test 103: azmcp_foundry_knowledge_index_list](#test-103) +- [Test 104: azmcp_foundry_knowledge_index_schema](#test-104) +- [Test 105: azmcp_foundry_knowledge_index_schema](#test-105) +- [Test 106: azmcp_foundry_models_deploy](#test-106) +- [Test 107: azmcp_foundry_models_deployments_list](#test-107) +- [Test 108: azmcp_foundry_models_deployments_list](#test-108) +- [Test 109: azmcp_foundry_models_list](#test-109) +- [Test 110: azmcp_foundry_models_list](#test-110) +- [Test 111: azmcp_functionapp_get](#test-111) +- [Test 112: azmcp_functionapp_get](#test-112) +- [Test 113: azmcp_functionapp_get](#test-113) +- [Test 114: azmcp_functionapp_get](#test-114) +- [Test 115: azmcp_functionapp_get](#test-115) +- [Test 116: azmcp_functionapp_get](#test-116) +- [Test 117: azmcp_functionapp_get](#test-117) +- [Test 118: azmcp_functionapp_get](#test-118) +- [Test 119: azmcp_functionapp_get](#test-119) +- [Test 120: azmcp_functionapp_get](#test-120) +- [Test 121: azmcp_functionapp_get](#test-121) +- [Test 122: azmcp_functionapp_get](#test-122) +- [Test 123: azmcp_grafana_list](#test-123) +- [Test 124: azmcp_group_list](#test-124) +- [Test 125: azmcp_group_list](#test-125) +- [Test 126: azmcp_group_list](#test-126) +- [Test 127: azmcp_keyvault_certificate_create](#test-127) +- [Test 128: azmcp_keyvault_certificate_get](#test-128) +- [Test 129: azmcp_keyvault_certificate_get](#test-129) +- [Test 130: azmcp_keyvault_certificate_import](#test-130) +- [Test 131: azmcp_keyvault_certificate_import](#test-131) +- [Test 132: azmcp_keyvault_certificate_list](#test-132) +- [Test 133: azmcp_keyvault_certificate_list](#test-133) +- [Test 134: azmcp_keyvault_key_create](#test-134) +- [Test 135: azmcp_keyvault_key_get](#test-135) +- [Test 136: azmcp_keyvault_key_get](#test-136) +- [Test 137: azmcp_keyvault_key_list](#test-137) +- [Test 138: azmcp_keyvault_key_list](#test-138) +- [Test 139: azmcp_keyvault_secret_create](#test-139) +- [Test 140: azmcp_keyvault_secret_get](#test-140) +- [Test 141: azmcp_keyvault_secret_get](#test-141) +- [Test 142: azmcp_keyvault_secret_list](#test-142) +- [Test 143: azmcp_keyvault_secret_list](#test-143) +- [Test 144: azmcp_kusto_cluster_get](#test-144) +- [Test 145: azmcp_kusto_cluster_list](#test-145) +- [Test 146: azmcp_kusto_cluster_list](#test-146) +- [Test 147: azmcp_kusto_cluster_list](#test-147) +- [Test 148: azmcp_kusto_database_list](#test-148) +- [Test 149: azmcp_kusto_database_list](#test-149) +- [Test 150: azmcp_kusto_query](#test-150) +- [Test 151: azmcp_kusto_sample](#test-151) +- [Test 152: azmcp_kusto_table_list](#test-152) +- [Test 153: azmcp_kusto_table_list](#test-153) +- [Test 154: azmcp_kusto_table_schema](#test-154) +- [Test 155: azmcp_loadtesting_test_create](#test-155) +- [Test 156: azmcp_loadtesting_test_get](#test-156) +- [Test 157: azmcp_loadtesting_testresource_create](#test-157) +- [Test 158: azmcp_loadtesting_testresource_list](#test-158) +- [Test 159: azmcp_loadtesting_testrun_create](#test-159) +- [Test 160: azmcp_loadtesting_testrun_get](#test-160) +- [Test 161: azmcp_loadtesting_testrun_list](#test-161) +- [Test 162: azmcp_loadtesting_testrun_update](#test-162) +- [Test 163: azmcp_marketplace_product_get](#test-163) +- [Test 164: azmcp_marketplace_product_list](#test-164) +- [Test 165: azmcp_marketplace_product_list](#test-165) +- [Test 166: azmcp_monitor_healthmodels_entity_gethealth](#test-166) +- [Test 167: azmcp_monitor_metrics_definitions](#test-167) +- [Test 168: azmcp_monitor_metrics_definitions](#test-168) +- [Test 169: azmcp_monitor_metrics_definitions](#test-169) +- [Test 170: azmcp_monitor_metrics_query](#test-170) +- [Test 171: azmcp_monitor_metrics_query](#test-171) +- [Test 172: azmcp_monitor_metrics_query](#test-172) +- [Test 173: azmcp_monitor_metrics_query](#test-173) +- [Test 174: azmcp_monitor_metrics_query](#test-174) +- [Test 175: azmcp_monitor_metrics_query](#test-175) +- [Test 176: azmcp_monitor_resource_log_query](#test-176) +- [Test 177: azmcp_monitor_table_list](#test-177) +- [Test 178: azmcp_monitor_table_list](#test-178) +- [Test 179: azmcp_monitor_table_type_list](#test-179) +- [Test 180: azmcp_monitor_table_type_list](#test-180) +- [Test 181: azmcp_monitor_workspace_list](#test-181) +- [Test 182: azmcp_monitor_workspace_list](#test-182) +- [Test 183: azmcp_monitor_workspace_list](#test-183) +- [Test 184: azmcp_monitor_workspace_log_query](#test-184) +- [Test 185: azmcp_mysql_database_list](#test-185) +- [Test 186: azmcp_mysql_database_list](#test-186) +- [Test 187: azmcp_mysql_database_query](#test-187) +- [Test 188: azmcp_mysql_server_config_get](#test-188) +- [Test 189: azmcp_mysql_server_list](#test-189) +- [Test 190: azmcp_mysql_server_list](#test-190) +- [Test 191: azmcp_mysql_server_list](#test-191) +- [Test 192: azmcp_mysql_server_param_get](#test-192) +- [Test 193: azmcp_mysql_server_param_set](#test-193) +- [Test 194: azmcp_mysql_table_list](#test-194) +- [Test 195: azmcp_mysql_table_list](#test-195) +- [Test 196: azmcp_mysql_table_schema_get](#test-196) +- [Test 197: azmcp_postgres_database_list](#test-197) +- [Test 198: azmcp_postgres_database_list](#test-198) +- [Test 199: azmcp_postgres_database_query](#test-199) +- [Test 200: azmcp_postgres_server_config_get](#test-200) +- [Test 201: azmcp_postgres_server_list](#test-201) +- [Test 202: azmcp_postgres_server_list](#test-202) +- [Test 203: azmcp_postgres_server_list](#test-203) +- [Test 204: azmcp_postgres_server_param_get](#test-204) +- [Test 205: azmcp_postgres_server_param_set](#test-205) +- [Test 206: azmcp_postgres_table_list](#test-206) +- [Test 207: azmcp_postgres_table_list](#test-207) +- [Test 208: azmcp_postgres_table_schema_get](#test-208) +- [Test 209: azmcp_quota_region_availability_list](#test-209) +- [Test 210: azmcp_quota_usage_check](#test-210) +- [Test 211: azmcp_redis_cache_accesspolicy_list](#test-211) +- [Test 212: azmcp_redis_cache_accesspolicy_list](#test-212) +- [Test 213: azmcp_redis_cache_list](#test-213) +- [Test 214: azmcp_redis_cache_list](#test-214) +- [Test 215: azmcp_redis_cache_list](#test-215) +- [Test 216: azmcp_redis_cluster_database_list](#test-216) +- [Test 217: azmcp_redis_cluster_database_list](#test-217) +- [Test 218: azmcp_redis_cluster_list](#test-218) +- [Test 219: azmcp_redis_cluster_list](#test-219) +- [Test 220: azmcp_redis_cluster_list](#test-220) +- [Test 221: azmcp_resourcehealth_availability-status_get](#test-221) +- [Test 222: azmcp_resourcehealth_availability-status_get](#test-222) +- [Test 223: azmcp_resourcehealth_availability-status_get](#test-223) +- [Test 224: azmcp_resourcehealth_availability-status_list](#test-224) +- [Test 225: azmcp_resourcehealth_availability-status_list](#test-225) +- [Test 226: azmcp_resourcehealth_availability-status_list](#test-226) +- [Test 227: azmcp_resourcehealth_service-health-events_list](#test-227) +- [Test 228: azmcp_resourcehealth_service-health-events_list](#test-228) +- [Test 229: azmcp_resourcehealth_service-health-events_list](#test-229) +- [Test 230: azmcp_resourcehealth_service-health-events_list](#test-230) +- [Test 231: azmcp_resourcehealth_service-health-events_list](#test-231) +- [Test 232: azmcp_role_assignment_list](#test-232) +- [Test 233: azmcp_role_assignment_list](#test-233) +- [Test 234: azmcp_search_index_get](#test-234) +- [Test 235: azmcp_search_index_get](#test-235) +- [Test 236: azmcp_search_index_get](#test-236) +- [Test 237: azmcp_search_index_query](#test-237) +- [Test 238: azmcp_search_service_list](#test-238) +- [Test 239: azmcp_search_service_list](#test-239) +- [Test 240: azmcp_search_service_list](#test-240) +- [Test 241: azmcp_servicebus_queue_details](#test-241) +- [Test 242: azmcp_servicebus_topic_details](#test-242) +- [Test 243: azmcp_servicebus_topic_subscription_details](#test-243) +- [Test 244: azmcp_sql_db_create](#test-244) +- [Test 245: azmcp_sql_db_create](#test-245) +- [Test 246: azmcp_sql_db_create](#test-246) +- [Test 247: azmcp_sql_db_delete](#test-247) +- [Test 248: azmcp_sql_db_delete](#test-248) +- [Test 249: azmcp_sql_db_delete](#test-249) +- [Test 250: azmcp_sql_db_list](#test-250) +- [Test 251: azmcp_sql_db_list](#test-251) +- [Test 252: azmcp_sql_db_show](#test-252) +- [Test 253: azmcp_sql_db_show](#test-253) +- [Test 254: azmcp_sql_db_update](#test-254) +- [Test 255: azmcp_sql_db_update](#test-255) +- [Test 256: azmcp_sql_elastic-pool_list](#test-256) +- [Test 257: azmcp_sql_elastic-pool_list](#test-257) +- [Test 258: azmcp_sql_elastic-pool_list](#test-258) +- [Test 259: azmcp_sql_server_create](#test-259) +- [Test 260: azmcp_sql_server_create](#test-260) +- [Test 261: azmcp_sql_server_create](#test-261) +- [Test 262: azmcp_sql_server_delete](#test-262) +- [Test 263: azmcp_sql_server_delete](#test-263) +- [Test 264: azmcp_sql_server_delete](#test-264) +- [Test 265: azmcp_sql_server_entra-admin_list](#test-265) +- [Test 266: azmcp_sql_server_entra-admin_list](#test-266) +- [Test 267: azmcp_sql_server_entra-admin_list](#test-267) +- [Test 268: azmcp_sql_server_firewall-rule_create](#test-268) +- [Test 269: azmcp_sql_server_firewall-rule_create](#test-269) +- [Test 270: azmcp_sql_server_firewall-rule_create](#test-270) +- [Test 271: azmcp_sql_server_firewall-rule_delete](#test-271) +- [Test 272: azmcp_sql_server_firewall-rule_delete](#test-272) +- [Test 273: azmcp_sql_server_firewall-rule_delete](#test-273) +- [Test 274: azmcp_sql_server_firewall-rule_list](#test-274) +- [Test 275: azmcp_sql_server_firewall-rule_list](#test-275) +- [Test 276: azmcp_sql_server_firewall-rule_list](#test-276) +- [Test 277: azmcp_sql_server_list](#test-277) +- [Test 278: azmcp_sql_server_list](#test-278) +- [Test 279: azmcp_sql_server_show](#test-279) +- [Test 280: azmcp_sql_server_show](#test-280) +- [Test 281: azmcp_sql_server_show](#test-281) +- [Test 282: azmcp_storage_account_create](#test-282) +- [Test 283: azmcp_storage_account_create](#test-283) +- [Test 284: azmcp_storage_account_create](#test-284) +- [Test 285: azmcp_storage_account_get](#test-285) +- [Test 286: azmcp_storage_account_get](#test-286) +- [Test 287: azmcp_storage_account_get](#test-287) +- [Test 288: azmcp_storage_account_get](#test-288) +- [Test 289: azmcp_storage_account_get](#test-289) +- [Test 290: azmcp_storage_blob_container_create](#test-290) +- [Test 291: azmcp_storage_blob_container_create](#test-291) +- [Test 292: azmcp_storage_blob_container_create](#test-292) +- [Test 293: azmcp_storage_blob_container_get](#test-293) +- [Test 294: azmcp_storage_blob_container_get](#test-294) +- [Test 295: azmcp_storage_blob_container_get](#test-295) +- [Test 296: azmcp_storage_blob_get](#test-296) +- [Test 297: azmcp_storage_blob_get](#test-297) +- [Test 298: azmcp_storage_blob_get](#test-298) +- [Test 299: azmcp_storage_blob_get](#test-299) +- [Test 300: azmcp_storage_blob_upload](#test-300) +- [Test 301: azmcp_subscription_list](#test-301) +- [Test 302: azmcp_subscription_list](#test-302) +- [Test 303: azmcp_subscription_list](#test-303) +- [Test 304: azmcp_subscription_list](#test-304) +- [Test 305: azmcp_virtualdesktop_hostpool_list](#test-305) +- [Test 306: azmcp_virtualdesktop_hostpool_sessionhost_list](#test-306) +- [Test 307: azmcp_virtualdesktop_hostpool_sessionhost_usersession-list](#test-307) +- [Test 308: azmcp_workbooks_create](#test-308) +- [Test 309: azmcp_workbooks_delete](#test-309) +- [Test 310: azmcp_workbooks_list](#test-310) +- [Test 311: azmcp_workbooks_list](#test-311) +- [Test 312: azmcp_workbooks_show](#test-312) +- [Test 313: azmcp_workbooks_show](#test-313) +- [Test 314: azmcp_workbooks_update](#test-314) --- @@ -331,11 +339,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.743568 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | -| 2 | 0.711580 | `azmcp_acr_registry_repository_list` | ❌ | -| 3 | 0.541506 | `azmcp_search_service_list` | ❌ | -| 4 | 0.527431 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.515937 | `azmcp_subscription_list` | ❌ | +| 1 | 0.743680 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | +| 2 | 0.711634 | `azmcp_acr_registry_repository_list` | ❌ | +| 3 | 0.541500 | `azmcp_search_service_list` | ❌ | +| 4 | 0.527498 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.515963 | `azmcp_subscription_list` | ❌ | --- @@ -351,7 +359,7 @@ | 1 | 0.586014 | `azmcp_acr_registry_list` | ✅ **EXPECTED** | | 2 | 0.563636 | `azmcp_acr_registry_repository_list` | ❌ | | 3 | 0.450287 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.415552 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.415618 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.382728 | `azmcp_mysql_server_list` | ❌ | --- @@ -435,7 +443,7 @@ |------|-------|------|--------| | 1 | 0.546333 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | | 2 | 0.469295 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.407973 | `azmcp_cosmos_database_container_list` | ❌ | +| 3 | 0.408015 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.400145 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.339307 | `azmcp_mysql_database_list` | ❌ | @@ -452,7 +460,7 @@ |------|-------|------|--------| | 1 | 0.674296 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | | 2 | 0.541779 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.433927 | `azmcp_cosmos_database_container_list` | ❌ | +| 3 | 0.433950 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.388490 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.370375 | `azmcp_mysql_database_list` | ❌ | @@ -469,7 +477,7 @@ |------|-------|------|--------| | 1 | 0.600780 | `azmcp_acr_registry_repository_list` | ✅ **EXPECTED** | | 2 | 0.501842 | `azmcp_acr_registry_list` | ❌ | -| 3 | 0.418623 | `azmcp_cosmos_database_container_list` | ❌ | +| 3 | 0.418668 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.374628 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.359922 | `azmcp_mysql_database_list` | ❌ | @@ -485,7 +493,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.660869 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.611251 | `azmcp_aks_cluster_list` | ❌ | +| 2 | 0.611431 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.579676 | `azmcp_aks_nodepool_get` | ❌ | | 4 | 0.540767 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.481416 | `azmcp_mysql_server_config_get` | ❌ | @@ -502,7 +510,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.666849 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.589144 | `azmcp_aks_cluster_list` | ❌ | +| 2 | 0.589101 | `azmcp_aks_cluster_list` | ❌ | | 3 | 0.545820 | `azmcp_aks_nodepool_get` | ❌ | | 4 | 0.530314 | `azmcp_aks_nodepool_list` | ❌ | | 5 | 0.508226 | `azmcp_kusto_cluster_get` | ❌ | @@ -518,11 +526,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.566449 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.562438 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.493500 | `azmcp_aks_nodepool_list` | ❌ | -| 4 | 0.485342 | `azmcp_aks_nodepool_get` | ❌ | -| 5 | 0.380009 | `azmcp_mysql_server_config_get` | ❌ | +| 1 | 0.567273 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.563029 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.493940 | `azmcp_aks_nodepool_list` | ❌ | +| 4 | 0.486040 | `azmcp_aks_nodepool_get` | ❌ | +| 5 | 0.380301 | `azmcp_mysql_server_config_get` | ❌ | --- @@ -535,11 +543,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.661426 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | -| 2 | 0.578655 | `azmcp_aks_cluster_list` | ❌ | -| 3 | 0.563549 | `azmcp_aks_nodepool_get` | ❌ | -| 4 | 0.534089 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.503925 | `azmcp_kusto_cluster_get` | ❌ | +| 1 | 0.661592 | `azmcp_aks_cluster_get` | ✅ **EXPECTED** | +| 2 | 0.578833 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.563603 | `azmcp_aks_nodepool_get` | ❌ | +| 4 | 0.534255 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.504077 | `azmcp_kusto_cluster_get` | ❌ | --- @@ -552,7 +560,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.801028 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 1 | 0.801067 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | | 2 | 0.690255 | `azmcp_kusto_cluster_list` | ❌ | | 3 | 0.599940 | `azmcp_redis_cluster_list` | ❌ | | 4 | 0.594509 | `azmcp_aks_nodepool_list` | ❌ | @@ -569,7 +577,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.608049 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 1 | 0.608056 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | | 2 | 0.536412 | `azmcp_aks_cluster_get` | ❌ | | 3 | 0.500890 | `azmcp_aks_nodepool_list` | ❌ | | 4 | 0.492910 | `azmcp_kusto_cluster_list` | ❌ | @@ -586,7 +594,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623794 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | +| 1 | 0.623896 | `azmcp_aks_cluster_list` | ✅ **EXPECTED** | | 2 | 0.538749 | `azmcp_aks_nodepool_list` | ❌ | | 3 | 0.530023 | `azmcp_aks_cluster_get` | ❌ | | 4 | 0.466749 | `azmcp_aks_nodepool_get` | ❌ | @@ -603,11 +611,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.753919 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | +| 1 | 0.753920 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | | 2 | 0.699423 | `azmcp_aks_nodepool_list` | ❌ | | 3 | 0.597308 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.498594 | `azmcp_aks_cluster_list` | ❌ | -| 5 | 0.482684 | `azmcp_kusto_cluster_get` | ❌ | +| 4 | 0.498592 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.482683 | `azmcp_kusto_cluster_get` | ❌ | --- @@ -624,7 +632,7 @@ | 2 | 0.640096 | `azmcp_aks_nodepool_list` | ❌ | | 3 | 0.481312 | `azmcp_aks_cluster_get` | ❌ | | 4 | 0.458596 | `azmcp_sql_elastic-pool_list` | ❌ | -| 5 | 0.445885 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.446020 | `azmcp_aks_cluster_list` | ❌ | --- @@ -640,7 +648,7 @@ | 1 | 0.599506 | `azmcp_aks_nodepool_get` | ✅ **EXPECTED** | | 2 | 0.582325 | `azmcp_aks_nodepool_list` | ❌ | | 3 | 0.412109 | `azmcp_aks_cluster_get` | ❌ | -| 4 | 0.391508 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.391590 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.385173 | `azmcp_virtualdesktop_hostpool_list` | ❌ | --- @@ -656,7 +664,7 @@ |------|-------|------|--------| | 1 | 0.694117 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | | 2 | 0.615516 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.531964 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.531972 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.506624 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 5 | 0.487707 | `azmcp_sql_elastic-pool_list` | ❌ | @@ -673,7 +681,7 @@ |------|-------|------|--------| | 1 | 0.712299 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | | 2 | 0.644451 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.547449 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.547444 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.510269 | `azmcp_sql_elastic-pool_list` | ❌ | | 5 | 0.509732 | `azmcp_virtualdesktop_hostpool_list` | ❌ | @@ -690,7 +698,7 @@ |------|-------|------|--------| | 1 | 0.623138 | `azmcp_aks_nodepool_list` | ✅ **EXPECTED** | | 2 | 0.580535 | `azmcp_aks_nodepool_get` | ❌ | -| 3 | 0.453701 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.453744 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.443902 | `azmcp_virtualdesktop_hostpool_list` | ❌ | | 5 | 0.425448 | `azmcp_sql_elastic-pool_list` | ❌ | @@ -725,7 +733,7 @@ | 1 | 0.634978 | `azmcp_appconfig_account_list` | ✅ **EXPECTED** | | 2 | 0.533437 | `azmcp_appconfig_kv_list` | ❌ | | 3 | 0.425610 | `azmcp_appconfig_kv_show` | ❌ | -| 4 | 0.379815 | `azmcp_eventgrid_subscription_list` | ❌ | +| 4 | 0.372683 | `azmcp_eventgrid_subscription_list` | ❌ | | 5 | 0.372456 | `azmcp_postgres_server_list` | ❌ | --- @@ -756,11 +764,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.617679 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | -| 2 | 0.485901 | `azmcp_appconfig_kv_list` | ❌ | -| 3 | 0.423974 | `azmcp_appconfig_kv_set` | ❌ | -| 4 | 0.422589 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 5 | 0.399173 | `azmcp_appconfig_kv_show` | ❌ | +| 1 | 0.618277 | `azmcp_appconfig_kv_delete` | ✅ **EXPECTED** | +| 2 | 0.486631 | `azmcp_appconfig_kv_list` | ❌ | +| 3 | 0.424344 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.422700 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 5 | 0.399569 | `azmcp_appconfig_kv_show` | ❌ | --- @@ -841,11 +849,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609886 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | -| 2 | 0.536564 | `azmcp_appconfig_kv_lock_set` | ❌ | -| 3 | 0.519010 | `azmcp_appconfig_kv_list` | ❌ | -| 4 | 0.507086 | `azmcp_appconfig_kv_show` | ❌ | -| 5 | 0.506308 | `azmcp_appconfig_kv_delete` | ❌ | +| 1 | 0.609635 | `azmcp_appconfig_kv_set` | ✅ **EXPECTED** | +| 2 | 0.536497 | `azmcp_appconfig_kv_lock_set` | ❌ | +| 3 | 0.518499 | `azmcp_appconfig_kv_list` | ❌ | +| 4 | 0.507170 | `azmcp_appconfig_kv_show` | ❌ | +| 5 | 0.505571 | `azmcp_appconfig_kv_delete` | ❌ | --- @@ -858,11 +866,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.603181 | `azmcp_appconfig_kv_list` | ❌ | -| 2 | 0.561505 | `azmcp_appconfig_kv_show` | ✅ **EXPECTED** | -| 3 | 0.448859 | `azmcp_appconfig_kv_set` | ❌ | -| 4 | 0.441672 | `azmcp_appconfig_kv_delete` | ❌ | -| 5 | 0.437328 | `azmcp_appconfig_account_list` | ❌ | +| 1 | 0.603216 | `azmcp_appconfig_kv_list` | ❌ | +| 2 | 0.561508 | `azmcp_appconfig_kv_show` | ✅ **EXPECTED** | +| 3 | 0.448912 | `azmcp_appconfig_kv_set` | ❌ | +| 4 | 0.441713 | `azmcp_appconfig_kv_delete` | ❌ | +| 5 | 0.437432 | `azmcp_appconfig_account_list` | ❌ | --- @@ -876,7 +884,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.355635 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | -| 2 | 0.329400 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.329345 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.300786 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 4 | 0.257790 | `azmcp_cloudarchitect_design` | ❌ | | 5 | 0.216077 | `azmcp_bestpractices_get` | ❌ | @@ -892,7 +900,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.318602 | `azmcp_deploy_app_logs_get` | ❌ | +| 1 | 0.318608 | `azmcp_deploy_app_logs_get` | ❌ | | 2 | 0.302557 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | | 3 | 0.255570 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 4 | 0.225972 | `azmcp_quota_usage_check` | ❌ | @@ -911,14 +919,235 @@ |------|-------|------|--------| | 1 | 0.256325 | `azmcp_deploy_architecture_diagram_generate` | ❌ | | 2 | 0.250546 | `azmcp_applens_resource_diagnose` | ✅ **EXPECTED** | -| 3 | 0.215873 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.199067 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.215890 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.199011 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 5 | 0.188245 | `azmcp_cloudarchitect_design` | ❌ | --- ## Test 36 +**Expected Tool:** `azmcp_applicationinsights_recommendation_list` +**Prompt:** List code optimization recommendations across my Application Insights components + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.572467 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | +| 2 | 0.445157 | `azmcp_bestpractices_get` | ❌ | +| 3 | 0.390478 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 4 | 0.385368 | `azmcp_applens_resource_diagnose` | ❌ | +| 5 | 0.375286 | `azmcp_deploy_iac_rules_get` | ❌ | + +--- + +## Test 37 + +**Expected Tool:** `azmcp_applicationinsights_recommendation_list` +**Prompt:** Show me code optimization recommendations for all Application Insights resources in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.696528 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | +| 2 | 0.468384 | `azmcp_bestpractices_get` | ❌ | +| 3 | 0.452121 | `azmcp_applens_resource_diagnose` | ❌ | +| 4 | 0.435241 | `azmcp_azureterraformbestpractices_get` | ❌ | +| 5 | 0.424622 | `azmcp_search_service_list` | ❌ | + +--- + +## Test 38 + +**Expected Tool:** `azmcp_applicationinsights_recommendation_list` +**Prompt:** List profiler recommendations for Application Insights in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.626726 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | +| 2 | 0.479392 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.468847 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 4 | 0.467717 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 5 | 0.461695 | `azmcp_foundry_agents_list` | ❌ | + +--- + +## Test 39 + +**Expected Tool:** `azmcp_applicationinsights_recommendation_list` +**Prompt:** Show me performance improvement recommendations from Application Insights + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.509495 | `azmcp_applicationinsights_recommendation_list` | ✅ **EXPECTED** | +| 2 | 0.398251 | `azmcp_applens_resource_diagnose` | ❌ | +| 3 | 0.383767 | `azmcp_bestpractices_get` | ❌ | +| 4 | 0.369053 | `azmcp_cloudarchitect_design` | ❌ | +| 5 | 0.367278 | `azmcp_deploy_architecture_diagram_generate` | ❌ | + +--- + +## Test 40 + +**Expected Tool:** `azmcp_appservice_database_add` +**Prompt:** Add a database connection to my app service in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.729222 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.398672 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.368238 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.364442 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.361973 | `azmcp_sql_db_show` | ❌ | + +--- + +## Test 41 + +**Expected Tool:** `azmcp_appservice_database_add` +**Prompt:** Configure a SQL Server database for app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.612164 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.484320 | `azmcp_sql_db_update` | ❌ | +| 3 | 0.471103 | `azmcp_sql_db_create` | ❌ | +| 4 | 0.408878 | `azmcp_sql_server_show` | ❌ | +| 5 | 0.405300 | `azmcp_sql_db_list` | ❌ | + +--- + +## Test 42 + +**Expected Tool:** `azmcp_appservice_database_add` +**Prompt:** Add a MySQL database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.648464 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.418902 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.409593 | `azmcp_mysql_database_list` | ❌ | +| 4 | 0.382602 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.351839 | `azmcp_mysql_table_list` | ❌ | + +--- + +## Test 43 + +**Expected Tool:** `azmcp_appservice_database_add` +**Prompt:** Add a PostgreSQL database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.579502 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.449119 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.439660 | `azmcp_postgres_database_query` | ❌ | +| 4 | 0.409515 | `azmcp_postgres_table_list` | ❌ | +| 5 | 0.405431 | `azmcp_postgres_server_list` | ❌ | + +--- + +## Test 44 + +**Expected Tool:** `azmcp_appservice_database_add` +**Prompt:** Add a CosmosDB database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.643046 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.477031 | `azmcp_cosmos_database_list` | ❌ | +| 3 | 0.465637 | `azmcp_sql_db_create` | ❌ | +| 4 | 0.421338 | `azmcp_cosmos_database_container_list` | ❌ | +| 5 | 0.400462 | `azmcp_sql_db_update` | ❌ | + +--- + +## Test 45 + +**Expected Tool:** `azmcp_appservice_database_add` +**Prompt:** Add database on server to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.645713 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.488760 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.424230 | `azmcp_mysql_database_list` | ❌ | +| 4 | 0.422601 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.395384 | `azmcp_sql_db_show` | ❌ | + +--- + +## Test 46 + +**Expected Tool:** `azmcp_appservice_database_add` +**Prompt:** Set connection string for database in app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.665216 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.371290 | `azmcp_sql_db_update` | ❌ | +| 3 | 0.369071 | `azmcp_sql_db_create` | ❌ | +| 4 | 0.332119 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.314270 | `azmcp_cosmos_database_list` | ❌ | + +--- + +## Test 47 + +**Expected Tool:** `azmcp_appservice_database_add` +**Prompt:** Configure tenant for database in app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.536826 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.394868 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.392151 | `azmcp_sql_db_update` | ❌ | +| 4 | 0.318525 | `azmcp_appconfig_kv_set` | ❌ | +| 5 | 0.318458 | `azmcp_sql_db_show` | ❌ | + +--- + +## Test 48 + +**Expected Tool:** `azmcp_appservice_database_add` +**Prompt:** Add database with retry policy to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.560268 | `azmcp_appservice_database_add` | ✅ **EXPECTED** | +| 2 | 0.426753 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.361028 | `azmcp_cosmos_database_list` | ❌ | +| 4 | 0.349556 | `azmcp_mysql_database_list` | ❌ | +| 5 | 0.346672 | `azmcp_sql_db_list` | ❌ | + +--- + +## Test 49 + **Expected Tool:** `azmcp_azuremanagedlustre_filesystem_list` **Prompt:** List the Azure Managed Lustre filesystems in my subscription @@ -927,14 +1156,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.750675 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | -| 2 | 0.631770 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 2 | 0.631822 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 3 | 0.516886 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.513156 | `azmcp_search_service_list` | ❌ | -| 5 | 0.510514 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 5 | 0.507981 | `azmcp_monitor_workspace_list` | ❌ | --- -## Test 37 +## Test 50 **Expected Tool:** `azmcp_azuremanagedlustre_filesystem_list` **Prompt:** List the Azure Managed Lustre filesystems in my resource group @@ -944,14 +1173,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.743903 | `azmcp_azuremanagedlustre_filesystem_list` | ✅ **EXPECTED** | -| 2 | 0.613217 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 2 | 0.613250 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 3 | 0.519986 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.514120 | `azmcp_mysql_server_list` | ❌ | | 5 | 0.492115 | `azmcp_acr_registry_repository_list` | ❌ | --- -## Test 38 +## Test 51 **Expected Tool:** `azmcp_azuremanagedlustre_filesystem_required-subnet-size` **Prompt:** Tell me how many IP addresses I need for of @@ -962,13 +1191,13 @@ |------|-------|------|--------| | 1 | 0.646978 | `azmcp_azuremanagedlustre_filesystem_required-subnet-size` | ✅ **EXPECTED** | | 2 | 0.450342 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.327359 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.327357 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 4 | 0.235376 | `azmcp_cloudarchitect_design` | ❌ | -| 5 | 0.218167 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | +| 5 | 0.204654 | `azmcp_mysql_server_list` | ❌ | --- -## Test 39 +## Test 52 **Expected Tool:** `azmcp_azuremanagedlustre_filesystem_sku_get` **Prompt:** List the Azure Managed Lustre SKUs available in @@ -977,7 +1206,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.836071 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ✅ **EXPECTED** | +| 1 | 0.836018 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ✅ **EXPECTED** | | 2 | 0.626238 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 3 | 0.453801 | `azmcp_storage_account_get` | ❌ | | 4 | 0.444792 | `azmcp_search_service_list` | ❌ | @@ -985,7 +1214,7 @@ --- -## Test 40 +## Test 53 **Expected Tool:** `azmcp_azureterraformbestpractices_get` **Prompt:** Fetch the Azure Terraform best practices @@ -1002,7 +1231,7 @@ --- -## Test 41 +## Test 54 **Expected Tool:** `azmcp_azureterraformbestpractices_get` **Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault @@ -1011,15 +1240,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.581316 | `azmcp_azureterraformbestpractices_get` | ✅ **EXPECTED** | -| 2 | 0.512141 | `azmcp_bestpractices_get` | ❌ | -| 3 | 0.510004 | `azmcp_deploy_iac_rules_get` | ❌ | -| 4 | 0.444297 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.439871 | `azmcp_keyvault_secret_list` | ❌ | +| 1 | 0.581219 | `azmcp_azureterraformbestpractices_get` | ✅ **EXPECTED** | +| 2 | 0.523806 | `azmcp_keyvault_secret_get` | ❌ | +| 3 | 0.512079 | `azmcp_bestpractices_get` | ❌ | +| 4 | 0.509974 | `azmcp_deploy_iac_rules_get` | ❌ | +| 5 | 0.474485 | `azmcp_keyvault_key_get` | ❌ | --- -## Test 42 +## Test 55 **Expected Tool:** `azmcp_bestpractices_get` **Prompt:** Get the latest Azure code generation best practices @@ -1036,7 +1265,7 @@ --- -## Test 43 +## Test 56 **Expected Tool:** `azmcp_bestpractices_get` **Prompt:** Get the latest Azure deployment best practices @@ -1053,7 +1282,7 @@ --- -## Test 44 +## Test 57 **Expected Tool:** `azmcp_bestpractices_get` **Prompt:** Get the latest Azure best practices @@ -1070,7 +1299,7 @@ --- -## Test 45 +## Test 58 **Expected Tool:** `azmcp_bestpractices_get` **Prompt:** Get the latest Azure Functions code generation best practices @@ -1087,7 +1316,7 @@ --- -## Test 46 +## Test 59 **Expected Tool:** `azmcp_bestpractices_get` **Prompt:** Get the latest Azure Functions deployment best practices @@ -1104,7 +1333,7 @@ --- -## Test 47 +## Test 60 **Expected Tool:** `azmcp_bestpractices_get` **Prompt:** Get the latest Azure Functions best practices @@ -1121,7 +1350,7 @@ --- -## Test 48 +## Test 61 **Expected Tool:** `azmcp_bestpractices_get` **Prompt:** Get the latest Azure Static Web Apps best practices @@ -1134,11 +1363,11 @@ | 2 | 0.513262 | `azmcp_azureterraformbestpractices_get` | ❌ | | 3 | 0.505123 | `azmcp_deploy_iac_rules_get` | ❌ | | 4 | 0.483705 | `azmcp_deploy_pipeline_guidance_get` | ❌ | -| 5 | 0.405064 | `azmcp_deploy_app_logs_get` | ❌ | +| 5 | 0.405143 | `azmcp_deploy_app_logs_get` | ❌ | --- -## Test 49 +## Test 62 **Expected Tool:** `azmcp_bestpractices_get` **Prompt:** What are azure function best practices? @@ -1155,7 +1384,7 @@ --- -## Test 50 +## Test 63 **Expected Tool:** `azmcp_bestpractices_get` **Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. @@ -1172,7 +1401,7 @@ --- -## Test 51 +## Test 64 **Expected Tool:** `azmcp_bestpractices_get` **Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. @@ -1189,7 +1418,7 @@ --- -## Test 52 +## Test 65 **Expected Tool:** `azmcp_bicepschema_get` **Prompt:** How can I use Bicep to create an Azure OpenAI service? @@ -1206,7 +1435,7 @@ --- -## Test 53 +## Test 66 **Expected Tool:** `azmcp_cloudarchitect_design` **Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service @@ -1223,7 +1452,7 @@ --- -## Test 54 +## Test 67 **Expected Tool:** `azmcp_cloudarchitect_design` **Prompt:** Help me create a cloud service that will serve as ATM for users @@ -1240,7 +1469,7 @@ --- -## Test 55 +## Test 68 **Expected Tool:** `azmcp_cloudarchitect_design` **Prompt:** I want to design a cloud app for ordering groceries @@ -1257,7 +1486,7 @@ --- -## Test 56 +## Test 69 **Expected Tool:** `azmcp_cloudarchitect_design` **Prompt:** How can I design a cloud service in Azure that will store and present videos for users? @@ -1274,7 +1503,7 @@ --- -## Test 57 +## Test 70 **Expected Tool:** `azmcp_cosmos_account_list` **Prompt:** List all cosmosdb accounts in my subscription @@ -1285,13 +1514,13 @@ |------|-------|------|--------| | 1 | 0.818357 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | | 2 | 0.668480 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.615268 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.588682 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.587691 | `azmcp_subscription_list` | ❌ | +| 3 | 0.615240 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.587691 | `azmcp_subscription_list` | ❌ | +| 5 | 0.560795 | `azmcp_search_service_list` | ❌ | --- -## Test 58 +## Test 71 **Expected Tool:** `azmcp_cosmos_account_list` **Prompt:** Show me my cosmosdb accounts @@ -1302,13 +1531,13 @@ |------|-------|------|--------| | 1 | 0.665447 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | | 2 | 0.605357 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.571613 | `azmcp_cosmos_database_container_list` | ❌ | +| 3 | 0.571623 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.486033 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.467671 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.436283 | `azmcp_subscription_list` | ❌ | --- -## Test 59 +## Test 72 **Expected Tool:** `azmcp_cosmos_account_list` **Prompt:** Show me the cosmosdb accounts in my subscription @@ -1319,13 +1548,13 @@ |------|-------|------|--------| | 1 | 0.752494 | `azmcp_cosmos_account_list` | ✅ **EXPECTED** | | 2 | 0.605125 | `azmcp_cosmos_database_list` | ❌ | -| 3 | 0.566249 | `azmcp_cosmos_database_container_list` | ❌ | +| 3 | 0.566253 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.546327 | `azmcp_subscription_list` | ❌ | -| 5 | 0.535227 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.530175 | `azmcp_storage_account_get` | ❌ | --- -## Test 60 +## Test 73 **Expected Tool:** `azmcp_cosmos_database_container_item_query` **Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account @@ -1334,7 +1563,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.605253 | `azmcp_cosmos_database_container_list` | ❌ | +| 1 | 0.605271 | `azmcp_cosmos_database_container_list` | ❌ | | 2 | 0.566854 | `azmcp_cosmos_database_container_item_query` | ✅ **EXPECTED** | | 3 | 0.477874 | `azmcp_cosmos_database_list` | ❌ | | 4 | 0.447757 | `azmcp_cosmos_account_list` | ❌ | @@ -1342,7 +1571,7 @@ --- -## Test 61 +## Test 74 **Expected Tool:** `azmcp_cosmos_database_container_list` **Prompt:** List all the containers in the database for the cosmosdb account @@ -1351,15 +1580,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.852832 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 1 | 0.852848 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | | 2 | 0.681044 | `azmcp_cosmos_database_list` | ❌ | | 3 | 0.630659 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.581593 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.535260 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.527459 | `azmcp_cosmos_database_container_item_query` | ❌ | --- -## Test 62 +## Test 75 **Expected Tool:** `azmcp_cosmos_database_container_list` **Prompt:** Show me the containers in the database for the cosmosdb account @@ -1368,7 +1597,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.789395 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | +| 1 | 0.789429 | `azmcp_cosmos_database_container_list` | ✅ **EXPECTED** | | 2 | 0.614220 | `azmcp_cosmos_database_list` | ❌ | | 3 | 0.562062 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.537286 | `azmcp_storage_blob_container_get` | ❌ | @@ -1376,7 +1605,7 @@ --- -## Test 63 +## Test 76 **Expected Tool:** `azmcp_cosmos_database_list` **Prompt:** List all the databases in the cosmosdb account @@ -1387,13 +1616,13 @@ |------|-------|------|--------| | 1 | 0.815683 | `azmcp_cosmos_database_list` | ✅ **EXPECTED** | | 2 | 0.668515 | `azmcp_cosmos_account_list` | ❌ | -| 3 | 0.665298 | `azmcp_cosmos_database_container_list` | ❌ | +| 3 | 0.665273 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.573704 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.571319 | `azmcp_kusto_database_list` | ❌ | --- -## Test 64 +## Test 77 **Expected Tool:** `azmcp_cosmos_database_list` **Prompt:** Show me the databases in the cosmosdb account @@ -1403,14 +1632,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.749370 | `azmcp_cosmos_database_list` | ✅ **EXPECTED** | -| 2 | 0.624759 | `azmcp_cosmos_database_container_list` | ❌ | +| 2 | 0.624745 | `azmcp_cosmos_database_container_list` | ❌ | | 3 | 0.614572 | `azmcp_cosmos_account_list` | ❌ | | 4 | 0.538479 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.524837 | `azmcp_kusto_database_list` | ❌ | --- -## Test 65 +## Test 78 **Expected Tool:** `azmcp_datadog_monitoredresources_list` **Prompt:** List all monitored resources in the Datadog resource @@ -1427,7 +1656,7 @@ --- -## Test 66 +## Test 79 **Expected Tool:** `azmcp_datadog_monitoredresources_list` **Prompt:** Show me the monitored resources in the Datadog resource @@ -1444,7 +1673,7 @@ --- -## Test 67 +## Test 80 **Expected Tool:** `azmcp_deploy_app_logs_get` **Prompt:** Show me the log of the application deployed by azd @@ -1453,7 +1682,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.686840 | `azmcp_deploy_app_logs_get` | ✅ **EXPECTED** | +| 1 | 0.686701 | `azmcp_deploy_app_logs_get` | ✅ **EXPECTED** | | 2 | 0.471692 | `azmcp_deploy_plan_get` | ❌ | | 3 | 0.404890 | `azmcp_deploy_pipeline_guidance_get` | ❌ | | 4 | 0.392565 | `azmcp_deploy_iac_rules_get` | ❌ | @@ -1461,7 +1690,7 @@ --- -## Test 68 +## Test 81 **Expected Tool:** `azmcp_deploy_architecture_diagram_generate` **Prompt:** Generate the azure architecture diagram for this application @@ -1478,7 +1707,7 @@ --- -## Test 69 +## Test 82 **Expected Tool:** `azmcp_deploy_iac_rules_get` **Prompt:** Show me the rules to generate bicep scripts @@ -1495,7 +1724,7 @@ --- -## Test 70 +## Test 83 **Expected Tool:** `azmcp_deploy_pipeline_guidance_get` **Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? @@ -1512,7 +1741,7 @@ --- -## Test 71 +## Test 84 **Expected Tool:** `azmcp_deploy_plan_get` **Prompt:** Create a plan to deploy this application to azure @@ -1529,7 +1758,7 @@ --- -## Test 72 +## Test 85 **Expected Tool:** `azmcp_eventgrid_subscription_list` **Prompt:** Show me all Event Grid subscriptions for topic @@ -1538,15 +1767,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682900 | `azmcp_eventgrid_topic_list` | ❌ | -| 2 | 0.636180 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.683011 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.637188 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 3 | 0.486216 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 4 | 0.480941 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 4 | 0.480944 | `azmcp_resourcehealth_service-health-events_list` | ❌ | | 5 | 0.478217 | `azmcp_servicebus_topic_details` | ❌ | --- -## Test 73 +## Test 86 **Expected Tool:** `azmcp_eventgrid_subscription_list` **Prompt:** List Event Grid subscriptions for topic in subscription @@ -1555,15 +1784,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.672482 | `azmcp_eventgrid_topic_list` | ❌ | -| 2 | 0.655324 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.672565 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.656023 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 3 | 0.539977 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 4 | 0.498485 | `azmcp_servicebus_topic_details` | ❌ | -| 5 | 0.460185 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 5 | 0.460145 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- -## Test 74 +## Test 87 **Expected Tool:** `azmcp_eventgrid_subscription_list` **Prompt:** List Event Grid subscriptions for topic in resource group @@ -1572,15 +1801,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.665867 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.663335 | `azmcp_eventgrid_topic_list` | ❌ | -| 3 | 0.524919 | `azmcp_group_list` | ❌ | -| 4 | 0.488696 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.484167 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 1 | 0.669365 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.663195 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.524779 | `azmcp_group_list` | ❌ | +| 4 | 0.488615 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.483959 | `azmcp_servicebus_topic_subscription_details` | ❌ | --- -## Test 75 +## Test 88 **Expected Tool:** `azmcp_eventgrid_subscription_list` **Prompt:** Show all Event Grid subscriptions in my subscription @@ -1589,15 +1818,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594210 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.593171 | `azmcp_eventgrid_topic_list` | ❌ | +| 1 | 0.593327 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.592262 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 3 | 0.525017 | `azmcp_subscription_list` | ❌ | | 4 | 0.518857 | `azmcp_search_service_list` | ❌ | -| 5 | 0.509067 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 5 | 0.509007 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- -## Test 76 +## Test 89 **Expected Tool:** `azmcp_eventgrid_subscription_list` **Prompt:** List all Event Grid subscriptions in subscription @@ -1606,15 +1835,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.604278 | `azmcp_eventgrid_topic_list` | ❌ | -| 2 | 0.602603 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 1 | 0.604401 | `azmcp_eventgrid_topic_list` | ❌ | +| 2 | 0.600323 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | | 3 | 0.535955 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.518141 | `azmcp_subscription_list` | ❌ | | 5 | 0.510115 | `azmcp_group_list` | ❌ | --- -## Test 77 +## Test 90 **Expected Tool:** `azmcp_eventgrid_subscription_list` **Prompt:** Show Event Grid subscriptions in resource group in subscription @@ -1623,15 +1852,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618614 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.557573 | `azmcp_group_list` | ❌ | -| 3 | 0.531313 | `azmcp_eventgrid_topic_list` | ❌ | -| 4 | 0.504984 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.502308 | `azmcp_datadog_monitoredresources_list` | ❌ | +| 1 | 0.621307 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.557589 | `azmcp_group_list` | ❌ | +| 3 | 0.531422 | `azmcp_eventgrid_topic_list` | ❌ | +| 4 | 0.505017 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.502351 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 78 +## Test 91 **Expected Tool:** `azmcp_eventgrid_subscription_list` **Prompt:** List Event Grid subscriptions for subscription in location @@ -1640,15 +1869,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.652090 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.581728 | `azmcp_eventgrid_topic_list` | ❌ | -| 3 | 0.480605 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 1 | 0.653850 | `azmcp_eventgrid_subscription_list` | ✅ **EXPECTED** | +| 2 | 0.581782 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.480537 | `azmcp_resourcehealth_service-health-events_list` | ❌ | | 4 | 0.478385 | `azmcp_subscription_list` | ❌ | | 5 | 0.476763 | `azmcp_search_service_list` | ❌ | --- -## Test 79 +## Test 92 **Expected Tool:** `azmcp_eventgrid_topic_list` **Prompt:** List all Event Grid topics in my subscription @@ -1657,15 +1886,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.759178 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.610435 | `azmcp_eventgrid_subscription_list` | ❌ | +| 1 | 0.759265 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.610315 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.545540 | `azmcp_search_service_list` | ❌ | | 4 | 0.514189 | `azmcp_kusto_cluster_list` | ❌ | | 5 | 0.496537 | `azmcp_subscription_list` | ❌ | --- -## Test 80 +## Test 93 **Expected Tool:** `azmcp_eventgrid_topic_list` **Prompt:** Show me the Event Grid topics in my subscription @@ -1674,15 +1903,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.691077 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.600948 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.478365 | `azmcp_resourcehealth_service-health-events_list` | ❌ | -| 4 | 0.475115 | `azmcp_search_service_list` | ❌ | -| 5 | 0.450748 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.691169 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.599956 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.478334 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 4 | 0.475119 | `azmcp_search_service_list` | ❌ | +| 5 | 0.450712 | `azmcp_redis_cluster_list` | ❌ | --- -## Test 81 +## Test 94 **Expected Tool:** `azmcp_eventgrid_topic_list` **Prompt:** List all Event Grid topics in subscription @@ -1691,15 +1920,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.759396 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.632284 | `azmcp_eventgrid_subscription_list` | ❌ | +| 1 | 0.759479 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.632794 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.526595 | `azmcp_kusto_cluster_list` | ❌ | | 4 | 0.514248 | `azmcp_search_service_list` | ❌ | -| 5 | 0.495867 | `azmcp_resourcehealth_service-health-events_list` | ❌ | +| 5 | 0.495814 | `azmcp_resourcehealth_service-health-events_list` | ❌ | --- -## Test 82 +## Test 95 **Expected Tool:** `azmcp_eventgrid_topic_list` **Prompt:** List all Event Grid topics in resource group in subscription @@ -1708,15 +1937,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659232 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | -| 2 | 0.614519 | `azmcp_eventgrid_subscription_list` | ❌ | +| 1 | 0.659307 | `azmcp_eventgrid_topic_list` | ✅ **EXPECTED** | +| 2 | 0.618817 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.609175 | `azmcp_group_list` | ❌ | -| 4 | 0.514613 | `azmcp_workbooks_list` | ❌ | +| 4 | 0.514277 | `azmcp_workbooks_list` | ❌ | | 5 | 0.505966 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 83 +## Test 96 **Expected Tool:** `azmcp_extension_azqr` **Prompt:** Check my Azure subscription for any compliance issues or recommendations @@ -1729,11 +1958,11 @@ | 2 | 0.497434 | `azmcp_applens_resource_diagnose` | ❌ | | 3 | 0.481143 | `azmcp_azureterraformbestpractices_get` | ❌ | | 4 | 0.476826 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 5 | 0.451690 | `azmcp_bestpractices_get` | ❌ | +| 5 | 0.462062 | `azmcp_applicationinsights_recommendation_list` | ❌ | --- -## Test 84 +## Test 97 **Expected Tool:** `azmcp_extension_azqr` **Prompt:** Provide compliance recommendations for my current Azure subscription @@ -1745,12 +1974,12 @@ | 1 | 0.532792 | `azmcp_azureterraformbestpractices_get` | ❌ | | 2 | 0.492863 | `azmcp_bestpractices_get` | ❌ | | 3 | 0.488377 | `azmcp_cloudarchitect_design` | ❌ | -| 4 | 0.473365 | `azmcp_deploy_iac_rules_get` | ❌ | -| 5 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 4 | 0.476156 | `azmcp_applicationinsights_recommendation_list` | ❌ | +| 5 | 0.473365 | `azmcp_deploy_iac_rules_get` | ❌ | --- -## Test 85 +## Test 98 **Expected Tool:** `azmcp_extension_azqr` **Prompt:** Scan my Azure subscription for compliance recommendations @@ -1761,81 +1990,132 @@ |------|-------|------|--------| | 1 | 0.536934 | `azmcp_azureterraformbestpractices_get` | ❌ | | 2 | 0.516925 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 3 | 0.504673 | `azmcp_quota_usage_check` | ❌ | -| 4 | 0.494872 | `azmcp_deploy_plan_get` | ❌ | -| 5 | 0.487387 | `azmcp_bestpractices_get` | ❌ | +| 3 | 0.514972 | `azmcp_applicationinsights_recommendation_list` | ❌ | +| 4 | 0.504673 | `azmcp_quota_usage_check` | ❌ | +| 5 | 0.494872 | `azmcp_deploy_plan_get` | ❌ | --- -## Test 86 +## Test 99 -**Expected Tool:** `azmcp_foundry_knowledge_index_list` -**Prompt:** List all knowledge indexes in my AI Foundry project +**Expected Tool:** `azmcp_foundry_agents_connect` +**Prompt:** Query an agent in my AI foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.695201 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | -| 2 | 0.526528 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 3 | 0.433287 | `azmcp_foundry_models_list` | ❌ | -| 4 | 0.422779 | `azmcp_search_index_get` | ❌ | -| 5 | 0.412895 | `azmcp_search_service_list` | ❌ | +| 1 | 0.603124 | `azmcp_foundry_agents_query-and-evaluate` | ❌ | +| 2 | 0.535809 | `azmcp_foundry_agents_connect` | ✅ **EXPECTED** | +| 3 | 0.494462 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.443011 | `azmcp_foundry_agents_evaluate` | ❌ | +| 5 | 0.379587 | `azmcp_search_index_query` | ❌ | --- -## Test 87 +## Test 100 -**Expected Tool:** `azmcp_foundry_knowledge_index_list` -**Prompt:** Show me the knowledge indexes in my AI Foundry project +**Expected Tool:** `azmcp_foundry_agents_evaluate` +**Prompt:** Evaluate the full query and response I got from my agent for task_adherence ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.603396 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | -| 2 | 0.489311 | `azmcp_foundry_knowledge_index_schema` | ❌ | -| 3 | 0.396996 | `azmcp_foundry_models_list` | ❌ | -| 4 | 0.374704 | `azmcp_search_index_get` | ❌ | -| 5 | 0.350751 | `azmcp_search_service_list` | ❌ | +| 1 | 0.544099 | `azmcp_foundry_agents_query-and-evaluate` | ❌ | +| 2 | 0.469428 | `azmcp_foundry_agents_evaluate` | ✅ **EXPECTED** | +| 3 | 0.356494 | `azmcp_foundry_agents_connect` | ❌ | +| 4 | 0.280833 | `azmcp_cloudarchitect_design` | ❌ | +| 5 | 0.235412 | `azmcp_foundry_agents_list` | ❌ | --- -## Test 88 +## Test 101 -**Expected Tool:** `azmcp_foundry_knowledge_index_schema` -**Prompt:** Show me the schema for knowledge index in my AI Foundry project +**Expected Tool:** `azmcp_foundry_agents_query-and-evaluate` +**Prompt:** Query and evaluate an agent in my AI Foundry project for task_adherence ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.672571 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | -| 2 | 0.564888 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 3 | 0.424572 | `azmcp_search_index_get` | ❌ | -| 4 | 0.375281 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.363963 | `azmcp_kusto_table_schema` | ❌ | +| 1 | 0.580566 | `azmcp_foundry_agents_query-and-evaluate` | ✅ **EXPECTED** | +| 2 | 0.518655 | `azmcp_foundry_agents_evaluate` | ❌ | +| 3 | 0.471098 | `azmcp_foundry_agents_connect` | ❌ | +| 4 | 0.381887 | `azmcp_foundry_agents_list` | ❌ | +| 5 | 0.315849 | `azmcp_deploy_plan_get` | ❌ | --- -## Test 89 +## Test 102 -**Expected Tool:** `azmcp_foundry_knowledge_index_schema` -**Prompt:** Get the schema configuration for knowledge index +**Expected Tool:** `azmcp_foundry_knowledge_index_list` +**Prompt:** List all knowledge indexes in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.650269 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | -| 2 | 0.432759 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.415963 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.408316 | `azmcp_kusto_table_schema` | ❌ | -| 5 | 0.398186 | `azmcp_mysql_table_schema_get` | ❌ | +| 1 | 0.695201 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | +| 2 | 0.532985 | `azmcp_foundry_agents_list` | ❌ | +| 3 | 0.526528 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 4 | 0.433117 | `azmcp_foundry_models_list` | ❌ | +| 5 | 0.422779 | `azmcp_search_index_get` | ❌ | --- -## Test 90 +## Test 103 + +**Expected Tool:** `azmcp_foundry_knowledge_index_list` +**Prompt:** Show me the knowledge indexes in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.603396 | `azmcp_foundry_knowledge_index_list` | ✅ **EXPECTED** | +| 2 | 0.489311 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 3 | 0.473949 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.396819 | `azmcp_foundry_models_list` | ❌ | +| 5 | 0.374704 | `azmcp_search_index_get` | ❌ | + +--- + +## Test 104 + +**Expected Tool:** `azmcp_foundry_knowledge_index_schema` +**Prompt:** Show me the schema for knowledge index in my AI Foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.672577 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | +| 2 | 0.564860 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 3 | 0.424581 | `azmcp_search_index_get` | ❌ | +| 4 | 0.397225 | `azmcp_foundry_agents_list` | ❌ | +| 5 | 0.375275 | `azmcp_mysql_table_schema_get` | ❌ | + +--- + +## Test 105 + +**Expected Tool:** `azmcp_foundry_knowledge_index_schema` +**Prompt:** Get the schema configuration for knowledge index + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.650269 | `azmcp_foundry_knowledge_index_schema` | ✅ **EXPECTED** | +| 2 | 0.432759 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.415963 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 4 | 0.408316 | `azmcp_kusto_table_schema` | ❌ | +| 5 | 0.398186 | `azmcp_mysql_table_schema_get` | ❌ | + +--- + +## Test 106 **Expected Tool:** `azmcp_foundry_models_deploy` **Prompt:** Deploy a GPT4o instance on my resource @@ -1852,7 +2132,7 @@ --- -## Test 91 +## Test 107 **Expected Tool:** `azmcp_foundry_models_deployments_list` **Prompt:** List all AI Foundry model deployments @@ -1862,14 +2142,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.559508 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | -| 2 | 0.549719 | `azmcp_foundry_models_list` | ❌ | -| 3 | 0.533239 | `azmcp_foundry_models_deploy` | ❌ | -| 4 | 0.448711 | `azmcp_search_service_list` | ❌ | -| 5 | 0.434472 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 2 | 0.549636 | `azmcp_foundry_models_list` | ❌ | +| 3 | 0.539695 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.533239 | `azmcp_foundry_models_deploy` | ❌ | +| 5 | 0.448711 | `azmcp_search_service_list` | ❌ | --- -## Test 92 +## Test 108 **Expected Tool:** `azmcp_foundry_models_deployments_list` **Prompt:** Show me all AI Foundry model deployments @@ -1878,15 +2158,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.518369 | `azmcp_foundry_models_list` | ❌ | +| 1 | 0.518221 | `azmcp_foundry_models_list` | ❌ | | 2 | 0.503424 | `azmcp_foundry_models_deploy` | ❌ | | 3 | 0.488885 | `azmcp_foundry_models_deployments_list` | ✅ **EXPECTED** | -| 4 | 0.401016 | `azmcp_search_service_list` | ❌ | -| 5 | 0.396422 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 4 | 0.486395 | `azmcp_foundry_agents_list` | ❌ | +| 5 | 0.401016 | `azmcp_search_service_list` | ❌ | --- -## Test 93 +## Test 109 **Expected Tool:** `azmcp_foundry_models_list` **Prompt:** List all AI Foundry models @@ -1895,15 +2175,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.560120 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | -| 2 | 0.401146 | `azmcp_foundry_models_deploy` | ❌ | -| 3 | 0.387861 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.386180 | `azmcp_search_service_list` | ❌ | -| 5 | 0.346909 | `azmcp_foundry_models_deployments_list` | ❌ | +| 1 | 0.560022 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | +| 2 | 0.491952 | `azmcp_foundry_agents_list` | ❌ | +| 3 | 0.401146 | `azmcp_foundry_models_deploy` | ❌ | +| 4 | 0.387861 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 5 | 0.386180 | `azmcp_search_service_list` | ❌ | --- -## Test 94 +## Test 110 **Expected Tool:** `azmcp_foundry_models_list` **Prompt:** Show me the available AI Foundry models @@ -1912,15 +2192,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.574918 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | -| 2 | 0.430513 | `azmcp_foundry_models_deploy` | ❌ | -| 3 | 0.388967 | `azmcp_foundry_knowledge_index_list` | ❌ | -| 4 | 0.356899 | `azmcp_foundry_models_deployments_list` | ❌ | -| 5 | 0.339069 | `azmcp_search_service_list` | ❌ | +| 1 | 0.574818 | `azmcp_foundry_models_list` | ✅ **EXPECTED** | +| 2 | 0.475139 | `azmcp_foundry_agents_list` | ❌ | +| 3 | 0.430513 | `azmcp_foundry_models_deploy` | ❌ | +| 4 | 0.388967 | `azmcp_foundry_knowledge_index_list` | ❌ | +| 5 | 0.356899 | `azmcp_foundry_models_deployments_list` | ❌ | --- -## Test 95 +## Test 111 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Describe the function app in resource group @@ -1930,14 +2210,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.660116 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.448469 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.448179 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.390048 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.380314 | `azmcp_bestpractices_get` | ❌ | | 5 | 0.379655 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- -## Test 96 +## Test 112 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Get configuration for function app @@ -1949,12 +2229,12 @@ | 1 | 0.607276 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.447400 | `azmcp_mysql_server_config_get` | ❌ | | 3 | 0.424693 | `azmcp_appconfig_account_list` | ❌ | -| 4 | 0.422564 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.422336 | `azmcp_deploy_app_logs_get` | ❌ | | 5 | 0.407133 | `azmcp_appconfig_kv_show` | ❌ | --- -## Test 97 +## Test 113 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Get function app status for @@ -1964,14 +2244,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.622384 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.460102 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.420505 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.460033 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.420189 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.390708 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.334473 | `azmcp_bestpractices_get` | ❌ | --- -## Test 98 +## Test 114 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Get information about my function app in @@ -1981,14 +2261,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.690933 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.434299 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.433989 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.432317 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.424646 | `azmcp_quota_usage_check` | ❌ | -| 5 | 0.419375 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.419271 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- -## Test 99 +## Test 115 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Retrieve host name and status of function app @@ -1998,14 +2278,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.592791 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.443647 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.441394 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 2 | 0.443459 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.441312 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 4 | 0.391480 | `azmcp_sql_server_show` | ❌ | | 5 | 0.383917 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- -## Test 100 +## Test 116 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Show function app details for in @@ -2015,14 +2295,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.687356 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.445363 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.445142 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.368188 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.366279 | `azmcp_sql_db_show` | ❌ | | 5 | 0.365569 | `azmcp_bestpractices_get` | ❌ | --- -## Test 101 +## Test 117 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Show me the details for the function app @@ -2032,14 +2312,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.644882 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.434205 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.433958 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.388678 | `azmcp_storage_account_get` | ❌ | | 4 | 0.370793 | `azmcp_storage_blob_container_get` | ❌ | | 5 | 0.368420 | `azmcp_storage_blob_get` | ❌ | --- -## Test 102 +## Test 118 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Show plan and region for function app @@ -2050,13 +2330,13 @@ |------|-------|------|--------| | 1 | 0.554980 | `azmcp_functionapp_get` | ✅ **EXPECTED** | | 2 | 0.426703 | `azmcp_quota_usage_check` | ❌ | -| 3 | 0.418349 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.418362 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.408011 | `azmcp_deploy_plan_get` | ❌ | | 5 | 0.381629 | `azmcp_deploy_architecture_diagram_generate` | ❌ | --- -## Test 103 +## Test 119 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** What is the status of function app ? @@ -2066,14 +2346,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.565797 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.440329 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 3 | 0.422915 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.440248 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 3 | 0.422774 | `azmcp_deploy_app_logs_get` | ❌ | | 4 | 0.384159 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.342552 | `azmcp_bestpractices_get` | ❌ | --- -## Test 104 +## Test 120 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** List all function apps in my subscription @@ -2090,7 +2370,7 @@ --- -## Test 105 +## Test 121 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** Show me my Azure function apps @@ -2100,14 +2380,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.560249 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.452372 | `azmcp_deploy_app_logs_get` | ❌ | -| 3 | 0.412646 | `azmcp_search_service_list` | ❌ | -| 4 | 0.411323 | `azmcp_bestpractices_get` | ❌ | -| 5 | 0.385832 | `azmcp_foundry_models_deployments_list` | ❌ | +| 2 | 0.452132 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.436167 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.412646 | `azmcp_search_service_list` | ❌ | +| 5 | 0.411323 | `azmcp_bestpractices_get` | ❌ | --- -## Test 106 +## Test 122 **Expected Tool:** `azmcp_functionapp_get` **Prompt:** What function apps do I have? @@ -2117,14 +2397,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.433674 | `azmcp_functionapp_get` | ✅ **EXPECTED** | -| 2 | 0.348274 | `azmcp_deploy_app_logs_get` | ❌ | +| 2 | 0.348106 | `azmcp_deploy_app_logs_get` | ❌ | | 3 | 0.284362 | `azmcp_bestpractices_get` | ❌ | | 4 | 0.281676 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.249658 | `azmcp_appconfig_account_list` | ❌ | --- -## Test 107 +## Test 123 **Expected Tool:** `azmcp_grafana_list` **Prompt:** List all Azure Managed Grafana in one subscription @@ -2141,7 +2421,7 @@ --- -## Test 108 +## Test 124 **Expected Tool:** `azmcp_group_list` **Prompt:** List all resource groups in my subscription @@ -2151,14 +2431,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.755935 | `azmcp_group_list` | ✅ **EXPECTED** | -| 2 | 0.566552 | `azmcp_workbooks_list` | ❌ | +| 2 | 0.566460 | `azmcp_workbooks_list` | ❌ | | 3 | 0.552633 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.546156 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.545480 | `azmcp_redis_cluster_list` | ❌ | --- -## Test 109 +## Test 125 **Expected Tool:** `azmcp_group_list` **Prompt:** Show me my resource groups @@ -2171,11 +2451,11 @@ | 2 | 0.463685 | `azmcp_datadog_monitoredresources_list` | ❌ | | 3 | 0.462391 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.459304 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.453960 | `azmcp_workbooks_list` | ❌ | +| 5 | 0.453815 | `azmcp_workbooks_list` | ❌ | --- -## Test 110 +## Test 126 **Expected Tool:** `azmcp_group_list` **Prompt:** Show me the resource groups in my subscription @@ -2188,11 +2468,11 @@ | 2 | 0.532656 | `azmcp_datadog_monitoredresources_list` | ❌ | | 3 | 0.531920 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.523088 | `azmcp_redis_cluster_list` | ❌ | -| 5 | 0.522911 | `azmcp_workbooks_list` | ❌ | +| 5 | 0.522701 | `azmcp_workbooks_list` | ❌ | --- -## Test 111 +## Test 127 **Expected Tool:** `azmcp_keyvault_certificate_create` **Prompt:** Create a new certificate called in the key vault @@ -2201,15 +2481,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.740349 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | -| 2 | 0.595518 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.590837 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.576069 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.543087 | `azmcp_keyvault_certificate_get` | ❌ | +| 1 | 0.740327 | `azmcp_keyvault_certificate_create` | ✅ **EXPECTED** | +| 2 | 0.595869 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.590531 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.575726 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.543077 | `azmcp_keyvault_certificate_get` | ❌ | --- -## Test 112 +## Test 128 **Expected Tool:** `azmcp_keyvault_certificate_get` **Prompt:** Show me the certificate in the key vault @@ -2218,15 +2498,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.627979 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | -| 2 | 0.624474 | `azmcp_keyvault_certificate_list` | ❌ | +| 1 | 0.628023 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 2 | 0.624626 | `azmcp_keyvault_certificate_list` | ❌ | | 3 | 0.565005 | `azmcp_keyvault_certificate_create` | ❌ | | 4 | 0.539554 | `azmcp_keyvault_certificate_import` | ❌ | -| 5 | 0.493510 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.515768 | `azmcp_keyvault_key_get` | ❌ | --- -## Test 113 +## Test 129 **Expected Tool:** `azmcp_keyvault_certificate_get` **Prompt:** Show me the details of the certificate in the key vault @@ -2235,15 +2515,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662324 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | -| 2 | 0.606570 | `azmcp_keyvault_certificate_list` | ❌ | -| 3 | 0.540155 | `azmcp_keyvault_certificate_import` | ❌ | -| 4 | 0.535157 | `azmcp_keyvault_certificate_create` | ❌ | -| 5 | 0.499444 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.662367 | `azmcp_keyvault_certificate_get` | ✅ **EXPECTED** | +| 2 | 0.606963 | `azmcp_keyvault_certificate_list` | ❌ | +| 3 | 0.574987 | `azmcp_keyvault_key_get` | ❌ | +| 4 | 0.540155 | `azmcp_keyvault_certificate_import` | ❌ | +| 5 | 0.535157 | `azmcp_keyvault_certificate_create` | ❌ | --- -## Test 114 +## Test 130 **Expected Tool:** `azmcp_keyvault_certificate_import` **Prompt:** Import the certificate in file into the key vault @@ -2254,13 +2534,13 @@ |------|-------|------|--------| | 1 | 0.649993 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | | 2 | 0.521183 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.469706 | `azmcp_keyvault_certificate_get` | ❌ | -| 4 | 0.467179 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.426678 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.469704 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.467361 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.426663 | `azmcp_keyvault_key_create` | ❌ | --- -## Test 115 +## Test 131 **Expected Tool:** `azmcp_keyvault_certificate_import` **Prompt:** Import a certificate into the key vault using the name @@ -2271,13 +2551,13 @@ |------|-------|------|--------| | 1 | 0.649676 | `azmcp_keyvault_certificate_import` | ✅ **EXPECTED** | | 2 | 0.629902 | `azmcp_keyvault_certificate_create` | ❌ | -| 3 | 0.527523 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.525743 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.491748 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.527544 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.525761 | `azmcp_keyvault_certificate_get` | ❌ | +| 5 | 0.491898 | `azmcp_keyvault_key_create` | ❌ | --- -## Test 116 +## Test 132 **Expected Tool:** `azmcp_keyvault_certificate_list` **Prompt:** List all certificates in the key vault @@ -2286,15 +2566,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.761950 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.637330 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.761961 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | +| 2 | 0.637188 | `azmcp_keyvault_key_list` | ❌ | | 3 | 0.608799 | `azmcp_keyvault_secret_list` | ❌ | -| 4 | 0.566460 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.566495 | `azmcp_keyvault_certificate_get` | ❌ | | 5 | 0.539624 | `azmcp_keyvault_certificate_create` | ❌ | --- -## Test 117 +## Test 133 **Expected Tool:** `azmcp_keyvault_certificate_list` **Prompt:** Show me the certificates in the key vault @@ -2303,15 +2583,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660521 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | -| 2 | 0.570282 | `azmcp_keyvault_certificate_get` | ❌ | -| 3 | 0.540115 | `azmcp_keyvault_key_list` | ❌ | +| 1 | 0.660572 | `azmcp_keyvault_certificate_list` | ✅ **EXPECTED** | +| 2 | 0.570315 | `azmcp_keyvault_certificate_get` | ❌ | +| 3 | 0.539764 | `azmcp_keyvault_key_list` | ❌ | | 4 | 0.516722 | `azmcp_keyvault_secret_list` | ❌ | | 5 | 0.509123 | `azmcp_keyvault_certificate_create` | ❌ | --- -## Test 118 +## Test 134 **Expected Tool:** `azmcp_keyvault_key_create` **Prompt:** Create a new key called with the RSA type in the key vault @@ -2320,15 +2600,49 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.676526 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | -| 2 | 0.569517 | `azmcp_keyvault_secret_create` | ❌ | -| 3 | 0.555829 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.465638 | `azmcp_keyvault_key_list` | ❌ | -| 5 | 0.417436 | `azmcp_keyvault_certificate_list` | ❌ | +| 1 | 0.676347 | `azmcp_keyvault_key_create` | ✅ **EXPECTED** | +| 2 | 0.569263 | `azmcp_keyvault_secret_create` | ❌ | +| 3 | 0.555818 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.465476 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.457967 | `azmcp_keyvault_key_get` | ❌ | --- -## Test 119 +## Test 135 + +**Expected Tool:** `azmcp_keyvault_key_get` +**Prompt:** Show me the key in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.586445 | `azmcp_keyvault_key_get` | ✅ **EXPECTED** | +| 2 | 0.554676 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.509248 | `azmcp_keyvault_secret_get` | ❌ | +| 4 | 0.501027 | `azmcp_keyvault_secret_list` | ❌ | +| 5 | 0.486891 | `azmcp_keyvault_certificate_list` | ❌ | + +--- + +## Test 136 + +**Expected Tool:** `azmcp_keyvault_key_get` +**Prompt:** Show me the details of the key in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.636299 | `azmcp_keyvault_key_get` | ✅ **EXPECTED** | +| 2 | 0.544698 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.535044 | `azmcp_keyvault_certificate_get` | ❌ | +| 4 | 0.504191 | `azmcp_keyvault_secret_get` | ❌ | +| 5 | 0.498857 | `azmcp_keyvault_secret_list` | ❌ | + +--- + +## Test 137 **Expected Tool:** `azmcp_keyvault_key_list` **Prompt:** List all keys in the key vault @@ -2337,15 +2651,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.736896 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 1 | 0.736823 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | | 2 | 0.650155 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.631519 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.498767 | `azmcp_cosmos_account_list` | ❌ | -| 5 | 0.473916 | `azmcp_storage_table_list` | ❌ | +| 3 | 0.631559 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.531093 | `azmcp_keyvault_key_get` | ❌ | +| 5 | 0.498767 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 120 +## Test 138 **Expected Tool:** `azmcp_keyvault_key_list` **Prompt:** Show me the keys in the key vault @@ -2354,15 +2668,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609299 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | -| 2 | 0.535381 | `azmcp_keyvault_secret_list` | ❌ | -| 3 | 0.520003 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.479818 | `azmcp_keyvault_certificate_get` | ❌ | -| 5 | 0.462050 | `azmcp_keyvault_key_create` | ❌ | +| 1 | 0.609100 | `azmcp_keyvault_key_list` | ✅ **EXPECTED** | +| 2 | 0.562174 | `azmcp_keyvault_key_get` | ❌ | +| 3 | 0.535381 | `azmcp_keyvault_secret_list` | ❌ | +| 4 | 0.520081 | `azmcp_keyvault_certificate_list` | ❌ | +| 5 | 0.500591 | `azmcp_keyvault_secret_get` | ❌ | --- -## Test 121 +## Test 139 **Expected Tool:** `azmcp_keyvault_secret_create` **Prompt:** Create a new secret called with value in the key vault @@ -2371,15 +2685,49 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.766483 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | -| 2 | 0.611953 | `azmcp_keyvault_key_create` | ❌ | -| 3 | 0.570676 | `azmcp_keyvault_certificate_create` | ❌ | -| 4 | 0.515090 | `azmcp_keyvault_secret_list` | ❌ | -| 5 | 0.461409 | `azmcp_appconfig_kv_set` | ❌ | +| 1 | 0.767701 | `azmcp_keyvault_secret_create` | ✅ **EXPECTED** | +| 2 | 0.613536 | `azmcp_keyvault_key_create` | ❌ | +| 3 | 0.572297 | `azmcp_keyvault_certificate_create` | ❌ | +| 4 | 0.531680 | `azmcp_keyvault_secret_get` | ❌ | +| 5 | 0.516457 | `azmcp_keyvault_secret_list` | ❌ | --- -## Test 122 +## Test 140 + +**Expected Tool:** `azmcp_keyvault_secret_get` +**Prompt:** Show me the secret in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.618944 | `azmcp_keyvault_secret_get` | ✅ **EXPECTED** | +| 2 | 0.578206 | `azmcp_keyvault_secret_list` | ❌ | +| 3 | 0.549693 | `azmcp_keyvault_secret_create` | ❌ | +| 4 | 0.514812 | `azmcp_keyvault_key_get` | ❌ | +| 5 | 0.481779 | `azmcp_keyvault_key_list` | ❌ | + +--- + +## Test 141 + +**Expected Tool:** `azmcp_keyvault_secret_get` +**Prompt:** Show me the details of the secret in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.607510 | `azmcp_keyvault_secret_get` | ✅ **EXPECTED** | +| 2 | 0.583025 | `azmcp_keyvault_secret_list` | ❌ | +| 3 | 0.564270 | `azmcp_keyvault_key_get` | ❌ | +| 4 | 0.531971 | `azmcp_keyvault_secret_create` | ❌ | +| 5 | 0.503237 | `azmcp_keyvault_certificate_get` | ❌ | + +--- + +## Test 142 **Expected Tool:** `azmcp_keyvault_secret_list` **Prompt:** List all secrets in the key vault @@ -2389,14 +2737,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.747343 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.616701 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.569870 | `azmcp_keyvault_certificate_list` | ❌ | -| 4 | 0.519303 | `azmcp_keyvault_secret_create` | ❌ | -| 5 | 0.455500 | `azmcp_cosmos_account_list` | ❌ | +| 2 | 0.616830 | `azmcp_keyvault_key_list` | ❌ | +| 3 | 0.569802 | `azmcp_keyvault_certificate_list` | ❌ | +| 4 | 0.536331 | `azmcp_keyvault_secret_get` | ❌ | +| 5 | 0.519133 | `azmcp_keyvault_secret_create` | ❌ | --- -## Test 123 +## Test 143 **Expected Tool:** `azmcp_keyvault_secret_list` **Prompt:** Show me the secrets in the key vault @@ -2406,14 +2754,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.615400 | `azmcp_keyvault_secret_list` | ✅ **EXPECTED** | -| 2 | 0.520444 | `azmcp_keyvault_key_list` | ❌ | -| 3 | 0.502694 | `azmcp_keyvault_secret_create` | ❌ | -| 4 | 0.467740 | `azmcp_keyvault_certificate_list` | ❌ | -| 5 | 0.456355 | `azmcp_keyvault_certificate_get` | ❌ | +| 2 | 0.577858 | `azmcp_keyvault_secret_get` | ❌ | +| 3 | 0.520864 | `azmcp_keyvault_key_get` | ❌ | +| 4 | 0.520308 | `azmcp_keyvault_key_list` | ❌ | +| 5 | 0.502403 | `azmcp_keyvault_secret_create` | ❌ | --- -## Test 124 +## Test 144 **Expected Tool:** `azmcp_kusto_cluster_get` **Prompt:** Show me the details of the Data Explorer cluster @@ -2430,7 +2778,7 @@ --- -## Test 125 +## Test 145 **Expected Tool:** `azmcp_kusto_cluster_list` **Prompt:** List all Data Explorer clusters in my subscription @@ -2442,12 +2790,12 @@ | 1 | 0.651218 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | | 2 | 0.644037 | `azmcp_redis_cluster_list` | ❌ | | 3 | 0.549093 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.536082 | `azmcp_aks_cluster_list` | ❌ | +| 4 | 0.536049 | `azmcp_aks_cluster_list` | ❌ | | 5 | 0.509396 | `azmcp_grafana_list` | ❌ | --- -## Test 126 +## Test 146 **Expected Tool:** `azmcp_kusto_cluster_list` **Prompt:** Show me my Data Explorer clusters @@ -2464,7 +2812,7 @@ --- -## Test 127 +## Test 147 **Expected Tool:** `azmcp_kusto_cluster_list` **Prompt:** Show me the Data Explorer clusters in my subscription @@ -2475,13 +2823,13 @@ |------|-------|------|--------| | 1 | 0.584053 | `azmcp_redis_cluster_list` | ❌ | | 2 | 0.549797 | `azmcp_kusto_cluster_list` | ✅ **EXPECTED** | -| 3 | 0.471119 | `azmcp_aks_cluster_list` | ❌ | +| 3 | 0.471120 | `azmcp_aks_cluster_list` | ❌ | | 4 | 0.469570 | `azmcp_kusto_cluster_get` | ❌ | | 5 | 0.464294 | `azmcp_kusto_database_list` | ❌ | --- -## Test 128 +## Test 148 **Expected Tool:** `azmcp_kusto_database_list` **Prompt:** List all databases in the Data Explorer cluster @@ -2492,13 +2840,13 @@ |------|-------|------|--------| | 1 | 0.628129 | `azmcp_redis_cluster_database_list` | ❌ | | 2 | 0.610646 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | -| 3 | 0.553218 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.553214 | `azmcp_postgres_database_list` | ❌ | | 4 | 0.549673 | `azmcp_cosmos_database_list` | ❌ | | 5 | 0.517039 | `azmcp_mysql_database_list` | ❌ | --- -## Test 129 +## Test 149 **Expected Tool:** `azmcp_kusto_database_list` **Prompt:** Show me the databases in the Data Explorer cluster @@ -2511,11 +2859,11 @@ | 2 | 0.558503 | `azmcp_kusto_database_list` | ✅ **EXPECTED** | | 3 | 0.497144 | `azmcp_cosmos_database_list` | ❌ | | 4 | 0.491400 | `azmcp_mysql_database_list` | ❌ | -| 5 | 0.486732 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.486699 | `azmcp_postgres_database_list` | ❌ | --- -## Test 130 +## Test 150 **Expected Tool:** `azmcp_kusto_query` **Prompt:** Show me all items that contain the word in the Data Explorer table in cluster @@ -2524,15 +2872,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.381261 | `azmcp_kusto_query` | ✅ **EXPECTED** | -| 2 | 0.363670 | `azmcp_mysql_table_list` | ❌ | -| 3 | 0.363191 | `azmcp_kusto_sample` | ❌ | -| 4 | 0.349386 | `azmcp_monitor_table_list` | ❌ | -| 5 | 0.345631 | `azmcp_redis_cluster_list` | ❌ | +| 1 | 0.381352 | `azmcp_kusto_query` | ✅ **EXPECTED** | +| 2 | 0.363594 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.363252 | `azmcp_kusto_sample` | ❌ | +| 4 | 0.348975 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.345799 | `azmcp_redis_cluster_list` | ❌ | --- -## Test 131 +## Test 151 **Expected Tool:** `azmcp_kusto_sample` **Prompt:** Show me a data sample from the Data Explorer table in cluster @@ -2541,7 +2889,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.537260 | `azmcp_kusto_sample` | ✅ **EXPECTED** | +| 1 | 0.537154 | `azmcp_kusto_sample` | ✅ **EXPECTED** | | 2 | 0.419463 | `azmcp_kusto_table_schema` | ❌ | | 3 | 0.391595 | `azmcp_mysql_database_query` | ❌ | | 4 | 0.391423 | `azmcp_kusto_table_list` | ❌ | @@ -2549,7 +2897,7 @@ --- -## Test 132 +## Test 152 **Expected Tool:** `azmcp_kusto_table_list` **Prompt:** List all tables in the Data Explorer database in cluster @@ -2561,12 +2909,12 @@ | 1 | 0.591668 | `azmcp_kusto_table_list` | ✅ **EXPECTED** | | 2 | 0.585237 | `azmcp_postgres_table_list` | ❌ | | 3 | 0.556724 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.550007 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.549917 | `azmcp_monitor_table_list` | ❌ | | 5 | 0.521516 | `azmcp_kusto_database_list` | ❌ | --- -## Test 133 +## Test 153 **Expected Tool:** `azmcp_kusto_table_list` **Prompt:** Show me the tables in the Data Explorer database in cluster @@ -2579,11 +2927,11 @@ | 2 | 0.524691 | `azmcp_mysql_table_list` | ❌ | | 3 | 0.523432 | `azmcp_postgres_table_list` | ❌ | | 4 | 0.494108 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.490717 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.490732 | `azmcp_monitor_table_list` | ❌ | --- -## Test 134 +## Test 154 **Expected Tool:** `azmcp_kusto_table_schema` **Prompt:** Show me the schema for table in the Data Explorer database in cluster @@ -2592,15 +2940,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.588207 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | -| 2 | 0.564424 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.527914 | `azmcp_mysql_table_schema_get` | ❌ | -| 4 | 0.445245 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.437454 | `azmcp_kusto_table_list` | ❌ | +| 1 | 0.588234 | `azmcp_kusto_table_schema` | ✅ **EXPECTED** | +| 2 | 0.564435 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.528116 | `azmcp_mysql_table_schema_get` | ❌ | +| 4 | 0.445280 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.437438 | `azmcp_kusto_table_list` | ❌ | --- -## Test 135 +## Test 155 **Expected Tool:** `azmcp_loadtesting_test_create` **Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription @@ -2617,7 +2965,7 @@ --- -## Test 136 +## Test 156 **Expected Tool:** `azmcp_loadtesting_test_get` **Prompt:** Get the load test with id in the load test resource in resource group @@ -2626,15 +2974,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.643566 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | -| 2 | 0.608510 | `azmcp_loadtesting_testresource_list` | ❌ | -| 3 | 0.574146 | `azmcp_loadtesting_testresource_create` | ❌ | -| 4 | 0.534698 | `azmcp_loadtesting_testrun_get` | ❌ | -| 5 | 0.473715 | `azmcp_loadtesting_testrun_create` | ❌ | +| 1 | 0.642420 | `azmcp_loadtesting_test_get` | ✅ **EXPECTED** | +| 2 | 0.608881 | `azmcp_loadtesting_testresource_list` | ❌ | +| 3 | 0.574394 | `azmcp_loadtesting_testresource_create` | ❌ | +| 4 | 0.534194 | `azmcp_loadtesting_testrun_get` | ❌ | +| 5 | 0.473323 | `azmcp_loadtesting_testrun_create` | ❌ | --- -## Test 137 +## Test 157 **Expected Tool:** `azmcp_loadtesting_testresource_create` **Prompt:** Create a load test resource in the resource group in my subscription @@ -2651,7 +2999,7 @@ --- -## Test 138 +## Test 158 **Expected Tool:** `azmcp_loadtesting_testresource_list` **Prompt:** List all load testing resources in the resource group in my subscription @@ -2668,7 +3016,7 @@ --- -## Test 139 +## Test 159 **Expected Tool:** `azmcp_loadtesting_testrun_create` **Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as @@ -2685,7 +3033,7 @@ --- -## Test 140 +## Test 160 **Expected Tool:** `azmcp_loadtesting_testrun_get` **Prompt:** Get the load test run with id in the load test resource in resource group @@ -2702,7 +3050,7 @@ --- -## Test 141 +## Test 161 **Expected Tool:** `azmcp_loadtesting_testrun_list` **Prompt:** Get all the load test runs for the test with id in the load test resource in resource group @@ -2711,15 +3059,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615977 | `azmcp_loadtesting_testresource_list` | ❌ | +| 1 | 0.615925 | `azmcp_loadtesting_testresource_list` | ❌ | | 2 | 0.606058 | `azmcp_loadtesting_test_get` | ❌ | -| 3 | 0.569145 | `azmcp_loadtesting_testrun_get` | ❌ | -| 4 | 0.565093 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | -| 5 | 0.535207 | `azmcp_loadtesting_testresource_create` | ❌ | +| 3 | 0.569090 | `azmcp_loadtesting_testrun_get` | ❌ | +| 4 | 0.565057 | `azmcp_loadtesting_testrun_list` | ✅ **EXPECTED** | +| 5 | 0.535166 | `azmcp_loadtesting_testresource_create` | ❌ | --- -## Test 142 +## Test 162 **Expected Tool:** `azmcp_loadtesting_testrun_update` **Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . @@ -2736,7 +3084,7 @@ --- -## Test 143 +## Test 163 **Expected Tool:** `azmcp_marketplace_product_get` **Prompt:** Get details about marketplace product @@ -2745,15 +3093,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.569924 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | -| 2 | 0.477522 | `azmcp_marketplace_product_list` | ❌ | -| 3 | 0.353256 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 4 | 0.330935 | `azmcp_servicebus_queue_details` | ❌ | -| 5 | 0.324083 | `azmcp_search_index_get` | ❌ | +| 1 | 0.570234 | `azmcp_marketplace_product_get` | ✅ **EXPECTED** | +| 2 | 0.477633 | `azmcp_marketplace_product_list` | ❌ | +| 3 | 0.353280 | `azmcp_servicebus_topic_subscription_details` | ❌ | +| 4 | 0.330900 | `azmcp_servicebus_queue_details` | ❌ | +| 5 | 0.324180 | `azmcp_search_index_get` | ❌ | --- -## Test 144 +## Test 164 **Expected Tool:** `azmcp_marketplace_product_list` **Prompt:** Search for Microsoft products in the marketplace @@ -2763,14 +3111,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.527077 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.442892 | `azmcp_marketplace_product_get` | ❌ | +| 2 | 0.443133 | `azmcp_marketplace_product_get` | ❌ | | 3 | 0.343549 | `azmcp_search_service_list` | ❌ | -| 4 | 0.330672 | `azmcp_foundry_models_list` | ❌ | -| 5 | 0.328676 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 4 | 0.330500 | `azmcp_foundry_models_list` | ❌ | +| 5 | 0.328661 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | --- -## Test 145 +## Test 165 **Expected Tool:** `azmcp_marketplace_product_list` **Prompt:** Show me marketplace products from publisher @@ -2780,14 +3128,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.461616 | `azmcp_marketplace_product_list` | ✅ **EXPECTED** | -| 2 | 0.385069 | `azmcp_marketplace_product_get` | ❌ | -| 3 | 0.308859 | `azmcp_foundry_models_list` | ❌ | -| 4 | 0.260387 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 2 | 0.385167 | `azmcp_marketplace_product_get` | ❌ | +| 3 | 0.308769 | `azmcp_foundry_models_list` | ❌ | +| 4 | 0.260343 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 5 | 0.259270 | `azmcp_redis_cache_list` | ❌ | --- -## Test 146 +## Test 166 **Expected Tool:** `azmcp_monitor_healthmodels_entity_gethealth` **Prompt:** Show me the health status of entity in the Log Analytics workspace @@ -2796,15 +3144,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498345 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | -| 2 | 0.472094 | `azmcp_monitor_workspace_list` | ❌ | -| 3 | 0.468204 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.467848 | `azmcp_monitor_workspace_log_query` | ❌ | -| 5 | 0.463168 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 1 | 0.498085 | `azmcp_monitor_healthmodels_entity_gethealth` | ✅ **EXPECTED** | +| 2 | 0.472212 | `azmcp_monitor_workspace_list` | ❌ | +| 3 | 0.467921 | `azmcp_monitor_workspace_log_query` | ❌ | +| 4 | 0.467612 | `azmcp_monitor_table_list` | ❌ | +| 5 | 0.462986 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- -## Test 147 +## Test 167 **Expected Tool:** `azmcp_monitor_metrics_definitions` **Prompt:** Get metric definitions for from the namespace @@ -2813,7 +3161,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.592640 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | +| 1 | 0.592624 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | | 2 | 0.424141 | `azmcp_monitor_metrics_query` | ❌ | | 3 | 0.332356 | `azmcp_monitor_table_type_list` | ❌ | | 4 | 0.315519 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | @@ -2821,7 +3169,7 @@ --- -## Test 148 +## Test 168 **Expected Tool:** `azmcp_monitor_metrics_definitions` **Prompt:** Show me all available metrics and their definitions for storage account @@ -2831,14 +3179,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.589859 | `azmcp_storage_account_get` | ❌ | -| 2 | 0.587736 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | +| 2 | 0.587793 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | | 3 | 0.551156 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.542805 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.473421 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 4 | 0.473421 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 5 | 0.472677 | `azmcp_storage_blob_get` | ❌ | --- -## Test 149 +## Test 169 **Expected Tool:** `azmcp_monitor_metrics_definitions` **Prompt:** What metric definitions are available for the Application Insights resource @@ -2847,15 +3195,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.633173 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | +| 1 | 0.633373 | `azmcp_monitor_metrics_definitions` | ✅ **EXPECTED** | | 2 | 0.495513 | `azmcp_monitor_metrics_query` | ❌ | | 3 | 0.382374 | `azmcp_applens_resource_diagnose` | ❌ | -| 4 | 0.380460 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 4 | 0.380416 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 5 | 0.370848 | `azmcp_monitor_table_type_list` | ❌ | --- -## Test 150 +## Test 170 **Expected Tool:** `azmcp_monitor_metrics_query` **Prompt:** Analyze the performance trends and response times for Application Insights resource over the last @@ -2868,11 +3216,11 @@ | 2 | 0.447607 | `azmcp_monitor_resource_log_query` | ❌ | | 3 | 0.447192 | `azmcp_applens_resource_diagnose` | ❌ | | 4 | 0.433777 | `azmcp_loadtesting_testrun_get` | ❌ | -| 5 | 0.422404 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.422326 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- -## Test 151 +## Test 171 **Expected Tool:** `azmcp_monitor_metrics_query` **Prompt:** Check the availability metrics for my Application Insights resource for the last @@ -2882,14 +3230,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.557830 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.508674 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 2 | 0.508605 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.460611 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 4 | 0.455904 | `azmcp_quota_usage_check` | ❌ | -| 5 | 0.438233 | `azmcp_monitor_metrics_definitions` | ❌ | +| 5 | 0.438349 | `azmcp_monitor_metrics_definitions` | ❌ | --- -## Test 152 +## Test 172 **Expected Tool:** `azmcp_monitor_metrics_query` **Prompt:** Get the metric for over the last with intervals @@ -2899,14 +3247,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.461249 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.390029 | `azmcp_monitor_metrics_definitions` | ❌ | +| 2 | 0.390188 | `azmcp_monitor_metrics_definitions` | ❌ | | 3 | 0.306338 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.304372 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 4 | 0.304327 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 5 | 0.301811 | `azmcp_monitor_resource_log_query` | ❌ | --- -## Test 153 +## Test 173 **Expected Tool:** `azmcp_monitor_metrics_query` **Prompt:** Investigate error rates and failed requests for Application Insights resource for the last @@ -2916,14 +3264,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.492138 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.417008 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 2 | 0.416955 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.415966 | `azmcp_monitor_resource_log_query` | ❌ | | 4 | 0.406200 | `azmcp_applens_resource_diagnose` | ❌ | -| 5 | 0.399083 | `azmcp_deploy_app_logs_get` | ❌ | +| 5 | 0.398988 | `azmcp_deploy_app_logs_get` | ❌ | --- -## Test 154 +## Test 174 **Expected Tool:** `azmcp_monitor_metrics_query` **Prompt:** Query the metric for for the last @@ -2933,14 +3281,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.525585 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.384482 | `azmcp_monitor_metrics_definitions` | ❌ | +| 2 | 0.384447 | `azmcp_monitor_metrics_definitions` | ❌ | | 3 | 0.376658 | `azmcp_monitor_resource_log_query` | ❌ | | 4 | 0.367167 | `azmcp_monitor_workspace_log_query` | ❌ | | 5 | 0.299448 | `azmcp_quota_usage_check` | ❌ | --- -## Test 155 +## Test 175 **Expected Tool:** `azmcp_monitor_metrics_query` **Prompt:** What's the request per second rate for my Application Insights resource over the last @@ -2950,14 +3298,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.480140 | `azmcp_monitor_metrics_query` | ✅ **EXPECTED** | -| 2 | 0.381961 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 2 | 0.381900 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.363412 | `azmcp_quota_usage_check` | ❌ | | 4 | 0.359285 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.350523 | `azmcp_monitor_resource_log_query` | ❌ | --- -## Test 156 +## Test 176 **Expected Tool:** `azmcp_monitor_resource_log_query` **Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace @@ -2966,15 +3314,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.593791 | `azmcp_monitor_workspace_log_query` | ❌ | -| 2 | 0.580016 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | -| 3 | 0.471967 | `azmcp_deploy_app_logs_get` | ❌ | -| 4 | 0.469777 | `azmcp_monitor_metrics_query` | ❌ | -| 5 | 0.443116 | `azmcp_monitor_workspace_list` | ❌ | +| 1 | 0.594087 | `azmcp_monitor_workspace_log_query` | ❌ | +| 2 | 0.580126 | `azmcp_monitor_resource_log_query` | ✅ **EXPECTED** | +| 3 | 0.472095 | `azmcp_deploy_app_logs_get` | ❌ | +| 4 | 0.469696 | `azmcp_monitor_metrics_query` | ❌ | +| 5 | 0.443465 | `azmcp_monitor_workspace_list` | ❌ | --- -## Test 157 +## Test 177 **Expected Tool:** `azmcp_monitor_table_list` **Prompt:** List all tables in the Log Analytics workspace @@ -2983,15 +3331,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.851132 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | -| 2 | 0.725820 | `azmcp_monitor_table_type_list` | ❌ | -| 3 | 0.620576 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.586746 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.534930 | `azmcp_mysql_table_list` | ❌ | +| 1 | 0.850709 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 2 | 0.725738 | `azmcp_monitor_table_type_list` | ❌ | +| 3 | 0.620445 | `azmcp_monitor_workspace_list` | ❌ | +| 4 | 0.534829 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.511123 | `azmcp_kusto_table_list` | ❌ | --- -## Test 158 +## Test 178 **Expected Tool:** `azmcp_monitor_table_list` **Prompt:** Show me the tables in the Log Analytics workspace @@ -3000,15 +3348,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.798460 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | +| 1 | 0.798154 | `azmcp_monitor_table_list` | ✅ **EXPECTED** | | 2 | 0.701122 | `azmcp_monitor_table_type_list` | ❌ | | 3 | 0.599917 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.532887 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.497065 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.497065 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.487237 | `azmcp_grafana_list` | ❌ | --- -## Test 159 +## Test 179 **Expected Tool:** `azmcp_monitor_table_type_list` **Prompt:** List all available table types in the Log Analytics workspace @@ -3018,14 +3366,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.881524 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | -| 2 | 0.765702 | `azmcp_monitor_table_list` | ❌ | +| 2 | 0.765553 | `azmcp_monitor_table_list` | ❌ | | 3 | 0.569921 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.525469 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.504683 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.504683 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.477280 | `azmcp_grafana_list` | ❌ | --- -## Test 160 +## Test 180 **Expected Tool:** `azmcp_monitor_table_type_list` **Prompt:** Show me the available table types in the Log Analytics workspace @@ -3035,14 +3383,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.843138 | `azmcp_monitor_table_type_list` | ✅ **EXPECTED** | -| 2 | 0.736837 | `azmcp_monitor_table_list` | ❌ | +| 2 | 0.736735 | `azmcp_monitor_table_list` | ❌ | | 3 | 0.576731 | `azmcp_monitor_workspace_list` | ❌ | -| 4 | 0.502460 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.481189 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.481189 | `azmcp_mysql_table_list` | ❌ | +| 5 | 0.475734 | `azmcp_grafana_list` | ❌ | --- -## Test 161 +## Test 181 **Expected Tool:** `azmcp_monitor_workspace_list` **Prompt:** List all Log Analytics workspaces in my subscription @@ -3053,13 +3401,13 @@ |------|-------|------|--------| | 1 | 0.813902 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | | 2 | 0.680201 | `azmcp_grafana_list` | ❌ | -| 3 | 0.660135 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.659475 | `azmcp_monitor_table_list` | ❌ | | 4 | 0.600802 | `azmcp_search_service_list` | ❌ | | 5 | 0.583213 | `azmcp_monitor_table_type_list` | ❌ | --- -## Test 162 +## Test 182 **Expected Tool:** `azmcp_monitor_workspace_list` **Prompt:** Show me my Log Analytics workspaces @@ -3069,14 +3417,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.656194 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | -| 2 | 0.585436 | `azmcp_monitor_table_list` | ❌ | +| 2 | 0.584750 | `azmcp_monitor_table_list` | ❌ | | 3 | 0.531083 | `azmcp_monitor_table_type_list` | ❌ | | 4 | 0.518254 | `azmcp_grafana_list` | ❌ | | 5 | 0.474745 | `azmcp_monitor_workspace_log_query` | ❌ | --- -## Test 163 +## Test 183 **Expected Tool:** `azmcp_monitor_workspace_list` **Prompt:** Show me the Log Analytics workspaces in my subscription @@ -3087,13 +3435,13 @@ |------|-------|------|--------| | 1 | 0.732962 | `azmcp_monitor_workspace_list` | ✅ **EXPECTED** | | 2 | 0.601481 | `azmcp_grafana_list` | ❌ | -| 3 | 0.580261 | `azmcp_monitor_table_list` | ❌ | +| 3 | 0.579659 | `azmcp_monitor_table_list` | ❌ | | 4 | 0.521316 | `azmcp_monitor_table_type_list` | ❌ | | 5 | 0.521276 | `azmcp_search_service_list` | ❌ | --- -## Test 164 +## Test 184 **Expected Tool:** `azmcp_monitor_workspace_log_query` **Prompt:** Show me the logs for the past hour in the Log Analytics workspace @@ -3104,13 +3452,13 @@ |------|-------|------|--------| | 1 | 0.591648 | `azmcp_monitor_workspace_log_query` | ✅ **EXPECTED** | | 2 | 0.494715 | `azmcp_monitor_resource_log_query` | ❌ | -| 3 | 0.485984 | `azmcp_monitor_table_list` | ❌ | -| 4 | 0.484167 | `azmcp_deploy_app_logs_get` | ❌ | +| 3 | 0.485495 | `azmcp_monitor_table_list` | ❌ | +| 4 | 0.484159 | `azmcp_deploy_app_logs_get` | ❌ | | 5 | 0.483323 | `azmcp_monitor_workspace_list` | ❌ | --- -## Test 165 +## Test 185 **Expected Tool:** `azmcp_mysql_database_list` **Prompt:** List all MySQL databases in server @@ -3119,15 +3467,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.633991 | `azmcp_postgres_database_list` | ❌ | -| 2 | 0.623359 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | -| 3 | 0.534434 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.498902 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.490102 | `azmcp_sql_db_list` | ❌ | +| 1 | 0.634060 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.623421 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | +| 3 | 0.534457 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.498918 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.490148 | `azmcp_sql_db_list` | ❌ | --- -## Test 166 +## Test 186 **Expected Tool:** `azmcp_mysql_database_list` **Prompt:** Show me the MySQL databases in server @@ -3136,15 +3484,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.588086 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | -| 2 | 0.574182 | `azmcp_postgres_database_list` | ❌ | -| 3 | 0.483818 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.463216 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.448191 | `azmcp_redis_cluster_database_list` | ❌ | +| 1 | 0.588122 | `azmcp_mysql_database_list` | ✅ **EXPECTED** | +| 2 | 0.574057 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.483855 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.463244 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.448169 | `azmcp_redis_cluster_database_list` | ❌ | --- -## Test 167 +## Test 187 **Expected Tool:** `azmcp_mysql_database_query` **Prompt:** Show me all items that contain the word in the MySQL database in server @@ -3153,15 +3501,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.476414 | `azmcp_mysql_table_list` | ❌ | -| 2 | 0.455683 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.433245 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | -| 4 | 0.419689 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.409383 | `azmcp_mysql_table_schema_get` | ❌ | +| 1 | 0.476423 | `azmcp_mysql_table_list` | ❌ | +| 2 | 0.455770 | `azmcp_mysql_database_list` | ❌ | +| 3 | 0.433392 | `azmcp_mysql_database_query` | ✅ **EXPECTED** | +| 4 | 0.419859 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.409445 | `azmcp_mysql_table_schema_get` | ❌ | --- -## Test 168 +## Test 188 **Expected Tool:** `azmcp_mysql_server_config_get` **Prompt:** Show me the configuration of MySQL server @@ -3178,7 +3526,7 @@ --- -## Test 169 +## Test 189 **Expected Tool:** `azmcp_mysql_server_list` **Prompt:** List all MySQL servers in my subscription @@ -3195,7 +3543,7 @@ --- -## Test 170 +## Test 190 **Expected Tool:** `azmcp_mysql_server_list` **Prompt:** Show me my MySQL servers @@ -3208,11 +3556,11 @@ | 2 | 0.474586 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | | 3 | 0.435642 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.412380 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.389993 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.389949 | `azmcp_postgres_database_list` | ❌ | --- -## Test 171 +## Test 191 **Expected Tool:** `azmcp_mysql_server_list` **Prompt:** Show me the MySQL servers in my subscription @@ -3225,11 +3573,11 @@ | 2 | 0.534266 | `azmcp_mysql_server_list` | ✅ **EXPECTED** | | 3 | 0.530210 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.464360 | `azmcp_mysql_table_list` | ❌ | -| 5 | 0.456616 | `azmcp_redis_cluster_list` | ❌ | +| 5 | 0.458498 | `azmcp_sql_server_list` | ❌ | --- -## Test 172 +## Test 192 **Expected Tool:** `azmcp_mysql_server_param_get` **Prompt:** Show me the value of connection timeout in seconds in my MySQL server @@ -3238,15 +3586,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495094 | `azmcp_mysql_server_param_get` | ✅ **EXPECTED** | -| 2 | 0.407652 | `azmcp_mysql_server_param_set` | ❌ | -| 3 | 0.333788 | `azmcp_mysql_database_query` | ❌ | -| 4 | 0.313156 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.310909 | `azmcp_postgres_server_param_get` | ❌ | +| 1 | 0.495071 | `azmcp_mysql_server_param_get` | ✅ **EXPECTED** | +| 2 | 0.407671 | `azmcp_mysql_server_param_set` | ❌ | +| 3 | 0.333841 | `azmcp_mysql_database_query` | ❌ | +| 4 | 0.313150 | `azmcp_mysql_table_schema_get` | ❌ | +| 5 | 0.310834 | `azmcp_postgres_server_param_get` | ❌ | --- -## Test 173 +## Test 193 **Expected Tool:** `azmcp_mysql_server_param_set` **Prompt:** Set connection timeout to 20 seconds for my MySQL server @@ -3259,11 +3607,11 @@ | 2 | 0.381144 | `azmcp_mysql_server_param_get` | ❌ | | 3 | 0.307496 | `azmcp_postgres_server_param_set` | ❌ | | 4 | 0.298911 | `azmcp_mysql_database_query` | ❌ | -| 5 | 0.254180 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.277569 | `azmcp_appservice_database_add` | ❌ | --- -## Test 174 +## Test 194 **Expected Tool:** `azmcp_mysql_table_list` **Prompt:** List all tables in the MySQL database in server @@ -3274,13 +3622,13 @@ |------|-------|------|--------| | 1 | 0.633448 | `azmcp_mysql_table_list` | ✅ **EXPECTED** | | 2 | 0.573844 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.550898 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.550907 | `azmcp_postgres_database_list` | ❌ | | 4 | 0.546963 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.475178 | `azmcp_mysql_table_schema_get` | ❌ | --- -## Test 175 +## Test 195 **Expected Tool:** `azmcp_mysql_table_list` **Prompt:** Show me the tables in the MySQL database in server @@ -3293,11 +3641,11 @@ | 2 | 0.526236 | `azmcp_postgres_table_list` | ❌ | | 3 | 0.525709 | `azmcp_mysql_database_list` | ❌ | | 4 | 0.507258 | `azmcp_mysql_table_schema_get` | ❌ | -| 5 | 0.498050 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.498004 | `azmcp_postgres_database_list` | ❌ | --- -## Test 176 +## Test 196 **Expected Tool:** `azmcp_mysql_table_schema_get` **Prompt:** Show me the schema of table
in the MySQL database in server @@ -3306,15 +3654,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630623 | `azmcp_mysql_table_schema_get` | ✅ **EXPECTED** | -| 2 | 0.558306 | `azmcp_postgres_table_schema_get` | ❌ | -| 3 | 0.545025 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.482505 | `azmcp_kusto_table_schema` | ❌ | -| 5 | 0.457739 | `azmcp_mysql_database_list` | ❌ | +| 1 | 0.630567 | `azmcp_mysql_table_schema_get` | ✅ **EXPECTED** | +| 2 | 0.558270 | `azmcp_postgres_table_schema_get` | ❌ | +| 3 | 0.544991 | `azmcp_mysql_table_list` | ❌ | +| 4 | 0.482503 | `azmcp_kusto_table_schema` | ❌ | +| 5 | 0.457741 | `azmcp_mysql_database_list` | ❌ | --- -## Test 177 +## Test 197 **Expected Tool:** `azmcp_postgres_database_list` **Prompt:** List all PostgreSQL databases in server @@ -3323,7 +3671,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.815617 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | +| 1 | 0.815618 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | | 2 | 0.644014 | `azmcp_postgres_table_list` | ❌ | | 3 | 0.622790 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.542685 | `azmcp_postgres_server_config_get` | ❌ | @@ -3331,7 +3679,7 @@ --- -## Test 178 +## Test 198 **Expected Tool:** `azmcp_postgres_database_list` **Prompt:** Show me the PostgreSQL databases in server @@ -3340,7 +3688,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.760033 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | +| 1 | 0.760001 | `azmcp_postgres_database_list` | ✅ **EXPECTED** | | 2 | 0.589783 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.585891 | `azmcp_postgres_table_list` | ❌ | | 4 | 0.552660 | `azmcp_postgres_server_config_get` | ❌ | @@ -3348,7 +3696,7 @@ --- -## Test 179 +## Test 199 **Expected Tool:** `azmcp_postgres_database_query` **Prompt:** Show me all items that contain the word in the PostgreSQL database in server @@ -3357,15 +3705,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546211 | `azmcp_postgres_database_list` | ❌ | -| 2 | 0.503267 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.466599 | `azmcp_postgres_server_list` | ❌ | -| 4 | 0.415817 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | -| 5 | 0.403969 | `azmcp_postgres_server_param_get` | ❌ | +| 1 | 0.546167 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.503247 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.466617 | `azmcp_postgres_server_list` | ❌ | +| 4 | 0.415821 | `azmcp_postgres_database_query` | ✅ **EXPECTED** | +| 5 | 0.403971 | `azmcp_postgres_server_param_get` | ❌ | --- -## Test 180 +## Test 200 **Expected Tool:** `azmcp_postgres_server_config_get` **Prompt:** Show me the configuration of PostgreSQL server @@ -3377,12 +3725,12 @@ | 1 | 0.756593 | `azmcp_postgres_server_config_get` | ✅ **EXPECTED** | | 2 | 0.599471 | `azmcp_postgres_server_param_get` | ❌ | | 3 | 0.535229 | `azmcp_postgres_server_param_set` | ❌ | -| 4 | 0.535049 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.535011 | `azmcp_postgres_database_list` | ❌ | | 5 | 0.518574 | `azmcp_postgres_server_list` | ❌ | --- -## Test 181 +## Test 201 **Expected Tool:** `azmcp_postgres_server_list` **Prompt:** List all PostgreSQL servers in my subscription @@ -3392,14 +3740,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.900023 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | -| 2 | 0.640733 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.640695 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.565914 | `azmcp_postgres_table_list` | ❌ | | 4 | 0.538997 | `azmcp_postgres_server_config_get` | ❌ | | 5 | 0.507621 | `azmcp_postgres_server_param_get` | ❌ | --- -## Test 182 +## Test 202 **Expected Tool:** `azmcp_postgres_server_list` **Prompt:** Show me my PostgreSQL servers @@ -3409,14 +3757,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.674327 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | -| 2 | 0.607062 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.607016 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.576349 | `azmcp_postgres_server_config_get` | ❌ | | 4 | 0.522996 | `azmcp_postgres_table_list` | ❌ | | 5 | 0.506171 | `azmcp_postgres_server_param_get` | ❌ | --- -## Test 183 +## Test 203 **Expected Tool:** `azmcp_postgres_server_list` **Prompt:** Show me the PostgreSQL servers in my subscription @@ -3426,14 +3774,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.832155 | `azmcp_postgres_server_list` | ✅ **EXPECTED** | -| 2 | 0.579232 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.579179 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.531804 | `azmcp_postgres_server_config_get` | ❌ | | 4 | 0.514445 | `azmcp_postgres_table_list` | ❌ | | 5 | 0.505869 | `azmcp_postgres_server_param_get` | ❌ | --- -## Test 184 +## Test 204 **Expected Tool:** `azmcp_postgres_server_param_get` **Prompt:** Show me if the parameter my PostgreSQL server has replication enabled @@ -3446,11 +3794,11 @@ | 2 | 0.539671 | `azmcp_postgres_server_config_get` | ❌ | | 3 | 0.489693 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.480826 | `azmcp_postgres_server_param_set` | ❌ | -| 5 | 0.451871 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.451798 | `azmcp_postgres_database_list` | ❌ | --- -## Test 185 +## Test 205 **Expected Tool:** `azmcp_postgres_server_param_set` **Prompt:** Enable replication for my PostgreSQL server @@ -3463,11 +3811,11 @@ | 2 | 0.469794 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.464562 | `azmcp_postgres_server_param_set` | ✅ **EXPECTED** | | 4 | 0.447011 | `azmcp_postgres_server_param_get` | ❌ | -| 5 | 0.440760 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.440722 | `azmcp_postgres_database_list` | ❌ | --- -## Test 186 +## Test 206 **Expected Tool:** `azmcp_postgres_table_list` **Prompt:** List all tables in the PostgreSQL database in server @@ -3477,14 +3825,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.789883 | `azmcp_postgres_table_list` | ✅ **EXPECTED** | -| 2 | 0.750580 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.750591 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.574930 | `azmcp_postgres_server_list` | ❌ | | 4 | 0.519820 | `azmcp_postgres_table_schema_get` | ❌ | | 5 | 0.501400 | `azmcp_postgres_server_config_get` | ❌ | --- -## Test 187 +## Test 207 **Expected Tool:** `azmcp_postgres_table_list` **Prompt:** Show me the tables in the PostgreSQL database in server @@ -3494,14 +3842,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.736083 | `azmcp_postgres_table_list` | ✅ **EXPECTED** | -| 2 | 0.690112 | `azmcp_postgres_database_list` | ❌ | +| 2 | 0.690065 | `azmcp_postgres_database_list` | ❌ | | 3 | 0.558357 | `azmcp_postgres_table_schema_get` | ❌ | | 4 | 0.543331 | `azmcp_postgres_server_list` | ❌ | | 5 | 0.521570 | `azmcp_postgres_server_config_get` | ❌ | --- -## Test 188 +## Test 208 **Expected Tool:** `azmcp_postgres_table_schema_get` **Prompt:** Show me the schema of table
in the PostgreSQL database in server @@ -3510,15 +3858,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.714980 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | -| 2 | 0.598013 | `azmcp_postgres_table_list` | ❌ | -| 3 | 0.574109 | `azmcp_postgres_database_list` | ❌ | -| 4 | 0.508148 | `azmcp_postgres_server_config_get` | ❌ | -| 5 | 0.480806 | `azmcp_mysql_table_schema_get` | ❌ | +| 1 | 0.714877 | `azmcp_postgres_table_schema_get` | ✅ **EXPECTED** | +| 2 | 0.597846 | `azmcp_postgres_table_list` | ❌ | +| 3 | 0.574201 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.508082 | `azmcp_postgres_server_config_get` | ❌ | +| 5 | 0.480733 | `azmcp_mysql_table_schema_get` | ❌ | --- -## Test 189 +## Test 209 **Expected Tool:** `azmcp_quota_region_availability_list` **Prompt:** Show me the available regions for these resource types @@ -3530,12 +3878,12 @@ | 1 | 0.590878 | `azmcp_quota_region_availability_list` | ✅ **EXPECTED** | | 2 | 0.413274 | `azmcp_quota_usage_check` | ❌ | | 3 | 0.372940 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.369855 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 4 | 0.369783 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 5 | 0.361386 | `azmcp_datadog_monitoredresources_list` | ❌ | --- -## Test 190 +## Test 210 **Expected Tool:** `azmcp_quota_usage_check` **Prompt:** Check usage information for in region @@ -3547,12 +3895,12 @@ | 1 | 0.609244 | `azmcp_quota_usage_check` | ✅ **EXPECTED** | | 2 | 0.491058 | `azmcp_quota_region_availability_list` | ❌ | | 3 | 0.384350 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.383928 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 4 | 0.383937 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 5 | 0.379029 | `azmcp_redis_cache_list` | ❌ | --- -## Test 191 +## Test 211 **Expected Tool:** `azmcp_redis_cache_accesspolicy_list` **Prompt:** List all access policies in the Redis Cache @@ -3561,15 +3909,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.757038 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | -| 2 | 0.565013 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.445049 | `azmcp_redis_cluster_list` | ❌ | -| 4 | 0.377561 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.322943 | `azmcp_mysql_database_list` | ❌ | +| 1 | 0.757057 | `azmcp_redis_cache_accesspolicy_list` | ✅ **EXPECTED** | +| 2 | 0.565047 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.445073 | `azmcp_redis_cluster_list` | ❌ | +| 4 | 0.377563 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.322930 | `azmcp_mysql_database_list` | ❌ | --- -## Test 192 +## Test 212 **Expected Tool:** `azmcp_redis_cache_accesspolicy_list` **Prompt:** Show me the access policies in the Redis Cache @@ -3586,7 +3934,7 @@ --- -## Test 193 +## Test 213 **Expected Tool:** `azmcp_redis_cache_list` **Prompt:** List all Redis Caches in my subscription @@ -3603,7 +3951,7 @@ --- -## Test 194 +## Test 214 **Expected Tool:** `azmcp_redis_cache_list` **Prompt:** Show me my Redis Caches @@ -3620,7 +3968,7 @@ --- -## Test 195 +## Test 215 **Expected Tool:** `azmcp_redis_cache_list` **Prompt:** Show me the Redis Caches in my subscription @@ -3637,7 +3985,7 @@ --- -## Test 196 +## Test 216 **Expected Tool:** `azmcp_redis_cluster_database_list` **Prompt:** List all databases in the Redis Cluster @@ -3649,12 +3997,12 @@ | 1 | 0.752919 | `azmcp_redis_cluster_database_list` | ✅ **EXPECTED** | | 2 | 0.603780 | `azmcp_redis_cluster_list` | ❌ | | 3 | 0.594994 | `azmcp_kusto_database_list` | ❌ | -| 4 | 0.548268 | `azmcp_postgres_database_list` | ❌ | +| 4 | 0.548277 | `azmcp_postgres_database_list` | ❌ | | 5 | 0.538403 | `azmcp_cosmos_database_list` | ❌ | --- -## Test 197 +## Test 217 **Expected Tool:** `azmcp_redis_cluster_database_list` **Prompt:** Show me the databases in the Redis Cluster @@ -3671,7 +4019,7 @@ --- -## Test 198 +## Test 218 **Expected Tool:** `azmcp_redis_cluster_list` **Prompt:** List all Redis Clusters in my subscription @@ -3684,11 +4032,11 @@ | 2 | 0.679028 | `azmcp_kusto_cluster_list` | ❌ | | 3 | 0.672104 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.588847 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.569238 | `azmcp_aks_cluster_list` | ❌ | +| 5 | 0.569222 | `azmcp_aks_cluster_list` | ❌ | --- -## Test 199 +## Test 219 **Expected Tool:** `azmcp_redis_cluster_list` **Prompt:** Show me my Redis Clusters @@ -3705,7 +4053,7 @@ --- -## Test 200 +## Test 220 **Expected Tool:** `azmcp_redis_cluster_list` **Prompt:** Show me the Redis Clusters in my subscription @@ -3714,15 +4062,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.744220 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | -| 2 | 0.607414 | `azmcp_redis_cache_list` | ❌ | -| 3 | 0.580876 | `azmcp_kusto_cluster_list` | ❌ | -| 4 | 0.518859 | `azmcp_redis_cluster_database_list` | ❌ | -| 5 | 0.494086 | `azmcp_postgres_server_list` | ❌ | +| 1 | 0.744239 | `azmcp_redis_cluster_list` | ✅ **EXPECTED** | +| 2 | 0.607511 | `azmcp_redis_cache_list` | ❌ | +| 3 | 0.580866 | `azmcp_kusto_cluster_list` | ❌ | +| 4 | 0.518857 | `azmcp_redis_cluster_database_list` | ❌ | +| 5 | 0.494170 | `azmcp_postgres_server_list` | ❌ | --- -## Test 201 +## Test 221 **Expected Tool:** `azmcp_resourcehealth_availability-status_get` **Prompt:** Get the availability status for resource @@ -3731,15 +4079,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630647 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | +| 1 | 0.630577 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | | 2 | 0.538273 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 3 | 0.377586 | `azmcp_quota_usage_check` | ❌ | | 4 | 0.349980 | `azmcp_datadog_monitoredresources_list` | ❌ | -| 5 | 0.331563 | `azmcp_monitor_metrics_definitions` | ❌ | +| 5 | 0.331870 | `azmcp_monitor_metrics_definitions` | ❌ | --- -## Test 202 +## Test 222 **Expected Tool:** `azmcp_resourcehealth_availability-status_get` **Prompt:** Show me the health status of the storage account @@ -3748,15 +4096,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549368 | `azmcp_storage_account_get` | ❌ | -| 2 | 0.510427 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.492905 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.490120 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | -| 5 | 0.466923 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 1 | 0.549306 | `azmcp_storage_account_get` | ❌ | +| 2 | 0.510357 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.490067 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | +| 4 | 0.466885 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.455902 | `azmcp_storage_account_create` | ❌ | --- -## Test 203 +## Test 223 **Expected Tool:** `azmcp_resourcehealth_availability-status_get` **Prompt:** What is the availability status of virtual machine in resource group ? @@ -3766,14 +4114,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.577398 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 2 | 0.570884 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | +| 2 | 0.570807 | `azmcp_resourcehealth_availability-status_get` | ✅ **EXPECTED** | | 3 | 0.424939 | `azmcp_mysql_server_list` | ❌ | | 4 | 0.393479 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 5 | 0.386598 | `azmcp_quota_usage_check` | ❌ | --- -## Test 204 +## Test 224 **Expected Tool:** `azmcp_resourcehealth_availability-status_list` **Prompt:** List availability status for all resources in my subscription @@ -3783,14 +4131,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.737219 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | -| 2 | 0.587330 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 2 | 0.587278 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.578620 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.563455 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.548549 | `azmcp_grafana_list` | ❌ | --- -## Test 205 +## Test 225 **Expected Tool:** `azmcp_resourcehealth_availability-status_list` **Prompt:** Show me the health status of all my Azure resources @@ -3800,14 +4148,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.644982 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | -| 2 | 0.587088 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 2 | 0.586965 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.508252 | `azmcp_quota_usage_check` | ❌ | | 4 | 0.473905 | `azmcp_datadog_monitoredresources_list` | ❌ | | 5 | 0.462125 | `azmcp_search_service_list` | ❌ | --- -## Test 206 +## Test 226 **Expected Tool:** `azmcp_resourcehealth_availability-status_list` **Prompt:** What resources in resource group have health issues? @@ -3817,14 +4165,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.596890 | `azmcp_resourcehealth_availability-status_list` | ✅ **EXPECTED** | -| 2 | 0.543421 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 2 | 0.543386 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.427638 | `azmcp_datadog_monitoredresources_list` | ❌ | | 4 | 0.420567 | `azmcp_applens_resource_diagnose` | ❌ | | 5 | 0.420387 | `azmcp_mysql_server_list` | ❌ | --- -## Test 207 +## Test 227 **Expected Tool:** `azmcp_resourcehealth_service-health-events_list` **Prompt:** List all service health events in my subscription @@ -3833,15 +4181,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.719910 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 1 | 0.719917 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.554895 | `azmcp_search_service_list` | ❌ | -| 3 | 0.533215 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.531311 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.518372 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.503744 | `azmcp_eventgrid_topic_list` | ❌ | +| 5 | 0.503797 | `azmcp_eventgrid_topic_list` | ❌ | --- -## Test 208 +## Test 228 **Expected Tool:** `azmcp_resourcehealth_service-health-events_list` **Prompt:** Show me Azure service health events for subscription @@ -3850,15 +4198,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.726927 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 1 | 0.726947 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.513815 | `azmcp_search_service_list` | ❌ | -| 3 | 0.509817 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.509196 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.491121 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.484386 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 5 | 0.484382 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- -## Test 209 +## Test 229 **Expected Tool:** `azmcp_resourcehealth_service-health-events_list` **Prompt:** What service issues have occurred in the last 30 days? @@ -3867,15 +4215,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.301600 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | -| 2 | 0.270290 | `azmcp_resourcehealth_availability-status_get` | ❌ | +| 1 | 0.301604 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 2 | 0.270220 | `azmcp_resourcehealth_availability-status_get` | ❌ | | 3 | 0.251870 | `azmcp_applens_resource_diagnose` | ❌ | | 4 | 0.216847 | `azmcp_resourcehealth_availability-status_list` | ❌ | | 5 | 0.211842 | `azmcp_search_service_list` | ❌ | --- -## Test 210 +## Test 230 **Expected Tool:** `azmcp_resourcehealth_service-health-events_list` **Prompt:** List active service health events in my subscription @@ -3884,15 +4232,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.711092 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | -| 2 | 0.548305 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.520249 | `azmcp_search_service_list` | ❌ | -| 4 | 0.502156 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 5 | 0.487339 | `azmcp_eventgrid_topic_list` | ❌ | +| 1 | 0.711107 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 2 | 0.545714 | `azmcp_eventgrid_subscription_list` | ❌ | +| 3 | 0.520197 | `azmcp_search_service_list` | ❌ | +| 4 | 0.502064 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.487373 | `azmcp_eventgrid_topic_list` | ❌ | --- -## Test 211 +## Test 231 **Expected Tool:** `azmcp_resourcehealth_service-health-events_list` **Prompt:** Show me planned maintenance events for my Azure services @@ -3901,15 +4249,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527618 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | +| 1 | 0.527706 | `azmcp_resourcehealth_service-health-events_list` | ✅ **EXPECTED** | | 2 | 0.437868 | `azmcp_search_service_list` | ❌ | | 3 | 0.402493 | `azmcp_resourcehealth_availability-status_list` | ❌ | -| 4 | 0.400175 | `azmcp_resourcehealth_availability-status_get` | ❌ | -| 5 | 0.397735 | `azmcp_quota_usage_check` | ❌ | +| 4 | 0.402232 | `azmcp_foundry_agents_list` | ❌ | +| 5 | 0.400091 | `azmcp_resourcehealth_availability-status_get` | ❌ | --- -## Test 212 +## Test 232 **Expected Tool:** `azmcp_role_assignment_list` **Prompt:** List all available role assignments in my subscription @@ -3926,7 +4274,7 @@ --- -## Test 213 +## Test 233 **Expected Tool:** `azmcp_role_assignment_list` **Prompt:** Show me the available role assignments in my subscription @@ -3943,7 +4291,7 @@ --- -## Test 214 +## Test 234 **Expected Tool:** `azmcp_search_index_get` **Prompt:** Show me the details of the index in Cognitive Search service @@ -3960,7 +4308,7 @@ --- -## Test 215 +## Test 235 **Expected Tool:** `azmcp_search_index_get` **Prompt:** List all indexes in the Cognitive Search service @@ -3973,11 +4321,11 @@ | 2 | 0.620140 | `azmcp_search_service_list` | ❌ | | 3 | 0.561856 | `azmcp_foundry_knowledge_index_list` | ❌ | | 4 | 0.480817 | `azmcp_search_index_query` | ❌ | -| 5 | 0.445467 | `azmcp_foundry_knowledge_index_schema` | ❌ | +| 5 | 0.453047 | `azmcp_foundry_agents_list` | ❌ | --- -## Test 216 +## Test 236 **Expected Tool:** `azmcp_search_index_get` **Prompt:** Show me the indexes in the Cognitive Search service @@ -3994,7 +4342,7 @@ --- -## Test 217 +## Test 237 **Expected Tool:** `azmcp_search_index_query` **Prompt:** Search for instances of in the index in Cognitive Search service @@ -4011,7 +4359,7 @@ --- -## Test 218 +## Test 238 **Expected Tool:** `azmcp_search_service_list` **Prompt:** List all Cognitive Search services in my subscription @@ -4021,14 +4369,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.793651 | `azmcp_search_service_list` | ✅ **EXPECTED** | -| 2 | 0.505971 | `azmcp_search_index_get` | ❌ | -| 3 | 0.500455 | `azmcp_redis_cache_list` | ❌ | -| 4 | 0.494272 | `azmcp_monitor_workspace_list` | ❌ | -| 5 | 0.493011 | `azmcp_redis_cluster_list` | ❌ | +| 2 | 0.520340 | `azmcp_foundry_agents_list` | ❌ | +| 3 | 0.505971 | `azmcp_search_index_get` | ❌ | +| 4 | 0.500455 | `azmcp_redis_cache_list` | ❌ | +| 5 | 0.494272 | `azmcp_monitor_workspace_list` | ❌ | --- -## Test 219 +## Test 239 **Expected Tool:** `azmcp_search_service_list` **Prompt:** Show me the Cognitive Search services in my subscription @@ -4039,13 +4387,13 @@ |------|-------|------|--------| | 1 | 0.686140 | `azmcp_search_service_list` | ✅ **EXPECTED** | | 2 | 0.479898 | `azmcp_search_index_get` | ❌ | -| 3 | 0.453489 | `azmcp_marketplace_product_list` | ❌ | -| 4 | 0.448446 | `azmcp_search_index_query` | ❌ | -| 5 | 0.425939 | `azmcp_monitor_workspace_list` | ❌ | +| 3 | 0.467337 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.453489 | `azmcp_marketplace_product_list` | ❌ | +| 5 | 0.448446 | `azmcp_search_index_query` | ❌ | --- -## Test 220 +## Test 240 **Expected Tool:** `azmcp_search_service_list` **Prompt:** Show me my Cognitive Search services @@ -4056,13 +4404,13 @@ |------|-------|------|--------| | 1 | 0.553025 | `azmcp_search_service_list` | ✅ **EXPECTED** | | 2 | 0.436230 | `azmcp_search_index_get` | ❌ | -| 3 | 0.404758 | `azmcp_search_index_query` | ❌ | -| 4 | 0.344699 | `azmcp_foundry_models_deployments_list` | ❌ | -| 5 | 0.336174 | `azmcp_deploy_architecture_diagram_generate` | ❌ | +| 3 | 0.417096 | `azmcp_foundry_agents_list` | ❌ | +| 4 | 0.404758 | `azmcp_search_index_query` | ❌ | +| 5 | 0.344699 | `azmcp_foundry_models_deployments_list` | ❌ | --- -## Test 221 +## Test 241 **Expected Tool:** `azmcp_servicebus_queue_details` **Prompt:** Show me the details of service bus queue @@ -4074,12 +4422,12 @@ | 1 | 0.642876 | `azmcp_servicebus_queue_details` | ✅ **EXPECTED** | | 2 | 0.460932 | `azmcp_servicebus_topic_subscription_details` | ❌ | | 3 | 0.400870 | `azmcp_servicebus_topic_details` | ❌ | -| 4 | 0.382417 | `azmcp_storage_queue_message_send` | ❌ | -| 5 | 0.375386 | `azmcp_aks_cluster_get` | ❌ | +| 4 | 0.375386 | `azmcp_aks_cluster_get` | ❌ | +| 5 | 0.360754 | `azmcp_storage_blob_container_get` | ❌ | --- -## Test 222 +## Test 242 **Expected Tool:** `azmcp_servicebus_topic_details` **Prompt:** Show me the details of service bus topic @@ -4090,13 +4438,13 @@ |------|-------|------|--------| | 1 | 0.591649 | `azmcp_servicebus_topic_details` | ✅ **EXPECTED** | | 2 | 0.571861 | `azmcp_servicebus_topic_subscription_details` | ❌ | -| 3 | 0.498915 | `azmcp_eventgrid_subscription_list` | ❌ | -| 4 | 0.494885 | `azmcp_eventgrid_topic_list` | ❌ | +| 3 | 0.497732 | `azmcp_eventgrid_subscription_list` | ❌ | +| 4 | 0.494941 | `azmcp_eventgrid_topic_list` | ❌ | | 5 | 0.483976 | `azmcp_servicebus_queue_details` | ❌ | --- -## Test 223 +## Test 243 **Expected Tool:** `azmcp_servicebus_topic_subscription_details` **Prompt:** Show me the details of service bus subscription @@ -4106,14 +4454,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.633187 | `azmcp_servicebus_topic_subscription_details` | ✅ **EXPECTED** | -| 2 | 0.527109 | `azmcp_eventgrid_subscription_list` | ❌ | +| 2 | 0.523134 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.494515 | `azmcp_servicebus_queue_details` | ❌ | | 4 | 0.457036 | `azmcp_servicebus_topic_details` | ❌ | -| 5 | 0.444605 | `azmcp_marketplace_product_get` | ❌ | +| 5 | 0.444604 | `azmcp_marketplace_product_get` | ❌ | --- -## Test 224 +## Test 244 **Expected Tool:** `azmcp_sql_db_create` **Prompt:** Create a new SQL database named in server @@ -4125,12 +4473,12 @@ | 1 | 0.516780 | `azmcp_sql_db_create` | ✅ **EXPECTED** | | 2 | 0.470892 | `azmcp_sql_server_create` | ❌ | | 3 | 0.376833 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.359945 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.357421 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.371321 | `azmcp_appservice_database_add` | ❌ | +| 5 | 0.359945 | `azmcp_sql_db_show` | ❌ | --- -## Test 225 +## Test 245 **Expected Tool:** `azmcp_sql_db_create` **Prompt:** Create a SQL database with Basic tier in server @@ -4141,13 +4489,13 @@ |------|-------|------|--------| | 1 | 0.571760 | `azmcp_sql_db_create` | ✅ **EXPECTED** | | 2 | 0.459672 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.420843 | `azmcp_sql_db_show` | ❌ | -| 4 | 0.396106 | `azmcp_sql_db_update` | ❌ | -| 5 | 0.395495 | `azmcp_sql_server_delete` | ❌ | +| 3 | 0.424021 | `azmcp_appservice_database_add` | ❌ | +| 4 | 0.420843 | `azmcp_sql_db_show` | ❌ | +| 5 | 0.396385 | `azmcp_sql_db_update` | ❌ | --- -## Test 226 +## Test 246 **Expected Tool:** `azmcp_sql_db_create` **Prompt:** Create a new database called on SQL server in resource group @@ -4164,7 +4512,7 @@ --- -## Test 227 +## Test 247 **Expected Tool:** `azmcp_sql_db_delete` **Prompt:** Delete the SQL database from server @@ -4177,11 +4525,11 @@ | 2 | 0.484026 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | | 3 | 0.386564 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.364776 | `azmcp_sql_db_show` | ❌ | -| 5 | 0.351204 | `azmcp_postgres_database_list` | ❌ | +| 5 | 0.351228 | `azmcp_postgres_database_list` | ❌ | --- -## Test 228 +## Test 248 **Expected Tool:** `azmcp_sql_db_delete` **Prompt:** Remove database from SQL server in resource group @@ -4191,14 +4539,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.579119 | `azmcp_sql_server_delete` | ❌ | -| 2 | 0.500816 | `azmcp_sql_db_show` | ❌ | -| 3 | 0.478741 | `azmcp_sql_db_list` | ❌ | -| 4 | 0.466355 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | -| 5 | 0.421440 | `azmcp_sql_db_create` | ❌ | +| 2 | 0.500756 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.478729 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.466216 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | +| 5 | 0.437112 | `azmcp_sql_server_list` | ❌ | --- -## Test 229 +## Test 249 **Expected Tool:** `azmcp_sql_db_delete` **Prompt:** Delete the database called on server @@ -4209,13 +4557,13 @@ |------|-------|------|--------| | 1 | 0.459422 | `azmcp_sql_server_delete` | ❌ | | 2 | 0.427494 | `azmcp_sql_db_delete` | ✅ **EXPECTED** | -| 3 | 0.364494 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.364519 | `azmcp_postgres_database_list` | ❌ | | 4 | 0.355416 | `azmcp_mysql_database_list` | ❌ | | 5 | 0.319617 | `azmcp_sql_db_show` | ❌ | --- -## Test 230 +## Test 250 **Expected Tool:** `azmcp_sql_db_list` **Prompt:** List all databases in the Azure SQL server @@ -4226,13 +4574,13 @@ |------|-------|------|--------| | 1 | 0.643186 | `azmcp_sql_db_list` | ✅ **EXPECTED** | | 2 | 0.639694 | `azmcp_mysql_database_list` | ❌ | -| 3 | 0.609178 | `azmcp_postgres_database_list` | ❌ | +| 3 | 0.609187 | `azmcp_postgres_database_list` | ❌ | | 4 | 0.602890 | `azmcp_cosmos_database_list` | ❌ | | 5 | 0.532407 | `azmcp_sql_server_show` | ❌ | --- -## Test 231 +## Test 251 **Expected Tool:** `azmcp_sql_db_list` **Prompt:** Show me all the databases configuration details in the Azure SQL server @@ -4249,7 +4597,7 @@ --- -## Test 232 +## Test 252 **Expected Tool:** `azmcp_sql_db_show` **Prompt:** Get the configuration details for the SQL database on server @@ -4259,14 +4607,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.610991 | `azmcp_sql_server_show` | ❌ | -| 2 | 0.593138 | `azmcp_postgres_server_config_get` | ❌ | -| 3 | 0.530402 | `azmcp_mysql_server_config_get` | ❌ | -| 4 | 0.528146 | `azmcp_sql_db_show` | ✅ **EXPECTED** | -| 5 | 0.465733 | `azmcp_sql_db_list` | ❌ | +| 2 | 0.593150 | `azmcp_postgres_server_config_get` | ❌ | +| 3 | 0.530422 | `azmcp_mysql_server_config_get` | ❌ | +| 4 | 0.528136 | `azmcp_sql_db_show` | ✅ **EXPECTED** | +| 5 | 0.465693 | `azmcp_sql_db_list` | ❌ | --- -## Test 233 +## Test 253 **Expected Tool:** `azmcp_sql_db_show` **Prompt:** Show me the details of SQL database in server @@ -4283,7 +4631,7 @@ --- -## Test 234 +## Test 254 **Expected Tool:** `azmcp_sql_db_update` **Prompt:** Update the performance tier of SQL database on server @@ -4292,15 +4640,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.565229 | `azmcp_sql_db_update` | ✅ **EXPECTED** | +| 1 | 0.565524 | `azmcp_sql_db_update` | ✅ **EXPECTED** | | 2 | 0.467571 | `azmcp_sql_db_create` | ❌ | | 3 | 0.427621 | `azmcp_sql_db_show` | ❌ | | 4 | 0.385817 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.377337 | `azmcp_storage_blob_batch_set-tier` | ❌ | +| 5 | 0.384192 | `azmcp_appservice_database_add` | ❌ | --- -## Test 235 +## Test 255 **Expected Tool:** `azmcp_sql_db_update` **Prompt:** Scale SQL database on server to use SKU @@ -4309,15 +4657,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.401944 | `azmcp_sql_db_list` | ❌ | -| 2 | 0.394931 | `azmcp_sql_db_show` | ❌ | -| 3 | 0.390024 | `azmcp_sql_db_update` | ✅ **EXPECTED** | -| 4 | 0.386619 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.381925 | `azmcp_sql_db_create` | ❌ | +| 1 | 0.401869 | `azmcp_sql_db_list` | ❌ | +| 2 | 0.394830 | `azmcp_sql_db_show` | ❌ | +| 3 | 0.390158 | `azmcp_sql_db_update` | ✅ **EXPECTED** | +| 4 | 0.386645 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.381900 | `azmcp_sql_db_create` | ❌ | --- -## Test 236 +## Test 256 **Expected Tool:** `azmcp_sql_elastic-pool_list` **Prompt:** List all elastic pools in SQL server @@ -4334,7 +4682,7 @@ --- -## Test 237 +## Test 257 **Expected Tool:** `azmcp_sql_elastic-pool_list` **Prompt:** Show me the elastic pools configured for SQL server @@ -4351,7 +4699,7 @@ --- -## Test 238 +## Test 258 **Expected Tool:** `azmcp_sql_elastic-pool_list` **Prompt:** What elastic pools are available in my SQL server ? @@ -4368,7 +4716,7 @@ --- -## Test 239 +## Test 259 **Expected Tool:** `azmcp_sql_server_create` **Prompt:** Create a new Azure SQL server named in resource group @@ -4380,12 +4728,12 @@ | 1 | 0.682606 | `azmcp_sql_server_create` | ✅ **EXPECTED** | | 2 | 0.563708 | `azmcp_sql_db_create` | ❌ | | 3 | 0.537173 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.482102 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.473676 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.529198 | `azmcp_sql_server_list` | ❌ | +| 5 | 0.482102 | `azmcp_storage_account_create` | ❌ | --- -## Test 240 +## Test 260 **Expected Tool:** `azmcp_sql_server_create` **Prompt:** Create an Azure SQL server with name in location with admin user @@ -4394,15 +4742,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618309 | `azmcp_sql_server_create` | ✅ **EXPECTED** | -| 2 | 0.510169 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.472463 | `azmcp_sql_server_show` | ❌ | -| 4 | 0.434810 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.396073 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.618345 | `azmcp_sql_server_create` | ✅ **EXPECTED** | +| 2 | 0.510059 | `azmcp_sql_db_create` | ❌ | +| 3 | 0.472510 | `azmcp_sql_server_show` | ❌ | +| 4 | 0.434832 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.397798 | `azmcp_sql_server_list` | ❌ | --- -## Test 241 +## Test 261 **Expected Tool:** `azmcp_sql_server_create` **Prompt:** Set up a new SQL server called in my resource group @@ -4413,13 +4761,13 @@ |------|-------|------|--------| | 1 | 0.589818 | `azmcp_sql_server_create` | ✅ **EXPECTED** | | 2 | 0.501403 | `azmcp_sql_db_create` | ❌ | -| 3 | 0.469425 | `azmcp_sql_server_delete` | ❌ | -| 4 | 0.442934 | `azmcp_mysql_server_list` | ❌ | -| 5 | 0.423887 | `azmcp_sql_server_show` | ❌ | +| 3 | 0.497890 | `azmcp_sql_server_list` | ❌ | +| 4 | 0.469425 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.442934 | `azmcp_mysql_server_list` | ❌ | --- -## Test 242 +## Test 262 **Expected Tool:** `azmcp_sql_server_delete` **Prompt:** Delete the Azure SQL server from resource group @@ -4429,14 +4777,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.702353 | `azmcp_sql_server_delete` | ✅ **EXPECTED** | -| 2 | 0.495550 | `azmcp_sql_server_create` | ❌ | -| 3 | 0.486195 | `azmcp_sql_db_delete` | ❌ | -| 4 | 0.483132 | `azmcp_workbooks_delete` | ❌ | -| 5 | 0.470205 | `azmcp_sql_db_show` | ❌ | +| 2 | 0.518036 | `azmcp_sql_server_list` | ❌ | +| 3 | 0.495550 | `azmcp_sql_server_create` | ❌ | +| 4 | 0.486195 | `azmcp_sql_db_delete` | ❌ | +| 5 | 0.483132 | `azmcp_workbooks_delete` | ❌ | --- -## Test 243 +## Test 263 **Expected Tool:** `azmcp_sql_server_delete` **Prompt:** Remove the SQL server from my subscription @@ -4448,12 +4796,12 @@ | 1 | 0.429140 | `azmcp_sql_server_delete` | ✅ **EXPECTED** | | 2 | 0.393885 | `azmcp_postgres_server_list` | ❌ | | 3 | 0.376660 | `azmcp_sql_server_show` | ❌ | -| 4 | 0.309280 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 5 | 0.306368 | `azmcp_sql_db_show` | ❌ | +| 4 | 0.350103 | `azmcp_sql_server_list` | ❌ | +| 5 | 0.309280 | `azmcp_sql_server_firewall-rule_delete` | ❌ | --- -## Test 244 +## Test 264 **Expected Tool:** `azmcp_sql_server_delete` **Prompt:** Delete SQL server permanently @@ -4470,7 +4818,7 @@ --- -## Test 245 +## Test 265 **Expected Tool:** `azmcp_sql_server_entra-admin_list` **Prompt:** List Microsoft Entra ID administrators for SQL server @@ -4481,13 +4829,13 @@ |------|-------|------|--------| | 1 | 0.783479 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | | 2 | 0.456051 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.401908 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 4 | 0.376055 | `azmcp_sql_db_list` | ❌ | -| 5 | 0.365636 | `azmcp_postgres_server_list` | ❌ | +| 3 | 0.434868 | `azmcp_sql_server_list` | ❌ | +| 4 | 0.401908 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 5 | 0.376055 | `azmcp_sql_db_list` | ❌ | --- -## Test 246 +## Test 266 **Expected Tool:** `azmcp_sql_server_entra-admin_list` **Prompt:** Show me the Entra ID administrators configured for SQL server @@ -4498,13 +4846,13 @@ |------|-------|------|--------| | 1 | 0.713306 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | | 2 | 0.413144 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.315966 | `azmcp_sql_db_list` | ❌ | -| 4 | 0.311085 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.304891 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 3 | 0.368082 | `azmcp_sql_server_list` | ❌ | +| 4 | 0.315966 | `azmcp_sql_db_list` | ❌ | +| 5 | 0.311085 | `azmcp_postgres_server_list` | ❌ | --- -## Test 247 +## Test 267 **Expected Tool:** `azmcp_sql_server_entra-admin_list` **Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? @@ -4515,13 +4863,13 @@ |------|-------|------|--------| | 1 | 0.646419 | `azmcp_sql_server_entra-admin_list` | ✅ **EXPECTED** | | 2 | 0.356025 | `azmcp_sql_server_show` | ❌ | -| 3 | 0.307823 | `azmcp_sql_server_create` | ❌ | -| 4 | 0.253610 | `azmcp_sql_db_list` | ❌ | -| 5 | 0.236850 | `azmcp_mysql_table_list` | ❌ | +| 3 | 0.322155 | `azmcp_sql_server_list` | ❌ | +| 4 | 0.307823 | `azmcp_sql_server_create` | ❌ | +| 5 | 0.253610 | `azmcp_sql_db_list` | ❌ | --- -## Test 248 +## Test 268 **Expected Tool:** `azmcp_sql_server_firewall-rule_create` **Prompt:** Create a firewall rule for my Azure SQL server @@ -4538,7 +4886,7 @@ --- -## Test 249 +## Test 269 **Expected Tool:** `azmcp_sql_server_firewall-rule_create` **Prompt:** Add a firewall rule to allow access from IP range to for SQL server @@ -4547,15 +4895,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670019 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | -| 2 | 0.534352 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.503551 | `azmcp_sql_server_firewall-rule_delete` | ❌ | -| 4 | 0.295723 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.288441 | `azmcp_sql_server_create` | ❌ | +| 1 | 0.670189 | `azmcp_sql_server_firewall-rule_create` | ✅ **EXPECTED** | +| 2 | 0.533562 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 3 | 0.503648 | `azmcp_sql_server_firewall-rule_delete` | ❌ | +| 4 | 0.316619 | `azmcp_sql_server_list` | ❌ | +| 5 | 0.295018 | `azmcp_sql_server_show` | ❌ | --- -## Test 250 +## Test 270 **Expected Tool:** `azmcp_sql_server_firewall-rule_create` **Prompt:** Create a new firewall rule named for SQL server @@ -4572,7 +4920,7 @@ --- -## Test 251 +## Test 271 **Expected Tool:** `azmcp_sql_server_firewall-rule_delete` **Prompt:** Delete a firewall rule from my Azure SQL server @@ -4589,7 +4937,7 @@ --- -## Test 252 +## Test 272 **Expected Tool:** `azmcp_sql_server_firewall-rule_delete` **Prompt:** Remove the firewall rule from SQL server @@ -4606,7 +4954,7 @@ --- -## Test 253 +## Test 273 **Expected Tool:** `azmcp_sql_server_firewall-rule_delete` **Prompt:** Delete firewall rule for SQL server @@ -4615,15 +4963,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.671294 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | -| 2 | 0.601190 | `azmcp_sql_server_firewall-rule_list` | ❌ | -| 3 | 0.577377 | `azmcp_sql_server_firewall-rule_create` | ❌ | -| 4 | 0.441626 | `azmcp_sql_server_delete` | ❌ | -| 5 | 0.367843 | `azmcp_sql_server_show` | ❌ | +| 1 | 0.671212 | `azmcp_sql_server_firewall-rule_delete` | ✅ **EXPECTED** | +| 2 | 0.601230 | `azmcp_sql_server_firewall-rule_list` | ❌ | +| 3 | 0.577330 | `azmcp_sql_server_firewall-rule_create` | ❌ | +| 4 | 0.441605 | `azmcp_sql_server_delete` | ❌ | +| 5 | 0.367883 | `azmcp_sql_server_show` | ❌ | --- -## Test 254 +## Test 274 **Expected Tool:** `azmcp_sql_server_firewall-rule_list` **Prompt:** List all firewall rules for SQL server @@ -4636,11 +4984,11 @@ | 2 | 0.549667 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 3 | 0.513114 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.468812 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.392512 | `azmcp_sql_server_entra-admin_list` | ❌ | +| 5 | 0.418817 | `azmcp_sql_server_list` | ❌ | --- -## Test 255 +## Test 275 **Expected Tool:** `azmcp_sql_server_firewall-rule_list` **Prompt:** Show me the firewall rules for SQL server @@ -4653,11 +5001,11 @@ | 2 | 0.524126 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 3 | 0.476757 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.410680 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.316854 | `azmcp_sql_server_entra-admin_list` | ❌ | +| 5 | 0.348100 | `azmcp_sql_server_list` | ❌ | --- -## Test 256 +## Test 276 **Expected Tool:** `azmcp_sql_server_firewall-rule_list` **Prompt:** What firewall rules are configured for my SQL server ? @@ -4670,11 +5018,45 @@ | 2 | 0.532454 | `azmcp_sql_server_firewall-rule_create` | ❌ | | 3 | 0.473501 | `azmcp_sql_server_firewall-rule_delete` | ❌ | | 4 | 0.412957 | `azmcp_sql_server_show` | ❌ | -| 5 | 0.308004 | `azmcp_sql_server_entra-admin_list` | ❌ | +| 5 | 0.350513 | `azmcp_sql_server_list` | ❌ | --- -## Test 257 +## Test 277 + +**Expected Tool:** `azmcp_sql_server_list` +**Prompt:** List all Azure SQL servers in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.694404 | `azmcp_sql_server_list` | ✅ **EXPECTED** | +| 2 | 0.596686 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.578239 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.515851 | `azmcp_sql_elastic-pool_list` | ❌ | +| 5 | 0.509789 | `azmcp_sql_db_show` | ❌ | + +--- + +## Test 278 + +**Expected Tool:** `azmcp_sql_server_list` +**Prompt:** Show me every SQL server available in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.618218 | `azmcp_sql_server_list` | ✅ **EXPECTED** | +| 2 | 0.593837 | `azmcp_mysql_server_list` | ❌ | +| 3 | 0.542398 | `azmcp_sql_db_list` | ❌ | +| 4 | 0.507404 | `azmcp_resourcehealth_availability-status_list` | ❌ | +| 5 | 0.496200 | `azmcp_group_list` | ❌ | + +--- + +## Test 279 **Expected Tool:** `azmcp_sql_server_show` **Prompt:** Show me the details of Azure SQL server in resource group @@ -4685,13 +5067,13 @@ |------|-------|------|--------| | 1 | 0.629672 | `azmcp_sql_db_show` | ❌ | | 2 | 0.595184 | `azmcp_sql_server_show` | ✅ **EXPECTED** | -| 3 | 0.559893 | `azmcp_mysql_server_list` | ❌ | -| 4 | 0.540218 | `azmcp_sql_db_list` | ❌ | -| 5 | 0.491401 | `azmcp_sql_server_create` | ❌ | +| 3 | 0.587728 | `azmcp_sql_server_list` | ❌ | +| 4 | 0.559893 | `azmcp_mysql_server_list` | ❌ | +| 5 | 0.540218 | `azmcp_sql_db_list` | ❌ | --- -## Test 258 +## Test 280 **Expected Tool:** `azmcp_sql_server_show` **Prompt:** Get the configuration details for SQL server @@ -4708,7 +5090,7 @@ --- -## Test 259 +## Test 281 **Expected Tool:** `azmcp_sql_server_show` **Prompt:** Display the properties of SQL server @@ -4725,7 +5107,7 @@ --- -## Test 260 +## Test 282 **Expected Tool:** `azmcp_storage_account_create` **Prompt:** Create a new storage account called testaccount123 in East US region @@ -4737,12 +5119,12 @@ | 1 | 0.533552 | `azmcp_storage_account_create` | ✅ **EXPECTED** | | 2 | 0.418472 | `azmcp_storage_account_get` | ❌ | | 3 | 0.394541 | `azmcp_storage_blob_container_create` | ❌ | -| 4 | 0.391586 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.374006 | `azmcp_loadtesting_test_create` | ❌ | +| 4 | 0.374006 | `azmcp_loadtesting_test_create` | ❌ | +| 5 | 0.355049 | `azmcp_loadtesting_testresource_create` | ❌ | --- -## Test 261 +## Test 283 **Expected Tool:** `azmcp_storage_account_create` **Prompt:** Create a storage account with premium performance and LRS replication @@ -4752,14 +5134,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.500638 | `azmcp_storage_account_create` | ✅ **EXPECTED** | -| 2 | 0.400151 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 2 | 0.400172 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | | 3 | 0.387071 | `azmcp_storage_account_get` | ❌ | | 4 | 0.382836 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 5 | 0.377221 | `azmcp_sql_db_create` | ❌ | --- -## Test 262 +## Test 284 **Expected Tool:** `azmcp_storage_account_create` **Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled @@ -4771,12 +5153,12 @@ | 1 | 0.589003 | `azmcp_storage_account_create` | ✅ **EXPECTED** | | 2 | 0.464611 | `azmcp_storage_blob_container_create` | ❌ | | 3 | 0.447156 | `azmcp_sql_db_create` | ❌ | -| 4 | 0.444359 | `azmcp_storage_datalake_directory_create` | ❌ | -| 5 | 0.437040 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.437040 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.407411 | `azmcp_storage_blob_container_get` | ❌ | --- -## Test 263 +## Test 285 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Show me the details for my storage account @@ -4785,15 +5167,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.655152 | `azmcp_storage_account_get` | ✅ **EXPECTED** | -| 2 | 0.603853 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.507638 | `azmcp_storage_blob_get` | ❌ | -| 4 | 0.504386 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.483435 | `azmcp_storage_account_create` | ❌ | +| 1 | 0.654968 | `azmcp_storage_account_get` | ✅ **EXPECTED** | +| 2 | 0.603868 | `azmcp_storage_blob_container_get` | ❌ | +| 3 | 0.507752 | `azmcp_storage_blob_get` | ❌ | +| 4 | 0.483573 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.442832 | `azmcp_appconfig_kv_show` | ❌ | --- -## Test 264 +## Test 286 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Get details about the storage account @@ -4806,11 +5188,11 @@ | 2 | 0.612889 | `azmcp_storage_blob_container_get` | ❌ | | 3 | 0.518215 | `azmcp_storage_account_create` | ❌ | | 4 | 0.515153 | `azmcp_storage_blob_get` | ❌ | -| 5 | 0.483947 | `azmcp_storage_table_list` | ❌ | +| 5 | 0.415410 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 265 +## Test 287 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** List all storage accounts in my subscription including their location and SKU @@ -4820,14 +5202,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.664087 | `azmcp_storage_account_get` | ✅ **EXPECTED** | -| 2 | 0.581393 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.557016 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | -| 4 | 0.536909 | `azmcp_cosmos_account_list` | ❌ | -| 5 | 0.535616 | `azmcp_storage_account_create` | ❌ | +| 2 | 0.557024 | `azmcp_azuremanagedlustre_filesystem_sku_get` | ❌ | +| 3 | 0.536909 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.535616 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.501088 | `azmcp_subscription_list` | ❌ | --- -## Test 266 +## Test 288 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled @@ -4839,12 +5221,12 @@ | 1 | 0.499302 | `azmcp_storage_account_get` | ✅ **EXPECTED** | | 2 | 0.461284 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | | 3 | 0.455449 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.450677 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.421642 | `azmcp_cosmos_account_list` | ❌ | +| 4 | 0.421642 | `azmcp_cosmos_account_list` | ❌ | +| 5 | 0.379853 | `azmcp_resourcehealth_availability-status_list` | ❌ | --- -## Test 267 +## Test 289 **Expected Tool:** `azmcp_storage_account_get` **Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings @@ -4854,48 +5236,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.557142 | `azmcp_storage_account_get` | ✅ **EXPECTED** | -| 2 | 0.499153 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.473598 | `azmcp_cosmos_account_list` | ❌ | -| 4 | 0.461641 | `azmcp_storage_blob_container_get` | ❌ | -| 5 | 0.453933 | `azmcp_subscription_list` | ❌ | - ---- - -## Test 268 - -**Expected Tool:** `azmcp_storage_blob_batch_set-tier` -**Prompt:** Set access tier to Cool for multiple blobs in the container in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.620756 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | -| 2 | 0.465722 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.408639 | `azmcp_storage_blob_container_create` | ❌ | -| 4 | 0.408384 | `azmcp_storage_blob_get` | ❌ | -| 5 | 0.378380 | `azmcp_cosmos_database_container_list` | ❌ | - ---- - -## Test 269 - -**Expected Tool:** `azmcp_storage_blob_batch_set-tier` -**Prompt:** Change the access tier to Archive for blobs file1.txt and file2.txt in the container in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.528169 | `azmcp_storage_blob_batch_set-tier` | ✅ **EXPECTED** | -| 2 | 0.422579 | `azmcp_storage_blob_container_get` | ❌ | -| 3 | 0.364895 | `azmcp_storage_blob_get` | ❌ | -| 4 | 0.364094 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.360750 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | +| 2 | 0.473598 | `azmcp_cosmos_account_list` | ❌ | +| 3 | 0.461641 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.453933 | `azmcp_subscription_list` | ❌ | +| 5 | 0.436170 | `azmcp_search_service_list` | ❌ | --- -## Test 270 +## Test 290 **Expected Tool:** `azmcp_storage_blob_container_create` **Prompt:** Create the storage container mycontainer in storage account @@ -4907,12 +5255,12 @@ | 1 | 0.563396 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | | 2 | 0.524779 | `azmcp_storage_account_create` | ❌ | | 3 | 0.508053 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.447784 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.447725 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.403407 | `azmcp_storage_account_get` | ❌ | --- -## Test 271 +## Test 291 **Expected Tool:** `azmcp_storage_blob_container_create` **Prompt:** Create the container using blob public access in storage account @@ -4924,12 +5272,12 @@ | 1 | 0.512578 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | | 2 | 0.500624 | `azmcp_storage_account_create` | ❌ | | 3 | 0.470927 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.415378 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.415328 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.414820 | `azmcp_storage_blob_get` | ❌ | --- -## Test 272 +## Test 292 **Expected Tool:** `azmcp_storage_blob_container_create` **Prompt:** Create a new blob container named documents with container public access in storage account @@ -4941,12 +5289,12 @@ | 1 | 0.463198 | `azmcp_storage_account_create` | ❌ | | 2 | 0.455375 | `azmcp_storage_blob_container_get` | ❌ | | 3 | 0.451690 | `azmcp_storage_blob_container_create` | ✅ **EXPECTED** | -| 4 | 0.435099 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.435107 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.388450 | `azmcp_storage_blob_get` | ❌ | --- -## Test 273 +## Test 293 **Expected Tool:** `azmcp_storage_blob_container_get` **Prompt:** Show me the properties of the storage container in the storage account @@ -4957,13 +5305,13 @@ |------|-------|------|--------| | 1 | 0.665176 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | | 2 | 0.559177 | `azmcp_storage_account_get` | ❌ | -| 3 | 0.523288 | `azmcp_cosmos_database_container_list` | ❌ | +| 3 | 0.523260 | `azmcp_cosmos_database_container_list` | ❌ | | 4 | 0.518763 | `azmcp_storage_blob_get` | ❌ | | 5 | 0.496184 | `azmcp_storage_blob_container_create` | ❌ | --- -## Test 274 +## Test 294 **Expected Tool:** `azmcp_storage_blob_container_get` **Prompt:** List all blob containers in the storage account @@ -4972,15 +5320,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.613933 | `azmcp_cosmos_database_container_list` | ❌ | +| 1 | 0.613886 | `azmcp_cosmos_database_container_list` | ❌ | | 2 | 0.605437 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | -| 3 | 0.530702 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.521995 | `azmcp_storage_blob_get` | ❌ | -| 5 | 0.479014 | `azmcp_storage_account_get` | ❌ | +| 3 | 0.521995 | `azmcp_storage_blob_get` | ❌ | +| 4 | 0.479014 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.471385 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 275 +## Test 295 **Expected Tool:** `azmcp_storage_blob_container_get` **Prompt:** Show me the containers in the storage account @@ -4990,14 +5338,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.625166 | `azmcp_storage_blob_container_get` | ✅ **EXPECTED** | -| 2 | 0.592373 | `azmcp_cosmos_database_container_list` | ❌ | -| 3 | 0.526462 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.511261 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.439698 | `azmcp_storage_account_create` | ❌ | +| 2 | 0.592350 | `azmcp_cosmos_database_container_list` | ❌ | +| 3 | 0.511261 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.439698 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.437887 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 276 +## Test 296 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** Show me the properties for blob in container in storage account @@ -5009,12 +5357,12 @@ | 1 | 0.613091 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | | 2 | 0.586289 | `azmcp_storage_blob_container_get` | ❌ | | 3 | 0.483614 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.477946 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.477920 | `azmcp_cosmos_database_container_list` | ❌ | | 5 | 0.434667 | `azmcp_storage_blob_container_create` | ❌ | --- -## Test 277 +## Test 297 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** Get the details about blob in the container in storage account @@ -5031,7 +5379,7 @@ --- -## Test 278 +## Test 298 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** List all blobs in the blob container in the storage account @@ -5041,14 +5389,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.592723 | `azmcp_storage_blob_container_get` | ❌ | -| 2 | 0.579070 | `azmcp_cosmos_database_container_list` | ❌ | +| 2 | 0.579005 | `azmcp_cosmos_database_container_list` | ❌ | | 3 | 0.568421 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 4 | 0.507970 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.465942 | `azmcp_storage_account_get` | ❌ | +| 4 | 0.465942 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.452160 | `azmcp_cosmos_account_list` | ❌ | --- -## Test 279 +## Test 299 **Expected Tool:** `azmcp_storage_blob_get` **Prompt:** Show me the blobs in the blob container in the storage account @@ -5059,13 +5407,13 @@ |------|-------|------|--------| | 1 | 0.570353 | `azmcp_storage_blob_container_get` | ❌ | | 2 | 0.549442 | `azmcp_storage_blob_get` | ✅ **EXPECTED** | -| 3 | 0.533515 | `azmcp_cosmos_database_container_list` | ❌ | -| 4 | 0.456071 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.449128 | `azmcp_storage_account_get` | ❌ | +| 3 | 0.533502 | `azmcp_cosmos_database_container_list` | ❌ | +| 4 | 0.449128 | `azmcp_storage_account_get` | ❌ | +| 5 | 0.433883 | `azmcp_storage_blob_container_create` | ❌ | --- -## Test 280 +## Test 300 **Expected Tool:** `azmcp_storage_blob_upload` **Prompt:** Upload file to storage blob in container in storage account @@ -5074,219 +5422,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.566393 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | -| 2 | 0.403154 | `azmcp_storage_blob_get` | ❌ | -| 3 | 0.397808 | `azmcp_storage_blob_container_get` | ❌ | -| 4 | 0.383268 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.377524 | `azmcp_storage_blob_container_create` | ❌ | - ---- - -## Test 281 - -**Expected Tool:** `azmcp_storage_datalake_directory_create` -**Prompt:** Create a new directory at the path in Data Lake in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.647078 | `azmcp_storage_datalake_directory_create` | ✅ **EXPECTED** | -| 2 | 0.481507 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 3 | 0.442414 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.348622 | `azmcp_keyvault_secret_create` | ❌ | -| 5 | 0.340453 | `azmcp_keyvault_certificate_create` | ❌ | - ---- - -## Test 282 - -**Expected Tool:** `azmcp_storage_datalake_file-system_list-paths` -**Prompt:** List all paths in the Data Lake file system in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.767960 | `azmcp_storage_datalake_file-system_list-paths` | ✅ **EXPECTED** | -| 2 | 0.506115 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.481743 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.451626 | `azmcp_storage_datalake_directory_create` | ❌ | -| 5 | 0.432222 | `azmcp_storage_account_get` | ❌ | - ---- - -## Test 283 - -**Expected Tool:** `azmcp_storage_datalake_file-system_list-paths` -**Prompt:** Show me the paths in the Data Lake file system in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.727344 | `azmcp_storage_datalake_file-system_list-paths` | ✅ **EXPECTED** | -| 2 | 0.502902 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 3 | 0.433622 | `azmcp_storage_datalake_directory_create` | ❌ | -| 4 | 0.432085 | `azmcp_storage_table_list` | ❌ | -| 5 | 0.426861 | `azmcp_storage_account_get` | ❌ | - ---- - -## Test 284 - -**Expected Tool:** `azmcp_storage_datalake_file-system_list-paths` -**Prompt:** Recursively list all paths in the Data Lake file system in the storage account filtered by - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.685260 | `azmcp_storage_datalake_file-system_list-paths` | ✅ **EXPECTED** | -| 2 | 0.465158 | `azmcp_storage_share_file_list` | ❌ | -| 3 | 0.431539 | `azmcp_azuremanagedlustre_filesystem_list` | ❌ | -| 4 | 0.418199 | `azmcp_storage_datalake_directory_create` | ❌ | -| 5 | 0.394456 | `azmcp_storage_table_list` | ❌ | - ---- - -## Test 285 - -**Expected Tool:** `azmcp_storage_queue_message_send` -**Prompt:** Send a message "Hello, World!" to the queue in storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.558401 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.410972 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.375068 | `azmcp_storage_account_get` | ❌ | -| 4 | 0.373072 | `azmcp_storage_account_create` | ❌ | -| 5 | 0.344373 | `azmcp_servicebus_queue_details` | ❌ | - ---- - -## Test 286 - -**Expected Tool:** `azmcp_storage_queue_message_send` -**Prompt:** Send a message with TTL of 3600 seconds to the queue in storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.642240 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.383344 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.373050 | `azmcp_servicebus_queue_details` | ❌ | -| 4 | 0.357015 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.347683 | `azmcp_monitor_resource_log_query` | ❌ | - ---- - -## Test 287 - -**Expected Tool:** `azmcp_storage_queue_message_send` -**Prompt:** Add a message to the queue in storage account with visibility timeout of 30 seconds - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.595294 | `azmcp_storage_queue_message_send` | ✅ **EXPECTED** | -| 2 | 0.360570 | `azmcp_servicebus_queue_details` | ❌ | -| 3 | 0.338536 | `azmcp_storage_account_create` | ❌ | -| 4 | 0.325305 | `azmcp_appconfig_kv_set` | ❌ | -| 5 | 0.322546 | `azmcp_storage_table_list` | ❌ | - ---- - -## Test 288 - -**Expected Tool:** `azmcp_storage_share_file_list` -**Prompt:** List all files and directories in the File Share in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.640440 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.539851 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.522644 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 4 | 0.500965 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.491152 | `azmcp_storage_blob_container_get` | ❌ | - ---- - -## Test 289 - -**Expected Tool:** `azmcp_storage_share_file_list` -**Prompt:** Show me the files in the File Share directory in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.552006 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.511236 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 3 | 0.452271 | `azmcp_storage_table_list` | ❌ | -| 4 | 0.443743 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.425236 | `azmcp_storage_blob_container_get` | ❌ | - ---- - -## Test 290 - -**Expected Tool:** `azmcp_storage_share_file_list` -**Prompt:** List files with prefix 'report' in the File Share in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.602213 | `azmcp_storage_share_file_list` | ✅ **EXPECTED** | -| 2 | 0.449412 | `azmcp_storage_table_list` | ❌ | -| 3 | 0.446161 | `azmcp_storage_datalake_file-system_list-paths` | ❌ | -| 4 | 0.436632 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.423868 | `azmcp_extension_azqr` | ❌ | - ---- - -## Test 291 - -**Expected Tool:** `azmcp_storage_table_list` -**Prompt:** List all tables in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.787243 | `azmcp_storage_table_list` | ✅ **EXPECTED** | -| 2 | 0.574921 | `azmcp_monitor_table_list` | ❌ | -| 3 | 0.552523 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.514042 | `azmcp_cosmos_database_list` | ❌ | -| 5 | 0.510657 | `azmcp_storage_account_get` | ❌ | - ---- - -## Test 292 - -**Expected Tool:** `azmcp_storage_table_list` -**Prompt:** Show me the tables in the storage account - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.738095 | `azmcp_storage_table_list` | ✅ **EXPECTED** | -| 2 | 0.521785 | `azmcp_monitor_table_list` | ❌ | -| 3 | 0.520811 | `azmcp_mysql_table_list` | ❌ | -| 4 | 0.519070 | `azmcp_storage_account_get` | ❌ | -| 5 | 0.514313 | `azmcp_storage_blob_container_get` | ❌ | +| 1 | 0.566287 | `azmcp_storage_blob_upload` | ✅ **EXPECTED** | +| 2 | 0.403451 | `azmcp_storage_blob_get` | ❌ | +| 3 | 0.397722 | `azmcp_storage_blob_container_get` | ❌ | +| 4 | 0.382123 | `azmcp_storage_account_create` | ❌ | +| 5 | 0.377255 | `azmcp_storage_blob_container_create` | ❌ | --- -## Test 293 +## Test 301 **Expected Tool:** `azmcp_subscription_list` **Prompt:** List all subscriptions for my account @@ -5299,11 +5443,11 @@ | 2 | 0.512964 | `azmcp_cosmos_account_list` | ❌ | | 3 | 0.473852 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.471653 | `azmcp_postgres_server_list` | ❌ | -| 5 | 0.467765 | `azmcp_eventgrid_subscription_list` | ❌ | +| 5 | 0.465428 | `azmcp_eventgrid_subscription_list` | ❌ | --- -## Test 294 +## Test 302 **Expected Tool:** `azmcp_subscription_list` **Prompt:** Show me my subscriptions @@ -5313,14 +5457,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.405723 | `azmcp_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.384208 | `azmcp_eventgrid_subscription_list` | ❌ | -| 3 | 0.381238 | `azmcp_postgres_server_list` | ❌ | +| 2 | 0.381238 | `azmcp_postgres_server_list` | ❌ | +| 3 | 0.380789 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.351864 | `azmcp_grafana_list` | ❌ | | 5 | 0.350951 | `azmcp_redis_cache_list` | ❌ | --- -## Test 295 +## Test 303 **Expected Tool:** `azmcp_subscription_list` **Prompt:** What is my current subscription? @@ -5330,14 +5474,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.319958 | `azmcp_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.315524 | `azmcp_marketplace_product_get` | ❌ | -| 3 | 0.313335 | `azmcp_eventgrid_subscription_list` | ❌ | +| 2 | 0.315547 | `azmcp_marketplace_product_get` | ❌ | +| 3 | 0.307697 | `azmcp_eventgrid_subscription_list` | ❌ | | 4 | 0.286711 | `azmcp_redis_cache_list` | ❌ | | 5 | 0.282645 | `azmcp_grafana_list` | ❌ | --- -## Test 296 +## Test 304 **Expected Tool:** `azmcp_subscription_list` **Prompt:** What subscriptions do I have? @@ -5347,14 +5491,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.403229 | `azmcp_subscription_list` | ✅ **EXPECTED** | -| 2 | 0.375168 | `azmcp_eventgrid_subscription_list` | ❌ | +| 2 | 0.370692 | `azmcp_eventgrid_subscription_list` | ❌ | | 3 | 0.354504 | `azmcp_redis_cache_list` | ❌ | | 4 | 0.342318 | `azmcp_redis_cluster_list` | ❌ | | 5 | 0.340339 | `azmcp_grafana_list` | ❌ | --- -## Test 297 +## Test 305 **Expected Tool:** `azmcp_virtualdesktop_hostpool_list` **Prompt:** List all host pools in my subscription @@ -5371,7 +5515,7 @@ --- -## Test 298 +## Test 306 **Expected Tool:** `azmcp_virtualdesktop_hostpool_sessionhost_list` **Prompt:** List all session hosts in host pool @@ -5388,7 +5532,7 @@ --- -## Test 299 +## Test 307 **Expected Tool:** `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` **Prompt:** List all user sessions on session host in host pool @@ -5397,15 +5541,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.813272 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ✅ **EXPECTED** | -| 2 | 0.658826 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | -| 3 | 0.501306 | `azmcp_virtualdesktop_hostpool_list` | ❌ | -| 4 | 0.357337 | `azmcp_aks_nodepool_list` | ❌ | -| 5 | 0.337397 | `azmcp_monitor_workspace_list` | ❌ | +| 1 | 0.812659 | `azmcp_virtualdesktop_hostpool_sessionhost_usersession-list` | ✅ **EXPECTED** | +| 2 | 0.659212 | `azmcp_virtualdesktop_hostpool_sessionhost_list` | ❌ | +| 3 | 0.501167 | `azmcp_virtualdesktop_hostpool_list` | ❌ | +| 4 | 0.356479 | `azmcp_aks_nodepool_list` | ❌ | +| 5 | 0.336385 | `azmcp_monitor_workspace_list` | ❌ | --- -## Test 300 +## Test 308 **Expected Tool:** `azmcp_workbooks_create` **Prompt:** Create a new workbook named @@ -5417,12 +5561,12 @@ | 1 | 0.552212 | `azmcp_workbooks_create` | ✅ **EXPECTED** | | 2 | 0.433162 | `azmcp_workbooks_update` | ❌ | | 3 | 0.361364 | `azmcp_workbooks_delete` | ❌ | -| 4 | 0.361137 | `azmcp_workbooks_show` | ❌ | -| 5 | 0.328113 | `azmcp_workbooks_list` | ❌ | +| 4 | 0.361215 | `azmcp_workbooks_show` | ❌ | +| 5 | 0.328058 | `azmcp_workbooks_list` | ❌ | --- -## Test 301 +## Test 309 **Expected Tool:** `azmcp_workbooks_delete` **Prompt:** Delete the workbook with resource ID @@ -5432,14 +5576,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.621310 | `azmcp_workbooks_delete` | ✅ **EXPECTED** | -| 2 | 0.518518 | `azmcp_workbooks_show` | ❌ | +| 2 | 0.518630 | `azmcp_workbooks_show` | ❌ | | 3 | 0.432454 | `azmcp_workbooks_create` | ❌ | -| 4 | 0.425569 | `azmcp_workbooks_list` | ❌ | +| 4 | 0.425505 | `azmcp_workbooks_list` | ❌ | | 5 | 0.390355 | `azmcp_workbooks_update` | ❌ | --- -## Test 302 +## Test 310 **Expected Tool:** `azmcp_workbooks_list` **Prompt:** List all workbooks in my resource group @@ -5448,15 +5592,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.772431 | `azmcp_workbooks_list` | ✅ **EXPECTED** | +| 1 | 0.772165 | `azmcp_workbooks_list` | ✅ **EXPECTED** | | 2 | 0.562485 | `azmcp_workbooks_create` | ❌ | -| 3 | 0.532533 | `azmcp_workbooks_show` | ❌ | +| 3 | 0.532565 | `azmcp_workbooks_show` | ❌ | | 4 | 0.516739 | `azmcp_grafana_list` | ❌ | | 5 | 0.488600 | `azmcp_group_list` | ❌ | --- -## Test 303 +## Test 311 **Expected Tool:** `azmcp_workbooks_list` **Prompt:** What workbooks do I have in resource group ? @@ -5465,15 +5609,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.708612 | `azmcp_workbooks_list` | ✅ **EXPECTED** | +| 1 | 0.708214 | `azmcp_workbooks_list` | ✅ **EXPECTED** | | 2 | 0.570259 | `azmcp_workbooks_create` | ❌ | -| 3 | 0.539923 | `azmcp_workbooks_show` | ❌ | +| 3 | 0.539957 | `azmcp_workbooks_show` | ❌ | | 4 | 0.485504 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.472378 | `azmcp_grafana_list` | ❌ | --- -## Test 304 +## Test 312 **Expected Tool:** `azmcp_workbooks_show` **Prompt:** Get information about the workbook with resource ID @@ -5482,15 +5626,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.697401 | `azmcp_workbooks_show` | ✅ **EXPECTED** | +| 1 | 0.697539 | `azmcp_workbooks_show` | ✅ **EXPECTED** | | 2 | 0.498390 | `azmcp_workbooks_create` | ❌ | -| 3 | 0.494708 | `azmcp_workbooks_list` | ❌ | +| 3 | 0.494504 | `azmcp_workbooks_list` | ❌ | | 4 | 0.452348 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.419105 | `azmcp_workbooks_update` | ❌ | --- -## Test 305 +## Test 313 **Expected Tool:** `azmcp_workbooks_show` **Prompt:** Show me the workbook with display name @@ -5499,15 +5643,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.469410 | `azmcp_workbooks_show` | ✅ **EXPECTED** | +| 1 | 0.469476 | `azmcp_workbooks_show` | ✅ **EXPECTED** | | 2 | 0.455158 | `azmcp_workbooks_create` | ❌ | | 3 | 0.437638 | `azmcp_workbooks_update` | ❌ | -| 4 | 0.424338 | `azmcp_workbooks_list` | ❌ | +| 4 | 0.424092 | `azmcp_workbooks_list` | ❌ | | 5 | 0.366057 | `azmcp_workbooks_delete` | ❌ | --- -## Test 306 +## Test 314 **Expected Tool:** `azmcp_workbooks_update` **Prompt:** Update the workbook with a new text step @@ -5518,7 +5662,7 @@ |------|-------|------|--------| | 1 | 0.469915 | `azmcp_workbooks_update` | ✅ **EXPECTED** | | 2 | 0.382651 | `azmcp_workbooks_create` | ❌ | -| 3 | 0.362302 | `azmcp_workbooks_show` | ❌ | +| 3 | 0.362354 | `azmcp_workbooks_show` | ❌ | | 4 | 0.349689 | `azmcp_workbooks_delete` | ❌ | | 5 | 0.276727 | `azmcp_loadtesting_testrun_update` | ❌ | @@ -5526,29 +5670,29 @@ ## Summary -**Total Prompts Tested:** 306 -**Analysis Execution Time:** 41.4293826s +**Total Prompts Tested:** 314 +**Analysis Execution Time:** 44.9805458s ### Success Rate Metrics -**Top Choice Success:** 85.0% (260/306 tests) +**Top Choice Success:** 84.4% (265/314 tests) #### Confidence Level Distribution -**💪 Very High Confidence (≥0.8):** 4.6% (14/306 tests) -**🎯 High Confidence (≥0.7):** 20.9% (64/306 tests) -**✅ Good Confidence (≥0.6):** 59.2% (181/306 tests) -**👍 Fair Confidence (≥0.5):** 85.6% (262/306 tests) -**👌 Acceptable Confidence (≥0.4):** 95.1% (291/306 tests) -**❌ Low Confidence (<0.4):** 4.9% (15/306 tests) +**💪 Very High Confidence (≥0.8):** 4.5% (14/314 tests) +**🎯 High Confidence (≥0.7):** 19.4% (61/314 tests) +**✅ Good Confidence (≥0.6):** 58.6% (184/314 tests) +**👍 Fair Confidence (≥0.5):** 85.7% (269/314 tests) +**👌 Acceptable Confidence (≥0.4):** 95.2% (299/314 tests) +**❌ Low Confidence (<0.4):** 4.8% (15/314 tests) #### Top Choice + Confidence Combinations -**💪 Top Choice + Very High Confidence (≥0.8):** 4.6% (14/306 tests) -**🎯 Top Choice + High Confidence (≥0.7):** 20.9% (64/306 tests) -**✅ Top Choice + Good Confidence (≥0.6):** 56.2% (172/306 tests) -**👍 Top Choice + Fair Confidence (≥0.5):** 77.1% (236/306 tests) -**👌 Top Choice + Acceptable Confidence (≥0.4):** 82.0% (251/306 tests) +**💪 Top Choice + Very High Confidence (≥0.8):** 4.5% (14/314 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 19.4% (61/314 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 55.7% (175/314 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 76.8% (241/314 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 81.5% (256/314 tests) ### Success Rate Analysis From 5ee4d304a97e7e20b7f2453b2f2fbfc78b5ca13f Mon Sep 17 00:00:00 2001 From: vcolin7 Date: Tue, 23 Sep 2025 10:37:10 -0700 Subject: [PATCH 20/23] Fixed failing unit test --- .../Areas/Tools/UnitTests/ToolsListCommandTests.cs | 1 - 1 file changed, 1 deletion(-) diff --git a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs index ab1abf6aa..93518ea97 100644 --- a/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs +++ b/core/Azure.Mcp.Core/tests/Azure.Mcp.Core.UnitTests/Areas/Tools/UnitTests/ToolsListCommandTests.cs @@ -337,7 +337,6 @@ public async Task ExecuteAsync_WithNamespaceSwitch_ReturnsNamespacesOnly() // Assert Assert.NotNull(response); - Assert.Equal(SuccessStatusCode, response.Status); Assert.NotNull(response.Results); // Serialize then deserialize as list of CommandInfo From 77d48b74038b46b17727619497ea7c387e22fadc Mon Sep 17 00:00:00 2001 From: Fan Yang Date: Tue, 23 Sep 2025 18:13:20 -0400 Subject: [PATCH 21/23] Update consolidated tools --- .../consolidated-prompts.json | 198 +- .../consolidated-tools.json | 276 +- .../results-consolidated.md | 4260 +++++++++-------- 3 files changed, 2465 insertions(+), 2269 deletions(-) diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json index c3cdaf085..c03d8e092 100644 --- a/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json @@ -1,87 +1,31 @@ { - "list_azure_resources": [ + "get_azure_subscriptions_and_resource_groups": [ + "List all resource groups in my subscription", + "List all subscriptions for my account", + "Show me my resource groups", + "Show me my subscriptions", + "Show me the resource groups in my subscription", + "What is my current subscription?", + "What subscriptions do I have?" + ], + "get_application_platform_details": [ "Describe the function app in resource group ", "Get configuration for function app ", - "Get details about the storage account ", "Get function app status for ", "Get information about my function app in ", - "Get the configuration of AKS cluster ", - "List all AKS clusters in my subscription", - "List all App Configuration stores in my subscription", - "List all Azure Container Registries in my subscription", - "List all Azure Managed Grafana in one subscription", - "List all Cognitive Search services in my subscription", - "List all container registry repositories in my subscription", - "List all cosmosdb accounts in my subscription", - "List all Data Explorer clusters in my subscription", - "List all Event Grid topics in my subscription", - "List all Event Grid topics in resource group in subscription ", - "List all Event Grid topics in subscription ", "List all function apps in my subscription", - "List all host pools in my subscription", - "List all load testing resources in the resource group in my subscription", - "List all Log Analytics workspaces in my subscription", - "List all monitored resources in the Datadog resource ", - "List all Redis Caches in my subscription", - "List all Redis Clusters in my subscription", - "List all resource groups in my subscription", - "List all session hosts in host pool ", - "List all storage accounts in my subscription including their location and SKU", - "List all subscriptions for my account", - "List all user sessions on session host in host pool ", - "List all workbooks in my resource group ", - "List container registries in resource group ", - "List repositories in the container registry ", - "List the Azure Managed Lustre filesystems in my resource group ", - "List the Azure Managed Lustre filesystems in my subscription ", "Retrieve host name and status of function app ", "Show function app details for in ", - "Show me my App Configuration stores", - "Show me my Azure Container Registries", "Show me my Azure function apps", - "Show me my Azure Kubernetes Service clusters", - "Show me my Cognitive Search services", - "Show me my container registry repositories", - "Show me my cosmosdb accounts", - "Show me my Data Explorer clusters", - "Show me my Log Analytics workspaces", - "Show me my Redis Caches", - "Show me my Redis Clusters", - "Show me my resource groups", - "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", - "Show me my subscriptions", - "Show me the App Configuration stores in my subscription", - "Show me the Cognitive Search services in my subscription", - "Show me the container registries in my subscription", - "Show me the container registries in resource group ", - "Show me the cosmosdb accounts in my subscription", - "Show me the Data Explorer clusters in my subscription", - "Show me the details for my storage account ", "Show me the details for the function app ", - "Show me the details of AKS cluster in resource group ", - "Show me the Event Grid topics in my subscription", - "Show me the Log Analytics workspaces in my subscription", - "Show me the monitored resources in the Datadog resource ", - "Show me the network configuration for AKS cluster ", - "Show me the Redis Caches in my subscription", - "Show me the Redis Clusters in my subscription", - "Show me the repositories in the container registry ", - "Show me the resource groups in my subscription", - "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings", "Show plan and region for function app ", - "What AKS clusters do I have?", - "What are the details of my AKS cluster in ?", "What function apps do I have?", - "What is my current subscription?", - "What is the status of function app ?", - "What subscriptions do I have?", - "What workbooks do I have in resource group ?" + "What is the status of function app ?" ], - "view_azure_databases": [ + "get_azure_databases_details": [ "Get the configuration details for the SQL database on server ", + "List all cosmosdb accounts in my subscription", "List all databases in the Azure SQL server ", - "List all elastic pools in SQL server ", - "List all firewall rules for SQL server ", "List all MySQL databases in server ", "List all MySQL servers in my subscription", "List all PostgreSQL databases in server ", @@ -90,21 +34,19 @@ "List all tables in the PostgreSQL database in server ", "List all the containers in the database for the cosmosdb account ", "List all the databases in the cosmosdb account ", - "List Microsoft Entra ID administrators for SQL server ", "Show me all items that contain the word in the MySQL database in server ", "Show me all items that contain the word in the PostgreSQL database in server ", "Show me all the databases configuration details in the Azure SQL server ", "Show me if the parameter my PostgreSQL server has replication enabled", + "Show me my cosmosdb accounts", "Show me my MySQL servers", "Show me my PostgreSQL servers", "Show me the configuration of MySQL server ", "Show me the configuration of PostgreSQL server ", "Show me the containers in the database for the cosmosdb account ", + "Show me the cosmosdb accounts in my subscription", "Show me the databases in the cosmosdb account ", "Show me the details of SQL database in server ", - "Show me the elastic pools configured for SQL server ", - "Show me the Entra ID administrators configured for SQL server ", - "Show me the firewall rules for SQL server ", "Show me the items that contain the word in the container in the database for the cosmosdb account ", "Show me the MySQL databases in server ", "Show me the MySQL servers in my subscription", @@ -114,16 +56,13 @@ "Show me the schema of table
in the PostgreSQL database in server ", "Show me the tables in the MySQL database in server ", "Show me the tables in the PostgreSQL database in server ", - "Show me the value of connection timeout in seconds in my MySQL server ", - "What elastic pools are available in my SQL server ?", - "What firewall rules are configured for my SQL server ?", - "What Microsoft Entra ID administrators are set up for my SQL server ?" + "Show me the value of connection timeout in seconds in my MySQL server " ], "edit_azure_databases": [ "Enable replication for my PostgreSQL server ", "Set connection timeout to 20 seconds for my MySQL server " ], - "get_azure_health_status": [ + "get_azure_resource_and_app_health_status": [ "Analyze the performance trends and response times for Application Insights resource over the last ", "Check the availability metrics for my Application Insights resource for the last ", "Get metric definitions for from the namespace", @@ -131,16 +70,22 @@ "Get the availability status for resource ", "Investigate error rates and failed requests for Application Insights resource for the last ", "List all available table types in the Log Analytics workspace ", + "List all Azure Managed Grafana in one subscription", + "List all Log Analytics workspaces in my subscription", + "List all monitored resources in the Datadog resource ", "List all tables in the Log Analytics workspace ", "List availability status for all resources in my subscription", "Query the metric for for the last ", "Show me all available metrics and their definitions for storage account ", + "Show me my Log Analytics workspaces", "Show me the available table types in the Log Analytics workspace ", "Show me the health status of all my Azure resources", "Show me the health status of entity in the Log Analytics workspace ", "Show me the health status of the storage account ", + "Show me the Log Analytics workspaces in my subscription", "Show me the logs for the past hour for the resource in the Log Analytics workspace ", "Show me the logs for the past hour in the Log Analytics workspace ", + "Show me the monitored resources in the Datadog resource ", "Show me the tables in the Log Analytics workspace ", "What is the availability status of virtual machine in resource group ?", "What metric definitions are available for the Application Insights resource ", @@ -154,8 +99,11 @@ "Show me the rules to generate bicep scripts" ], "execute_azure_developer_cli": [], - "view_azure_app_config_settings": [ + "get_azure_app_config_settings": [ + "List all App Configuration stores in my subscription", "List all key-value settings in App Configuration store ", + "Show me my App Configuration stores", + "Show me the App Configuration stores in my subscription", "Show me the key-value settings in App Configuration store ", "Show the content for the key in App Configuration store " ], @@ -163,7 +111,7 @@ "Delete the key in App Configuration store ", "Set the key in App Configuration store to " ], - "lock_unlock_azure_app_config_settings": [ + "set_azure_app_config_settings_lock_state": [ "Lock the key in App Configuration store ", "Unlock the key in App Configuration store " ], @@ -174,9 +122,11 @@ "create_azure_workbooks": [ "Create a new workbook named " ], - "view_azure_workbooks": [ + "get_azure_workbooks_details": [ "Get information about the workbook with resource ID ", - "Show me the workbook with display name " + "List all workbooks in my resource group ", + "Show me the workbook with display name ", + "What workbooks do I have in resource group ?" ], "audit_azure_resources_compliance": [ "Check my Azure subscription for any compliance issues or recommendations", @@ -229,10 +179,11 @@ "I want to design a cloud app for ordering groceries", "Please help me design an architecture for a large-scale file upload, storage, and retrieval service" ], - "view_azure_load_testing": [ + "get_azure_load_testing_details": [ "Get all the load test runs for the test with id in the load test resource in resource group ", "Get the load test run with id in the load test resource in resource group ", - "Get the load test with id in the load test resource in resource group " + "Get the load test with id in the load test resource in resource group ", + "List all load testing resources in the resource group in my subscription" ], "create_azure_load_testing": [ "Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription", @@ -243,15 +194,18 @@ "Update a test run display name as for the id for test in the load testing resource in resource group ." ], "search_microsoft_docs": [], - "view_azure_ai_resources": [ + "get_azure_ai_resources_details": [ "Get the schema configuration for knowledge index ", "List all AI Foundry model deployments", "List all AI Foundry models", + "List all Cognitive Search services in my subscription", "List all indexes in the Cognitive Search service ", "List all knowledge indexes in my AI Foundry project", "Search for instances of in the index in Cognitive Search service ", "Show me all AI Foundry model deployments", + "Show me my Cognitive Search services", "Show me the available AI Foundry models", + "Show me the Cognitive Search services in my subscription", "Show me the details of the index in Cognitive Search service ", "Show me the indexes in the Cognitive Search service ", "Show me the knowledge indexes in my AI Foundry project", @@ -260,12 +214,14 @@ "deploy_azure_ai_models": [ "Deploy a GPT4o instance on my resource " ], - "view_azure_storage": [ + "get_azure_storage_details": [ "Get details about the storage account ", "Get the details about blob in the container in storage account ", "List all blob containers in the storage account ", "List all blobs in the blob container in the storage account ", "List all storage accounts in my subscription including their location and SKU", + "List the Azure Managed Lustre filesystems in my resource group ", + "List the Azure Managed Lustre filesystems in my subscription ", "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", "Show me the blobs in the blob container in the storage account ", "Show me the containers in the storage account ", @@ -274,7 +230,7 @@ "Show me the properties of the storage container in the storage account ", "Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings" ], - "edit_azure_storage": [ + "create_azure_storage": [ "Create a new blob container named documents with container public access in storage account ", "Create a new storage account called testaccount123 in East US region", "Create a new storage account with Data Lake Storage Gen2 enabled", @@ -285,12 +241,17 @@ "upload_azure_storage_blobs": [ "Upload file to storage blob in container in storage account " ], - "edit_azure_storage_blob_tiers": [], - "view_azure_cache_for_redis": [ + "get_azure_cache_for_redis_details": [ "List all access policies in the Redis Cache ", "List all databases in the Redis Cluster ", + "List all Redis Caches in my subscription", + "List all Redis Clusters in my subscription", + "Show me my Redis Caches", + "Show me my Redis Clusters", "Show me the access policies in the Redis Cache ", - "Show me the databases in the Redis Cluster " + "Show me the databases in the Redis Cluster ", + "Show me the Redis Caches in my subscription", + "Show me the Redis Clusters in my subscription" ], "browse_azure_marketplace_products": [ "Get details about marketplace product ", @@ -302,16 +263,30 @@ "Show me the available regions for these resource types ", "Tell me how many IP addresses I need for of " ], - "view_azure_service_bus": [ + "get_azure_messaging_service_details": [ + "List all Event Grid subscriptions in subscription ", + "List all Event Grid topics in my subscription", + "List all Event Grid topics in resource group in subscription ", + "List all Event Grid topics in subscription ", + "List Event Grid subscriptions for subscription in location ", + "List Event Grid subscriptions for topic in resource group ", + "List Event Grid subscriptions for topic in subscription ", + "Show all Event Grid subscriptions in my subscription", + "Show Event Grid subscriptions in resource group in subscription ", + "Show me all Event Grid subscriptions for topic ", "Show me the details of service bus queue ", "Show me the details of service bus subscription ", - "Show me the details of service bus topic " + "Show me the details of service bus topic ", + "Show me the Event Grid topics in my subscription" ], - "view_azure_data_explorer_kusto": [ + "get_azure_data_explorer_kusto_details": [ + "List all Data Explorer clusters in my subscription", "List all databases in the Data Explorer cluster ", "List all tables in the Data Explorer database in cluster ", "Show me a data sample from the Data Explorer table in cluster ", "Show me all items that contain the word in the Data Explorer table in cluster ", + "Show me my Data Explorer clusters", + "Show me the Data Explorer clusters in my subscription", "Show me the databases in the Data Explorer cluster ", "Show me the details of the Data Explorer cluster ", "Show me the schema for table in the Data Explorer database in cluster ", @@ -326,5 +301,42 @@ "Delete a firewall rule from my Azure SQL server ", "Delete firewall rule for SQL server ", "Remove the firewall rule from SQL server " + ], + "get_azure_sql_server_details": [ + "List all elastic pools in SQL server ", + "List all firewall rules for SQL server ", + "List Microsoft Entra ID administrators for SQL server ", + "Show me the elastic pools configured for SQL server ", + "Show me the Entra ID administrators configured for SQL server ", + "Show me the firewall rules for SQL server ", + "What elastic pools are available in my SQL server ?", + "What firewall rules are configured for my SQL server ?", + "What Microsoft Entra ID administrators are set up for my SQL server ?" + ], + "get_azure_container_details": [ + "Get the configuration of AKS cluster ", + "List all AKS clusters in my subscription", + "List all Azure Container Registries in my subscription", + "List all container registry repositories in my subscription", + "List container registries in resource group ", + "List nodepools for AKS cluster in ", + "List repositories in the container registry ", + "Show me my Azure Container Registries", + "Show me my Azure Kubernetes Service clusters", + "Show me my container registry repositories", + "Show me the container registries in my subscription", + "Show me the container registries in resource group ", + "Show me the details of AKS cluster in resource group ", + "Show me the network configuration for AKS cluster ", + "Show me the nodepool list for AKS cluster in ", + "Show me the repositories in the container registry ", + "What AKS clusters do I have?", + "What are the details of my AKS cluster in ?", + "What nodepools do I have for AKS cluster in " + ], + "get_azure_virtual_desktop_details": [ + "List all host pools in my subscription", + "List all session hosts in host pool ", + "List all user sessions on session host in host pool " ] } \ No newline at end of file diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json b/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json index 14cd3d52f..6266ee522 100644 --- a/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json @@ -1,8 +1,8 @@ { "consolidated_azure_tools": [ { - "name": "list_azure_resources", - "description": "List azure resources across all levels.", + "name": "get_azure_subscriptions_and_resource_groups", + "description": "Get information about Azure subscriptions and resource groups that the user has access to.", "parameters": { "intent": { "type": "string", @@ -32,33 +32,45 @@ }, "available_commands": [ "mcp_azure-mcp-ser_azmcp_group_list", - "mcp_azure-mcp-ser_azmcp_subscription_list", - "mcp_azure-mcp-ser_azmcp_appconfig_account_list", - "mcp_azure-mcp-ser_azmcp_workbooks_list", - "mcp_azure-mcp-ser_azmcp_storage_account_get", - "mcp_azure-mcp-ser_azmcp_acr_registry_list", - "mcp_azure-mcp-ser_azmcp_aks_cluster_list", - "mcp_azure-mcp-ser_azmcp_redis_cache_list", - "mcp_azure-mcp-ser_azmcp_redis_cluster_list", - "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_list", - "mcp_azure-mcp-ser_azmcp_kusto_cluster_list", - "mcp_azure-mcp-ser_azmcp_monitor_workspace_list", - "mcp_azure-mcp-ser_azmcp_search_service_list", - "mcp_azure-mcp-ser_azmcp_grafana_list", - "mcp_azure-mcp-ser_azmcp_eventgrid_topic_list", - "mcp_azure-mcp-ser_azmcp_azuremanagedlustre_filesystem_list", - "mcp_azure-mcp-ser_azmcp_cosmos_account_list", - "mcp_azure-mcp-ser_azmcp_datadog_monitoredresources_list", - "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_sessionhost_list", - "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_sessionhost_usersession-list", - "mcp_azure-mcp-ser_azmcp_acr_registry_repository_list", - "mcp_azure-mcp-ser_azmcp_aks_cluster_get", - "mcp_azure-mcp-ser_azmcp_functionapp_get", - "mcp_azure-mcp-ser_azmcp_loadtesting_testresource_list" + "mcp_azure-mcp-ser_azmcp_subscription_list" + ] + }, + { + "name": "get_application_platform_details", + "description": "Get details about Azure application platform services, such as Azure Functions.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_functionapp_get" ] }, { - "name": "view_azure_databases", + "name": "get_azure_databases_details", "description": "View and query Azure database resources, including MySQL, PostgreSQL, SQL Database, and Cosmos DB.", "parameters": { "intent": { @@ -104,9 +116,7 @@ "mcp_azure-mcp-ser_azmcp_postgres_table_schema_get", "mcp_azure-mcp-ser_azmcp_sql_db_list", "mcp_azure-mcp-ser_azmcp_sql_db_show", - "mcp_azure-mcp-ser_azmcp_sql_elastic-pool_list", - "mcp_azure-mcp-ser_azmcp_sql_server_entra-admin_list", - "mcp_azure-mcp-ser_azmcp_sql_server_firewall-rule_list", + "mcp_azure-mcp-ser_azmcp_cosmos_account_list", "mcp_azure-mcp-ser_azmcp_cosmos_database_container_item_query", "mcp_azure-mcp-ser_azmcp_cosmos_database_container_list", "mcp_azure-mcp-ser_azmcp_cosmos_database_list" @@ -148,8 +158,8 @@ ] }, { - "name": "get_azure_health_status", - "description": "Get Azure resource and application health status. Query Log Analytics or get the current availability status of Azure resources.", + "name": "get_azure_resource_and_app_health_status", + "description": "Get Azure resource and application health status. Query Log Analytics, list Log Analytics workspaces, get the current availability status of Azure resources, list Grafana instances, and view Datadog monitored resources.", "parameters": { "intent": { "type": "string", @@ -178,6 +188,9 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_grafana_list", + "mcp_azure-mcp-ser_azmcp_datadog_monitoredresources_list", + "mcp_azure-mcp-ser_azmcp_monitor_workspace_list", "mcp_azure-mcp-ser_azmcp_monitor_healthmodels_entity_gethealth", "mcp_azure-mcp-ser_azmcp_monitor_metrics_definitions", "mcp_azure-mcp-ser_azmcp_monitor_metrics_query", @@ -261,8 +274,8 @@ ] }, { - "name": "view_azure_app_config_settings", - "description": "View and retrieve Azure App Configuration settings", + "name": "get_azure_app_config_settings", + "description": "Get details about Azure App Configuration settings", "parameters": { "intent": { "type": "string", @@ -291,6 +304,7 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_appconfig_account_list", "mcp_azure-mcp-ser_azmcp_appconfig_kv_list", "mcp_azure-mcp-ser_azmcp_appconfig_kv_show" ] @@ -331,7 +345,7 @@ ] }, { - "name": "lock_unlock_azure_app_config_settings", + "name": "set_azure_app_config_settings_lock_state", "description": "Lock and unlock Azure App Configuration settings", "parameters": { "intent": { @@ -434,8 +448,8 @@ ] }, { - "name": "view_azure_workbooks", - "description": "View Azure Monitor Workbooks", + "name": "get_azure_workbooks_details", + "description": "Get details about Azure Monitor Workbooks including listing workbooks and viewing specific workbook configurations.", "parameters": { "intent": { "type": "string", @@ -464,6 +478,7 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_workbooks_list", "mcp_azure-mcp-ser_azmcp_workbooks_show" ] }, @@ -748,8 +763,8 @@ ] }, { - "name": "view_azure_load_testing", - "description": "View Azure Load Testing test configurations and results", + "name": "get_azure_load_testing_details", + "description": "Get Azure Load Testing test configurations, results, and test resources including listing load testing resources.", "parameters": { "intent": { "type": "string", @@ -778,6 +793,7 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_loadtesting_testresource_list", "mcp_azure-mcp-ser_azmcp_loadtesting_test_get", "mcp_azure-mcp-ser_azmcp_loadtesting_testrun_get", "mcp_azure-mcp-ser_azmcp_loadtesting_testrun_list" @@ -889,8 +905,8 @@ ] }, { - "name": "view_azure_ai_resources", - "description": "View Azure AI resources including AI Search services and AI Foundry resources.", + "name": "get_azure_ai_resources_details", + "description": "Get details about Azure AI resources including listing and querying AI Search services, AI Foundry resources, and related AI infrastructure.", "parameters": { "intent": { "type": "string", @@ -919,6 +935,7 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_search_service_list", "mcp_azure-mcp-ser_azmcp_search_index_get", "mcp_azure-mcp-ser_azmcp_search_index_query", "mcp_azure-mcp-ser_azmcp_foundry_models_deployments_list", @@ -962,8 +979,8 @@ ] }, { - "name": "view_azure_storage", - "description": "View Azure Storage resources artifacts.", + "name": "get_azure_storage_details", + "description": "Get details about Azure Storage resources including Storage accounts, blob containers, blob data, and Azure Managed Lustre filesystem information.", "parameters": { "intent": { "type": "string", @@ -992,17 +1009,15 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_azuremanagedlustre_filesystem_list", "mcp_azure-mcp-ser_azmcp_storage_account_get", "mcp_azure-mcp-ser_azmcp_storage_blob_container_get", - "mcp_azure-mcp-ser_azmcp_storage_blob_get", - "mcp_azure-mcp-ser_azmcp_storage_datalake_file-system_list-paths", - "mcp_azure-mcp-ser_azmcp_storage_share_file_list", - "mcp_azure-mcp-ser_azmcp_storage_table_list" + "mcp_azure-mcp-ser_azmcp_storage_blob_get" ] }, { - "name": "edit_azure_storage", - "description": "Create Azure Storage resources and artifacts and send queue messages.", + "name": "create_azure_storage", + "description": "Create Azure Storage accounts and blob containers.", "parameters": { "intent": { "type": "string", @@ -1032,9 +1047,7 @@ }, "available_commands": [ "mcp_azure-mcp-ser_azmcp_storage_account_create", - "mcp_azure-mcp-ser_azmcp_storage_blob_container_create", - "mcp_azure-mcp-ser_azmcp_storage_datalake_directory_create", - "mcp_azure-mcp-ser_azmcp_storage_queue_message_send" + "mcp_azure-mcp-ser_azmcp_storage_blob_container_create" ] }, { @@ -1072,42 +1085,8 @@ ] }, { - "name": "edit_azure_storage_blob_tiers", - "description": "Edit Azure Storage blob access tiers.", - "parameters": { - "intent": { - "type": "string", - "description": "The intent of the azure operation to perform." - }, - "command": { - "type": "string", - "description": "The command to execute against the specified tool." - }, - "parameters": { - "type": "object", - "description": "The parameters to pass to the tool command." - }, - "learn": { - "type": "boolean", - "description": "To learn about the tool and its supported child tools and parameters.", - "default": false - } - }, - "toolMetadata": { - "destructive": true, - "idempotent": true, - "openWorld": true, - "readOnly": false, - "secret": false, - "localRequired": false - }, - "available_commands": [ - "mcp_azure-mcp-ser_azmcp_storage_blob_batch_set-tier" - ] - }, - { - "name": "view_azure_cache_for_redis", - "description": "View Azure Cache for Redis resources artifacts.", + "name": "get_azure_cache_for_redis_details", + "description": "Get details about Azure Cache for Redis resources including cache instances, clusters, access policies, and database configurations. List and manage Redis caches and clusters.", "parameters": { "intent": { "type": "string", @@ -1136,6 +1115,8 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_redis_cache_list", + "mcp_azure-mcp-ser_azmcp_redis_cluster_list", "mcp_azure-mcp-ser_azmcp_redis_cache_accesspolicy_list", "mcp_azure-mcp-ser_azmcp_redis_cluster_database_list" ] @@ -1212,8 +1193,8 @@ ] }, { - "name": "view_azure_service_bus", - "description": "View Azure Service Bus messaging infrastructure artifacts.", + "name": "get_azure_messaging_service_details", + "description": "Get details about Azure messaging services including Service Bus queues, topics, subscriptions, and Event Grid topics and subscriptions.", "parameters": { "intent": { "type": "string", @@ -1242,14 +1223,16 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_eventgrid_topic_list", + "mcp_azure-mcp-ser_azmcp_eventgrid_subscription_list", "mcp_azure-mcp-ser_azmcp_servicebus_queue_details", "mcp_azure-mcp-ser_azmcp_servicebus_topic_details", "mcp_azure-mcp-ser_azmcp_servicebus_topic_subscription_details" ] }, { - "name": "view_azure_data_explorer_kusto", - "description": "View Azure Data Explorer (Kusto). Execute KQL queries, manage databases, explore table schemas, and get data samples.", + "name": "get_azure_data_explorer_kusto_details", + "description": "Get details about Azure Data Explorer (Kusto). List clusters, execute KQL queries, manage databases, explore table schemas, and get data samples.", "parameters": { "intent": { "type": "string", @@ -1278,6 +1261,7 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_kusto_cluster_list", "mcp_azure-mcp-ser_azmcp_kusto_cluster_get", "mcp_azure-mcp-ser_azmcp_kusto_database_list", "mcp_azure-mcp-ser_azmcp_kusto_query", @@ -1353,6 +1337,116 @@ "available_commands": [ "mcp_azure-mcp-ser_azmcp_sql_server_firewall-rule_delete" ] + }, + { + "name": "get_azure_sql_server_details", + "description": "Get details about Azure SQL Server configurations including elastic pools, Entra admin assignments, and firewall rules.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_sql_elastic-pool_list", + "mcp_azure-mcp-ser_azmcp_sql_server_entra-admin_list", + "mcp_azure-mcp-ser_azmcp_sql_server_firewall-rule_list" + ] + }, + { + "name": "get_azure_container_details", + "description": "Get details about Azure container services including Azure Container Registry (ACR) and Azure Kubernetes Service (AKS). View registries, repositories, nodepools, clusters, and cluster configurations.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_acr_registry_list", + "mcp_azure-mcp-ser_azmcp_acr_registry_repository_list", + "mcp_azure-mcp-ser_azmcp_aks_cluster_list", + "mcp_azure-mcp-ser_azmcp_aks_cluster_get", + "mcp_azure-mcp-ser_azmcp_aks_nodepool_list" + ] + }, + { + "name": "get_azure_virtual_desktop_details", + "description": "Get details about Azure Virtual Desktop resources including host pools, session hosts, and user sessions.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": true, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_list", + "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_sessionhost_list", + "mcp_azure-mcp-ser_azmcp_virtualdesktop_hostpool_sessionhost_usersession-list" + ] } ] } diff --git a/eng/tools/ToolDescriptionEvaluator/results-consolidated.md b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md index 0cdbcecf8..0c442a807 100644 --- a/eng/tools/ToolDescriptionEvaluator/results-consolidated.md +++ b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md @@ -1,4694 +1,4784 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 20:15:23 -**Tool count:** 37 -**Database setup time:** 2.9139055s +**Setup completed:** 2025-09-23 17:27:15 +**Tool count:** 40 +**Database setup time:** 1.2917668s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 20:15:24 -**Tool count:** 37 +**Analysis Date:** 2025-09-23 17:27:15 +**Tool count:** 40 ## Table of Contents -- [Test 1: list_azure_resources](#test-1) -- [Test 2: list_azure_resources](#test-2) -- [Test 3: list_azure_resources](#test-3) -- [Test 4: list_azure_resources](#test-4) -- [Test 5: list_azure_resources](#test-5) -- [Test 6: list_azure_resources](#test-6) -- [Test 7: list_azure_resources](#test-7) -- [Test 8: list_azure_resources](#test-8) -- [Test 9: list_azure_resources](#test-9) -- [Test 10: list_azure_resources](#test-10) -- [Test 11: list_azure_resources](#test-11) -- [Test 12: list_azure_resources](#test-12) -- [Test 13: list_azure_resources](#test-13) -- [Test 14: list_azure_resources](#test-14) -- [Test 15: list_azure_resources](#test-15) -- [Test 16: list_azure_resources](#test-16) -- [Test 17: list_azure_resources](#test-17) -- [Test 18: list_azure_resources](#test-18) -- [Test 19: list_azure_resources](#test-19) -- [Test 20: list_azure_resources](#test-20) -- [Test 21: list_azure_resources](#test-21) -- [Test 22: list_azure_resources](#test-22) -- [Test 23: list_azure_resources](#test-23) -- [Test 24: list_azure_resources](#test-24) -- [Test 25: list_azure_resources](#test-25) -- [Test 26: list_azure_resources](#test-26) -- [Test 27: list_azure_resources](#test-27) -- [Test 28: list_azure_resources](#test-28) -- [Test 29: list_azure_resources](#test-29) -- [Test 30: list_azure_resources](#test-30) -- [Test 31: list_azure_resources](#test-31) -- [Test 32: list_azure_resources](#test-32) -- [Test 33: list_azure_resources](#test-33) -- [Test 34: list_azure_resources](#test-34) -- [Test 35: list_azure_resources](#test-35) -- [Test 36: list_azure_resources](#test-36) -- [Test 37: list_azure_resources](#test-37) -- [Test 38: list_azure_resources](#test-38) -- [Test 39: list_azure_resources](#test-39) -- [Test 40: list_azure_resources](#test-40) -- [Test 41: list_azure_resources](#test-41) -- [Test 42: list_azure_resources](#test-42) -- [Test 43: list_azure_resources](#test-43) -- [Test 44: list_azure_resources](#test-44) -- [Test 45: list_azure_resources](#test-45) -- [Test 46: list_azure_resources](#test-46) -- [Test 47: list_azure_resources](#test-47) -- [Test 48: list_azure_resources](#test-48) -- [Test 49: list_azure_resources](#test-49) -- [Test 50: list_azure_resources](#test-50) -- [Test 51: list_azure_resources](#test-51) -- [Test 52: list_azure_resources](#test-52) -- [Test 53: list_azure_resources](#test-53) -- [Test 54: list_azure_resources](#test-54) -- [Test 55: list_azure_resources](#test-55) -- [Test 56: list_azure_resources](#test-56) -- [Test 57: list_azure_resources](#test-57) -- [Test 58: list_azure_resources](#test-58) -- [Test 59: list_azure_resources](#test-59) -- [Test 60: list_azure_resources](#test-60) -- [Test 61: list_azure_resources](#test-61) -- [Test 62: list_azure_resources](#test-62) -- [Test 63: list_azure_resources](#test-63) -- [Test 64: list_azure_resources](#test-64) -- [Test 65: list_azure_resources](#test-65) -- [Test 66: list_azure_resources](#test-66) -- [Test 67: list_azure_resources](#test-67) -- [Test 68: list_azure_resources](#test-68) -- [Test 69: list_azure_resources](#test-69) -- [Test 70: list_azure_resources](#test-70) -- [Test 71: list_azure_resources](#test-71) -- [Test 72: list_azure_resources](#test-72) -- [Test 73: list_azure_resources](#test-73) -- [Test 74: list_azure_resources](#test-74) -- [Test 75: list_azure_resources](#test-75) -- [Test 76: list_azure_resources](#test-76) -- [Test 77: view_azure_databases](#test-77) -- [Test 78: view_azure_databases](#test-78) -- [Test 79: view_azure_databases](#test-79) -- [Test 80: view_azure_databases](#test-80) -- [Test 81: view_azure_databases](#test-81) -- [Test 82: view_azure_databases](#test-82) -- [Test 83: view_azure_databases](#test-83) -- [Test 84: view_azure_databases](#test-84) -- [Test 85: view_azure_databases](#test-85) -- [Test 86: view_azure_databases](#test-86) -- [Test 87: view_azure_databases](#test-87) -- [Test 88: view_azure_databases](#test-88) -- [Test 89: view_azure_databases](#test-89) -- [Test 90: view_azure_databases](#test-90) -- [Test 91: view_azure_databases](#test-91) -- [Test 92: view_azure_databases](#test-92) -- [Test 93: view_azure_databases](#test-93) -- [Test 94: view_azure_databases](#test-94) -- [Test 95: view_azure_databases](#test-95) -- [Test 96: view_azure_databases](#test-96) -- [Test 97: view_azure_databases](#test-97) -- [Test 98: view_azure_databases](#test-98) -- [Test 99: view_azure_databases](#test-99) -- [Test 100: view_azure_databases](#test-100) -- [Test 101: view_azure_databases](#test-101) -- [Test 102: view_azure_databases](#test-102) -- [Test 103: view_azure_databases](#test-103) -- [Test 104: view_azure_databases](#test-104) -- [Test 105: view_azure_databases](#test-105) -- [Test 106: view_azure_databases](#test-106) -- [Test 107: view_azure_databases](#test-107) -- [Test 108: view_azure_databases](#test-108) -- [Test 109: view_azure_databases](#test-109) -- [Test 110: view_azure_databases](#test-110) -- [Test 111: view_azure_databases](#test-111) -- [Test 112: view_azure_databases](#test-112) -- [Test 113: view_azure_databases](#test-113) -- [Test 114: view_azure_databases](#test-114) -- [Test 115: view_azure_databases](#test-115) -- [Test 116: view_azure_databases](#test-116) -- [Test 117: edit_azure_databases](#test-117) -- [Test 118: edit_azure_databases](#test-118) -- [Test 119: get_azure_health_status](#test-119) -- [Test 120: get_azure_health_status](#test-120) -- [Test 121: get_azure_health_status](#test-121) -- [Test 122: get_azure_health_status](#test-122) -- [Test 123: get_azure_health_status](#test-123) -- [Test 124: get_azure_health_status](#test-124) -- [Test 125: get_azure_health_status](#test-125) -- [Test 126: get_azure_health_status](#test-126) -- [Test 127: get_azure_health_status](#test-127) -- [Test 128: get_azure_health_status](#test-128) -- [Test 129: get_azure_health_status](#test-129) -- [Test 130: get_azure_health_status](#test-130) -- [Test 131: get_azure_health_status](#test-131) -- [Test 132: get_azure_health_status](#test-132) -- [Test 133: get_azure_health_status](#test-133) -- [Test 134: get_azure_health_status](#test-134) -- [Test 135: get_azure_health_status](#test-135) -- [Test 136: get_azure_health_status](#test-136) -- [Test 137: get_azure_health_status](#test-137) -- [Test 138: get_azure_health_status](#test-138) -- [Test 139: get_azure_health_status](#test-139) -- [Test 140: get_azure_health_status](#test-140) -- [Test 141: deploy_resources_and_applications_to_azure](#test-141) -- [Test 142: deploy_resources_and_applications_to_azure](#test-142) -- [Test 143: deploy_resources_and_applications_to_azure](#test-143) -- [Test 144: deploy_resources_and_applications_to_azure](#test-144) -- [Test 145: view_azure_app_config_settings](#test-145) -- [Test 146: view_azure_app_config_settings](#test-146) -- [Test 147: view_azure_app_config_settings](#test-147) -- [Test 148: edit_azure_app_config_settings](#test-148) -- [Test 149: edit_azure_app_config_settings](#test-149) -- [Test 150: lock_unlock_azure_app_config_settings](#test-150) -- [Test 151: lock_unlock_azure_app_config_settings](#test-151) -- [Test 152: edit_azure_workbooks](#test-152) -- [Test 153: edit_azure_workbooks](#test-153) -- [Test 154: create_azure_workbooks](#test-154) -- [Test 155: view_azure_workbooks](#test-155) -- [Test 156: view_azure_workbooks](#test-156) -- [Test 157: audit_azure_resources_compliance](#test-157) -- [Test 158: audit_azure_resources_compliance](#test-158) -- [Test 159: audit_azure_resources_compliance](#test-159) -- [Test 160: get_azure_security_configurations](#test-160) -- [Test 161: get_azure_security_configurations](#test-161) -- [Test 162: get_azure_key_vault](#test-162) -- [Test 163: get_azure_key_vault](#test-163) -- [Test 164: get_azure_key_vault](#test-164) -- [Test 165: get_azure_key_vault](#test-165) -- [Test 166: get_azure_key_vault](#test-166) -- [Test 167: get_azure_key_vault](#test-167) -- [Test 168: get_azure_key_vault](#test-168) -- [Test 169: get_azure_key_vault](#test-169) -- [Test 170: create_azure_key_vault_items](#test-170) -- [Test 171: create_azure_key_vault_items](#test-171) -- [Test 172: create_azure_key_vault_items](#test-172) -- [Test 173: import_azure_key_vault_certificates](#test-173) -- [Test 174: import_azure_key_vault_certificates](#test-174) -- [Test 175: get_azure_best_practices](#test-175) -- [Test 176: get_azure_best_practices](#test-176) -- [Test 177: get_azure_best_practices](#test-177) -- [Test 178: get_azure_best_practices](#test-178) -- [Test 179: get_azure_best_practices](#test-179) -- [Test 180: get_azure_best_practices](#test-180) -- [Test 181: get_azure_best_practices](#test-181) -- [Test 182: get_azure_best_practices](#test-182) -- [Test 183: get_azure_best_practices](#test-183) -- [Test 184: get_azure_best_practices](#test-184) -- [Test 185: get_azure_best_practices](#test-185) -- [Test 186: get_azure_best_practices](#test-186) -- [Test 187: get_azure_best_practices](#test-187) -- [Test 188: design_azure_architecture](#test-188) -- [Test 189: design_azure_architecture](#test-189) -- [Test 190: design_azure_architecture](#test-190) -- [Test 191: design_azure_architecture](#test-191) -- [Test 192: design_azure_architecture](#test-192) -- [Test 193: view_azure_load_testing](#test-193) -- [Test 194: view_azure_load_testing](#test-194) -- [Test 195: view_azure_load_testing](#test-195) -- [Test 196: create_azure_load_testing](#test-196) -- [Test 197: create_azure_load_testing](#test-197) -- [Test 198: create_azure_load_testing](#test-198) -- [Test 199: update_azure_load_testing_configurations](#test-199) -- [Test 200: view_azure_ai_resources](#test-200) -- [Test 201: view_azure_ai_resources](#test-201) -- [Test 202: view_azure_ai_resources](#test-202) -- [Test 203: view_azure_ai_resources](#test-203) -- [Test 204: view_azure_ai_resources](#test-204) -- [Test 205: view_azure_ai_resources](#test-205) -- [Test 206: view_azure_ai_resources](#test-206) -- [Test 207: view_azure_ai_resources](#test-207) -- [Test 208: view_azure_ai_resources](#test-208) -- [Test 209: view_azure_ai_resources](#test-209) -- [Test 210: view_azure_ai_resources](#test-210) -- [Test 211: view_azure_ai_resources](#test-211) -- [Test 212: deploy_azure_ai_models](#test-212) -- [Test 213: view_azure_storage](#test-213) -- [Test 214: view_azure_storage](#test-214) -- [Test 215: view_azure_storage](#test-215) -- [Test 216: view_azure_storage](#test-216) -- [Test 217: view_azure_storage](#test-217) -- [Test 218: view_azure_storage](#test-218) -- [Test 219: view_azure_storage](#test-219) -- [Test 220: view_azure_storage](#test-220) -- [Test 221: view_azure_storage](#test-221) -- [Test 222: view_azure_storage](#test-222) -- [Test 223: view_azure_storage](#test-223) -- [Test 224: view_azure_storage](#test-224) -- [Test 225: edit_azure_storage](#test-225) -- [Test 226: edit_azure_storage](#test-226) -- [Test 227: edit_azure_storage](#test-227) -- [Test 228: edit_azure_storage](#test-228) -- [Test 229: edit_azure_storage](#test-229) -- [Test 230: edit_azure_storage](#test-230) -- [Test 231: upload_azure_storage_blobs](#test-231) -- [Test 232: view_azure_cache_for_redis](#test-232) -- [Test 233: view_azure_cache_for_redis](#test-233) -- [Test 234: view_azure_cache_for_redis](#test-234) -- [Test 235: view_azure_cache_for_redis](#test-235) -- [Test 236: browse_azure_marketplace_products](#test-236) -- [Test 237: browse_azure_marketplace_products](#test-237) -- [Test 238: browse_azure_marketplace_products](#test-238) -- [Test 239: get_azure_capacity](#test-239) -- [Test 240: get_azure_capacity](#test-240) -- [Test 241: get_azure_capacity](#test-241) -- [Test 242: view_azure_service_bus](#test-242) -- [Test 243: view_azure_service_bus](#test-243) -- [Test 244: view_azure_service_bus](#test-244) -- [Test 245: view_azure_data_explorer_kusto](#test-245) -- [Test 246: view_azure_data_explorer_kusto](#test-246) -- [Test 247: view_azure_data_explorer_kusto](#test-247) -- [Test 248: view_azure_data_explorer_kusto](#test-248) -- [Test 249: view_azure_data_explorer_kusto](#test-249) -- [Test 250: view_azure_data_explorer_kusto](#test-250) -- [Test 251: view_azure_data_explorer_kusto](#test-251) -- [Test 252: view_azure_data_explorer_kusto](#test-252) -- [Test 253: create_azure_sql_firewall_rules](#test-253) -- [Test 254: create_azure_sql_firewall_rules](#test-254) -- [Test 255: create_azure_sql_firewall_rules](#test-255) -- [Test 256: delete_azure_sql_firewall_rules](#test-256) -- [Test 257: delete_azure_sql_firewall_rules](#test-257) -- [Test 258: delete_azure_sql_firewall_rules](#test-258) +- [Test 1: get_azure_subscriptions_and_resource_groups](#test-1) +- [Test 2: get_azure_subscriptions_and_resource_groups](#test-2) +- [Test 3: get_azure_subscriptions_and_resource_groups](#test-3) +- [Test 4: get_azure_subscriptions_and_resource_groups](#test-4) +- [Test 5: get_azure_subscriptions_and_resource_groups](#test-5) +- [Test 6: get_azure_subscriptions_and_resource_groups](#test-6) +- [Test 7: get_azure_subscriptions_and_resource_groups](#test-7) +- [Test 8: get_application_platform_details](#test-8) +- [Test 9: get_application_platform_details](#test-9) +- [Test 10: get_application_platform_details](#test-10) +- [Test 11: get_application_platform_details](#test-11) +- [Test 12: get_application_platform_details](#test-12) +- [Test 13: get_application_platform_details](#test-13) +- [Test 14: get_application_platform_details](#test-14) +- [Test 15: get_application_platform_details](#test-15) +- [Test 16: get_application_platform_details](#test-16) +- [Test 17: get_application_platform_details](#test-17) +- [Test 18: get_application_platform_details](#test-18) +- [Test 19: get_application_platform_details](#test-19) +- [Test 20: get_azure_databases_details](#test-20) +- [Test 21: get_azure_databases_details](#test-21) +- [Test 22: get_azure_databases_details](#test-22) +- [Test 23: get_azure_databases_details](#test-23) +- [Test 24: get_azure_databases_details](#test-24) +- [Test 25: get_azure_databases_details](#test-25) +- [Test 26: get_azure_databases_details](#test-26) +- [Test 27: get_azure_databases_details](#test-27) +- [Test 28: get_azure_databases_details](#test-28) +- [Test 29: get_azure_databases_details](#test-29) +- [Test 30: get_azure_databases_details](#test-30) +- [Test 31: get_azure_databases_details](#test-31) +- [Test 32: get_azure_databases_details](#test-32) +- [Test 33: get_azure_databases_details](#test-33) +- [Test 34: get_azure_databases_details](#test-34) +- [Test 35: get_azure_databases_details](#test-35) +- [Test 36: get_azure_databases_details](#test-36) +- [Test 37: get_azure_databases_details](#test-37) +- [Test 38: get_azure_databases_details](#test-38) +- [Test 39: get_azure_databases_details](#test-39) +- [Test 40: get_azure_databases_details](#test-40) +- [Test 41: get_azure_databases_details](#test-41) +- [Test 42: get_azure_databases_details](#test-42) +- [Test 43: get_azure_databases_details](#test-43) +- [Test 44: get_azure_databases_details](#test-44) +- [Test 45: get_azure_databases_details](#test-45) +- [Test 46: get_azure_databases_details](#test-46) +- [Test 47: get_azure_databases_details](#test-47) +- [Test 48: get_azure_databases_details](#test-48) +- [Test 49: get_azure_databases_details](#test-49) +- [Test 50: get_azure_databases_details](#test-50) +- [Test 51: get_azure_databases_details](#test-51) +- [Test 52: get_azure_databases_details](#test-52) +- [Test 53: get_azure_databases_details](#test-53) +- [Test 54: edit_azure_databases](#test-54) +- [Test 55: edit_azure_databases](#test-55) +- [Test 56: get_azure_resource_and_app_health_status](#test-56) +- [Test 57: get_azure_resource_and_app_health_status](#test-57) +- [Test 58: get_azure_resource_and_app_health_status](#test-58) +- [Test 59: get_azure_resource_and_app_health_status](#test-59) +- [Test 60: get_azure_resource_and_app_health_status](#test-60) +- [Test 61: get_azure_resource_and_app_health_status](#test-61) +- [Test 62: get_azure_resource_and_app_health_status](#test-62) +- [Test 63: get_azure_resource_and_app_health_status](#test-63) +- [Test 64: get_azure_resource_and_app_health_status](#test-64) +- [Test 65: get_azure_resource_and_app_health_status](#test-65) +- [Test 66: get_azure_resource_and_app_health_status](#test-66) +- [Test 67: get_azure_resource_and_app_health_status](#test-67) +- [Test 68: get_azure_resource_and_app_health_status](#test-68) +- [Test 69: get_azure_resource_and_app_health_status](#test-69) +- [Test 70: get_azure_resource_and_app_health_status](#test-70) +- [Test 71: get_azure_resource_and_app_health_status](#test-71) +- [Test 72: get_azure_resource_and_app_health_status](#test-72) +- [Test 73: get_azure_resource_and_app_health_status](#test-73) +- [Test 74: get_azure_resource_and_app_health_status](#test-74) +- [Test 75: get_azure_resource_and_app_health_status](#test-75) +- [Test 76: get_azure_resource_and_app_health_status](#test-76) +- [Test 77: get_azure_resource_and_app_health_status](#test-77) +- [Test 78: get_azure_resource_and_app_health_status](#test-78) +- [Test 79: get_azure_resource_and_app_health_status](#test-79) +- [Test 80: get_azure_resource_and_app_health_status](#test-80) +- [Test 81: get_azure_resource_and_app_health_status](#test-81) +- [Test 82: get_azure_resource_and_app_health_status](#test-82) +- [Test 83: get_azure_resource_and_app_health_status](#test-83) +- [Test 84: deploy_resources_and_applications_to_azure](#test-84) +- [Test 85: deploy_resources_and_applications_to_azure](#test-85) +- [Test 86: deploy_resources_and_applications_to_azure](#test-86) +- [Test 87: deploy_resources_and_applications_to_azure](#test-87) +- [Test 88: get_azure_app_config_settings](#test-88) +- [Test 89: get_azure_app_config_settings](#test-89) +- [Test 90: get_azure_app_config_settings](#test-90) +- [Test 91: get_azure_app_config_settings](#test-91) +- [Test 92: get_azure_app_config_settings](#test-92) +- [Test 93: get_azure_app_config_settings](#test-93) +- [Test 94: edit_azure_app_config_settings](#test-94) +- [Test 95: edit_azure_app_config_settings](#test-95) +- [Test 96: set_azure_app_config_settings_lock_state](#test-96) +- [Test 97: set_azure_app_config_settings_lock_state](#test-97) +- [Test 98: edit_azure_workbooks](#test-98) +- [Test 99: edit_azure_workbooks](#test-99) +- [Test 100: create_azure_workbooks](#test-100) +- [Test 101: get_azure_workbooks_details](#test-101) +- [Test 102: get_azure_workbooks_details](#test-102) +- [Test 103: get_azure_workbooks_details](#test-103) +- [Test 104: get_azure_workbooks_details](#test-104) +- [Test 105: audit_azure_resources_compliance](#test-105) +- [Test 106: audit_azure_resources_compliance](#test-106) +- [Test 107: audit_azure_resources_compliance](#test-107) +- [Test 108: get_azure_security_configurations](#test-108) +- [Test 109: get_azure_security_configurations](#test-109) +- [Test 110: get_azure_key_vault](#test-110) +- [Test 111: get_azure_key_vault](#test-111) +- [Test 112: get_azure_key_vault](#test-112) +- [Test 113: get_azure_key_vault](#test-113) +- [Test 114: get_azure_key_vault](#test-114) +- [Test 115: get_azure_key_vault](#test-115) +- [Test 116: get_azure_key_vault](#test-116) +- [Test 117: get_azure_key_vault](#test-117) +- [Test 118: create_azure_key_vault_items](#test-118) +- [Test 119: create_azure_key_vault_items](#test-119) +- [Test 120: create_azure_key_vault_items](#test-120) +- [Test 121: import_azure_key_vault_certificates](#test-121) +- [Test 122: import_azure_key_vault_certificates](#test-122) +- [Test 123: get_azure_best_practices](#test-123) +- [Test 124: get_azure_best_practices](#test-124) +- [Test 125: get_azure_best_practices](#test-125) +- [Test 126: get_azure_best_practices](#test-126) +- [Test 127: get_azure_best_practices](#test-127) +- [Test 128: get_azure_best_practices](#test-128) +- [Test 129: get_azure_best_practices](#test-129) +- [Test 130: get_azure_best_practices](#test-130) +- [Test 131: get_azure_best_practices](#test-131) +- [Test 132: get_azure_best_practices](#test-132) +- [Test 133: get_azure_best_practices](#test-133) +- [Test 134: get_azure_best_practices](#test-134) +- [Test 135: get_azure_best_practices](#test-135) +- [Test 136: design_azure_architecture](#test-136) +- [Test 137: design_azure_architecture](#test-137) +- [Test 138: design_azure_architecture](#test-138) +- [Test 139: design_azure_architecture](#test-139) +- [Test 140: design_azure_architecture](#test-140) +- [Test 141: get_azure_load_testing_details](#test-141) +- [Test 142: get_azure_load_testing_details](#test-142) +- [Test 143: get_azure_load_testing_details](#test-143) +- [Test 144: get_azure_load_testing_details](#test-144) +- [Test 145: create_azure_load_testing](#test-145) +- [Test 146: create_azure_load_testing](#test-146) +- [Test 147: create_azure_load_testing](#test-147) +- [Test 148: update_azure_load_testing_configurations](#test-148) +- [Test 149: get_azure_ai_resources_details](#test-149) +- [Test 150: get_azure_ai_resources_details](#test-150) +- [Test 151: get_azure_ai_resources_details](#test-151) +- [Test 152: get_azure_ai_resources_details](#test-152) +- [Test 153: get_azure_ai_resources_details](#test-153) +- [Test 154: get_azure_ai_resources_details](#test-154) +- [Test 155: get_azure_ai_resources_details](#test-155) +- [Test 156: get_azure_ai_resources_details](#test-156) +- [Test 157: get_azure_ai_resources_details](#test-157) +- [Test 158: get_azure_ai_resources_details](#test-158) +- [Test 159: get_azure_ai_resources_details](#test-159) +- [Test 160: get_azure_ai_resources_details](#test-160) +- [Test 161: get_azure_ai_resources_details](#test-161) +- [Test 162: get_azure_ai_resources_details](#test-162) +- [Test 163: get_azure_ai_resources_details](#test-163) +- [Test 164: deploy_azure_ai_models](#test-164) +- [Test 165: get_azure_storage_details](#test-165) +- [Test 166: get_azure_storage_details](#test-166) +- [Test 167: get_azure_storage_details](#test-167) +- [Test 168: get_azure_storage_details](#test-168) +- [Test 169: get_azure_storage_details](#test-169) +- [Test 170: get_azure_storage_details](#test-170) +- [Test 171: get_azure_storage_details](#test-171) +- [Test 172: get_azure_storage_details](#test-172) +- [Test 173: get_azure_storage_details](#test-173) +- [Test 174: get_azure_storage_details](#test-174) +- [Test 175: get_azure_storage_details](#test-175) +- [Test 176: get_azure_storage_details](#test-176) +- [Test 177: get_azure_storage_details](#test-177) +- [Test 178: get_azure_storage_details](#test-178) +- [Test 179: create_azure_storage](#test-179) +- [Test 180: create_azure_storage](#test-180) +- [Test 181: create_azure_storage](#test-181) +- [Test 182: create_azure_storage](#test-182) +- [Test 183: create_azure_storage](#test-183) +- [Test 184: create_azure_storage](#test-184) +- [Test 185: upload_azure_storage_blobs](#test-185) +- [Test 186: get_azure_cache_for_redis_details](#test-186) +- [Test 187: get_azure_cache_for_redis_details](#test-187) +- [Test 188: get_azure_cache_for_redis_details](#test-188) +- [Test 189: get_azure_cache_for_redis_details](#test-189) +- [Test 190: get_azure_cache_for_redis_details](#test-190) +- [Test 191: get_azure_cache_for_redis_details](#test-191) +- [Test 192: get_azure_cache_for_redis_details](#test-192) +- [Test 193: get_azure_cache_for_redis_details](#test-193) +- [Test 194: get_azure_cache_for_redis_details](#test-194) +- [Test 195: get_azure_cache_for_redis_details](#test-195) +- [Test 196: browse_azure_marketplace_products](#test-196) +- [Test 197: browse_azure_marketplace_products](#test-197) +- [Test 198: browse_azure_marketplace_products](#test-198) +- [Test 199: get_azure_capacity](#test-199) +- [Test 200: get_azure_capacity](#test-200) +- [Test 201: get_azure_capacity](#test-201) +- [Test 202: get_azure_messaging_service_details](#test-202) +- [Test 203: get_azure_messaging_service_details](#test-203) +- [Test 204: get_azure_messaging_service_details](#test-204) +- [Test 205: get_azure_messaging_service_details](#test-205) +- [Test 206: get_azure_messaging_service_details](#test-206) +- [Test 207: get_azure_messaging_service_details](#test-207) +- [Test 208: get_azure_messaging_service_details](#test-208) +- [Test 209: get_azure_messaging_service_details](#test-209) +- [Test 210: get_azure_messaging_service_details](#test-210) +- [Test 211: get_azure_messaging_service_details](#test-211) +- [Test 212: get_azure_messaging_service_details](#test-212) +- [Test 213: get_azure_messaging_service_details](#test-213) +- [Test 214: get_azure_messaging_service_details](#test-214) +- [Test 215: get_azure_messaging_service_details](#test-215) +- [Test 216: get_azure_data_explorer_kusto_details](#test-216) +- [Test 217: get_azure_data_explorer_kusto_details](#test-217) +- [Test 218: get_azure_data_explorer_kusto_details](#test-218) +- [Test 219: get_azure_data_explorer_kusto_details](#test-219) +- [Test 220: get_azure_data_explorer_kusto_details](#test-220) +- [Test 221: get_azure_data_explorer_kusto_details](#test-221) +- [Test 222: get_azure_data_explorer_kusto_details](#test-222) +- [Test 223: get_azure_data_explorer_kusto_details](#test-223) +- [Test 224: get_azure_data_explorer_kusto_details](#test-224) +- [Test 225: get_azure_data_explorer_kusto_details](#test-225) +- [Test 226: get_azure_data_explorer_kusto_details](#test-226) +- [Test 227: create_azure_sql_firewall_rules](#test-227) +- [Test 228: create_azure_sql_firewall_rules](#test-228) +- [Test 229: create_azure_sql_firewall_rules](#test-229) +- [Test 230: delete_azure_sql_firewall_rules](#test-230) +- [Test 231: delete_azure_sql_firewall_rules](#test-231) +- [Test 232: delete_azure_sql_firewall_rules](#test-232) +- [Test 233: get_azure_sql_server_details](#test-233) +- [Test 234: get_azure_sql_server_details](#test-234) +- [Test 235: get_azure_sql_server_details](#test-235) +- [Test 236: get_azure_sql_server_details](#test-236) +- [Test 237: get_azure_sql_server_details](#test-237) +- [Test 238: get_azure_sql_server_details](#test-238) +- [Test 239: get_azure_sql_server_details](#test-239) +- [Test 240: get_azure_sql_server_details](#test-240) +- [Test 241: get_azure_sql_server_details](#test-241) +- [Test 242: get_azure_container_details](#test-242) +- [Test 243: get_azure_container_details](#test-243) +- [Test 244: get_azure_container_details](#test-244) +- [Test 245: get_azure_container_details](#test-245) +- [Test 246: get_azure_container_details](#test-246) +- [Test 247: get_azure_container_details](#test-247) +- [Test 248: get_azure_container_details](#test-248) +- [Test 249: get_azure_container_details](#test-249) +- [Test 250: get_azure_container_details](#test-250) +- [Test 251: get_azure_container_details](#test-251) +- [Test 252: get_azure_container_details](#test-252) +- [Test 253: get_azure_container_details](#test-253) +- [Test 254: get_azure_container_details](#test-254) +- [Test 255: get_azure_container_details](#test-255) +- [Test 256: get_azure_container_details](#test-256) +- [Test 257: get_azure_container_details](#test-257) +- [Test 258: get_azure_container_details](#test-258) +- [Test 259: get_azure_container_details](#test-259) +- [Test 260: get_azure_container_details](#test-260) +- [Test 261: get_azure_virtual_desktop_details](#test-261) +- [Test 262: get_azure_virtual_desktop_details](#test-262) +- [Test 263: get_azure_virtual_desktop_details](#test-263) --- ## Test 1 -**Expected Tool:** `list_azure_resources` -**Prompt:** Describe the function app in resource group +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** List all resource groups in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.446709 | `deploy_resources_and_applications_to_azure` | ❌ | -| 2 | 0.405155 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.401817 | `get_azure_health_status` | ❌ | -| 4 | 0.382315 | `get_azure_capacity` | ❌ | -| 5 | 0.376779 | `get_azure_best_practices` | ❌ | +| 1 | 0.638889 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.420089 | `get_azure_security_configurations` | ❌ | +| 3 | 0.384567 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.382415 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.374074 | `get_azure_databases_details` | ❌ | --- ## Test 2 -**Expected Tool:** `list_azure_resources` -**Prompt:** Get configuration for function app +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** List all subscriptions for my account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.604960 | `view_azure_app_config_settings` | ❌ | -| 2 | 0.480175 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.434907 | `get_azure_best_practices` | ❌ | -| 4 | 0.415185 | `edit_azure_app_config_settings` | ❌ | -| 5 | 0.407915 | `deploy_resources_and_applications_to_azure` | ❌ | +| 1 | 0.415793 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.384034 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.328705 | `get_azure_security_configurations` | ❌ | +| 4 | 0.317407 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.265107 | `get_azure_cache_for_redis_details` | ❌ | --- ## Test 3 -**Expected Tool:** `list_azure_resources` -**Prompt:** Get details about the storage account +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** Show me my resource groups ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441870 | `view_azure_storage` | ❌ | -| 2 | 0.384841 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.375857 | `get_azure_capacity` | ❌ | -| 4 | 0.336738 | `edit_azure_storage` | ❌ | -| 5 | 0.319154 | `get_azure_security_configurations` | ❌ | +| 1 | 0.549609 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.418812 | `get_azure_security_configurations` | ❌ | +| 3 | 0.409009 | `get_azure_databases_details` | ❌ | +| 4 | 0.364712 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.358284 | `get_azure_virtual_desktop_details` | ❌ | --- ## Test 4 -**Expected Tool:** `list_azure_resources` -**Prompt:** Get function app status for +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** Show me my subscriptions ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.485981 | `get_azure_health_status` | ❌ | -| 2 | 0.409551 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.340781 | `lock_unlock_azure_app_config_settings` | ❌ | -| 4 | 0.327665 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.322394 | `get_azure_best_practices` | ❌ | +| 1 | 0.347384 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.305464 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.278209 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.242468 | `get_azure_security_configurations` | ❌ | +| 5 | 0.221398 | `get_azure_databases_details` | ❌ | --- ## Test 5 -**Expected Tool:** `list_azure_resources` -**Prompt:** Get information about my function app in +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** Show me the resource groups in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.446562 | `get_azure_health_status` | ❌ | -| 2 | 0.433294 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.402181 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.397391 | `get_azure_best_practices` | ❌ | -| 5 | 0.396149 | `get_azure_capacity` | ❌ | +| 1 | 0.671073 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.437160 | `get_azure_security_configurations` | ❌ | +| 3 | 0.407444 | `get_azure_databases_details` | ❌ | +| 4 | 0.399372 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.381269 | `get_azure_load_testing_details` | ❌ | --- ## Test 6 -**Expected Tool:** `list_azure_resources` -**Prompt:** Get the configuration of AKS cluster +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** What is my current subscription? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.460853 | `view_azure_app_config_settings` | ❌ | -| 2 | 0.385731 | `execute_azure_cli` | ❌ | -| 3 | 0.378918 | `view_azure_load_testing` | ❌ | -| 4 | 0.373640 | `lock_unlock_azure_app_config_settings` | ❌ | -| 5 | 0.333905 | `update_azure_load_testing_configurations` | ❌ | +| 1 | 0.322378 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.291206 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.246134 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.205317 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.201879 | `get_azure_capacity` | ❌ | --- ## Test 7 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all AKS clusters in my subscription +**Expected Tool:** `get_azure_subscriptions_and_resource_groups` +**Prompt:** What subscriptions do I have? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.460677 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.420413 | `get_azure_security_configurations` | ❌ | -| 3 | 0.380701 | `view_azure_storage` | ❌ | -| 4 | 0.380383 | `view_azure_ai_resources` | ❌ | -| 5 | 0.374983 | `view_azure_databases` | ❌ | +| 1 | 0.380158 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.362085 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.274746 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.242685 | `get_azure_container_details` | ❌ | +| 5 | 0.229933 | `get_azure_databases_details` | ❌ | --- ## Test 8 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all App Configuration stores in my subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** Describe the function app in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.541776 | `view_azure_app_config_settings` | ❌ | -| 2 | 0.418698 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.401422 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.390832 | `view_azure_load_testing` | ❌ | -| 5 | 0.376538 | `list_azure_resources` | ✅ **EXPECTED** | +| 1 | 0.567577 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.446709 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.438587 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.383826 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.382315 | `get_azure_capacity` | ❌ | --- ## Test 9 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all Azure Container Registries in my subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** Get configuration for function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.487105 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.440630 | `view_azure_storage` | ❌ | -| 3 | 0.427150 | `get_azure_security_configurations` | ❌ | -| 4 | 0.413609 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.410049 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.622593 | `get_azure_app_config_settings` | ❌ | +| 2 | 0.565172 | `get_application_platform_details` | ✅ **EXPECTED** | +| 3 | 0.480175 | `set_azure_app_config_settings_lock_state` | ❌ | +| 4 | 0.434875 | `get_azure_best_practices` | ❌ | +| 5 | 0.415185 | `edit_azure_app_config_settings` | ❌ | --- ## Test 10 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all Azure Managed Grafana in one subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** Get function app status for ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482898 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.461521 | `view_azure_databases` | ❌ | -| 3 | 0.438518 | `get_azure_security_configurations` | ❌ | -| 4 | 0.429566 | `view_azure_workbooks` | ❌ | -| 5 | 0.424264 | `view_azure_storage` | ❌ | +| 1 | 0.551165 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.444696 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.430633 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.340781 | `set_azure_app_config_settings_lock_state` | ❌ | +| 5 | 0.330235 | `get_azure_messaging_service_details` | ❌ | --- ## Test 11 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all Cognitive Search services in my subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** Get information about my function app in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.565973 | `view_azure_ai_resources` | ❌ | -| 2 | 0.444086 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.415647 | `list_azure_resources` | ✅ **EXPECTED** | -| 4 | 0.391196 | `get_azure_security_configurations` | ❌ | -| 5 | 0.378786 | `view_azure_databases` | ❌ | +| 1 | 0.606770 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.516861 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.498775 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.416693 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.416074 | `get_azure_messaging_service_details` | ❌ | --- ## Test 12 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all container registry repositories in my subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** List all function apps in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.406600 | `view_azure_storage` | ❌ | -| 2 | 0.396756 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.392136 | `view_azure_cache_for_redis` | ❌ | -| 4 | 0.357483 | `view_azure_ai_resources` | ❌ | -| 5 | 0.351749 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.558485 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.448010 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.427410 | `get_azure_security_configurations` | ❌ | +| 4 | 0.421965 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.405400 | `get_azure_app_config_settings` | ❌ | --- ## Test 13 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all cosmosdb accounts in my subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** Retrieve host name and status of function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.469040 | `view_azure_databases` | ❌ | -| 2 | 0.464535 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.439142 | `get_azure_security_configurations` | ❌ | -| 4 | 0.394104 | `view_azure_storage` | ❌ | -| 5 | 0.390889 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.545132 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.462941 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.447054 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.385066 | `execute_azure_cli` | ❌ | +| 5 | 0.375743 | `deploy_resources_and_applications_to_azure` | ❌ | --- ## Test 14 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all Data Explorer clusters in my subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** Show function app details for in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.512472 | `view_azure_data_explorer_kusto` | ❌ | -| 2 | 0.426382 | `view_azure_databases` | ❌ | -| 3 | 0.379108 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.373125 | `list_azure_resources` | ✅ **EXPECTED** | -| 5 | 0.368654 | `view_azure_ai_resources` | ❌ | +| 1 | 0.630201 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.514721 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.407630 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.401230 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.385685 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 15 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all Event Grid topics in my subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** Show me my Azure function apps ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.420518 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.380839 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.375303 | `get_azure_security_configurations` | ❌ | -| 4 | 0.373578 | `view_azure_service_bus` | ❌ | -| 5 | 0.356402 | `view_azure_storage` | ❌ | +| 1 | 0.560507 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.462610 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.448413 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.444987 | `get_azure_security_configurations` | ❌ | +| 5 | 0.437162 | `get_azure_app_config_settings` | ❌ | --- ## Test 16 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all Event Grid topics in resource group in subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** Show me the details for the function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.374140 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.342088 | `view_azure_storage` | ❌ | -| 3 | 0.332975 | `get_azure_security_configurations` | ❌ | -| 4 | 0.317650 | `view_azure_ai_resources` | ❌ | -| 5 | 0.312317 | `view_azure_service_bus` | ❌ | +| 1 | 0.650735 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.570557 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.444990 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.393760 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.383607 | `get_azure_container_details` | ❌ | --- ## Test 17 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all Event Grid topics in subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** Show plan and region for function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.375253 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.355603 | `view_azure_service_bus` | ❌ | -| 3 | 0.329801 | `get_azure_security_configurations` | ❌ | -| 4 | 0.325530 | `view_azure_storage` | ❌ | -| 5 | 0.325418 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.534806 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.433055 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.408729 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.390900 | `get_azure_best_practices` | ❌ | +| 5 | 0.366092 | `execute_azure_cli` | ❌ | --- ## Test 18 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all function apps in my subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** What function apps do I have? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.427410 | `get_azure_security_configurations` | ❌ | -| 2 | 0.424294 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.421965 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.403379 | `view_azure_ai_resources` | ❌ | -| 5 | 0.402554 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.416096 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.290136 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.283297 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.269663 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.262952 | `execute_azure_cli` | ❌ | --- ## Test 19 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all host pools in my subscription +**Expected Tool:** `get_application_platform_details` +**Prompt:** What is the status of function app ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.417527 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.398068 | `get_azure_capacity` | ❌ | -| 3 | 0.389943 | `get_azure_security_configurations` | ❌ | -| 4 | 0.380705 | `view_azure_ai_resources` | ❌ | -| 5 | 0.379607 | `view_azure_databases` | ❌ | +| 1 | 0.547155 | `get_application_platform_details` | ✅ **EXPECTED** | +| 2 | 0.437944 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.419457 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.372139 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.360335 | `get_azure_best_practices` | ❌ | --- ## Test 20 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all load testing resources in the resource group in my subscription +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Get the configuration details for the SQL database on server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609875 | `create_azure_load_testing` | ❌ | -| 2 | 0.540700 | `view_azure_load_testing` | ❌ | -| 3 | 0.487065 | `view_azure_storage` | ❌ | -| 4 | 0.472733 | `list_azure_resources` | ✅ **EXPECTED** | -| 5 | 0.448885 | `view_azure_ai_resources` | ❌ | +| 1 | 0.501515 | `get_azure_sql_server_details` | ❌ | +| 2 | 0.449240 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.373528 | `edit_azure_databases` | ❌ | +| 4 | 0.287050 | `get_azure_workbooks_details` | ❌ | +| 5 | 0.286541 | `get_application_platform_details` | ❌ | --- ## Test 21 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all Log Analytics workspaces in my subscription +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all cosmosdb accounts in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.485593 | `view_azure_workbooks` | ❌ | -| 2 | 0.442732 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.437304 | `create_azure_workbooks` | ❌ | -| 4 | 0.425232 | `get_azure_health_status` | ❌ | -| 5 | 0.419394 | `get_azure_security_configurations` | ❌ | +| 1 | 0.470240 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.469040 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.449118 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.442073 | `get_azure_storage_details` | ❌ | +| 5 | 0.439142 | `get_azure_security_configurations` | ❌ | --- ## Test 22 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all monitored resources in the Datadog resource +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all databases in the Azure SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.418093 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.392731 | `view_azure_databases` | ❌ | -| 3 | 0.380235 | `view_azure_storage` | ❌ | -| 4 | 0.366126 | `view_azure_ai_resources` | ❌ | -| 5 | 0.348947 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.486576 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.459903 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.420211 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.415459 | `edit_azure_databases` | ❌ | +| 5 | 0.403496 | `create_azure_sql_firewall_rules` | ❌ | --- ## Test 23 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all Redis Caches in my subscription +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all MySQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.541734 | `view_azure_cache_for_redis` | ❌ | -| 2 | 0.351753 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.325858 | `view_azure_databases` | ❌ | -| 4 | 0.310757 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.295410 | `view_azure_storage` | ❌ | +| 1 | 0.389996 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.353887 | `edit_azure_databases` | ❌ | +| 3 | 0.279292 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.238100 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.224949 | `get_azure_security_configurations` | ❌ | --- ## Test 24 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all Redis Clusters in my subscription +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all MySQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.474364 | `view_azure_cache_for_redis` | ❌ | -| 2 | 0.395855 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.362760 | `view_azure_databases` | ❌ | -| 4 | 0.338803 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.338080 | `get_azure_security_configurations` | ❌ | +| 1 | 0.443193 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.418916 | `edit_azure_databases` | ❌ | +| 3 | 0.356004 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.322073 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.305719 | `get_azure_messaging_service_details` | ❌ | --- ## Test 25 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all resource groups in my subscription +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all PostgreSQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.465323 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.420089 | `get_azure_security_configurations` | ❌ | -| 3 | 0.391322 | `view_azure_storage` | ❌ | -| 4 | 0.387269 | `view_azure_ai_resources` | ❌ | -| 5 | 0.374074 | `view_azure_databases` | ❌ | +| 1 | 0.344675 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.321958 | `edit_azure_databases` | ❌ | +| 3 | 0.261577 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.230828 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.203815 | `delete_azure_sql_firewall_rules` | ❌ | --- ## Test 26 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all session hosts in host pool +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all PostgreSQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.319120 | `get_azure_security_configurations` | ❌ | -| 2 | 0.305126 | `get_azure_capacity` | ❌ | -| 3 | 0.299960 | `view_azure_ai_resources` | ❌ | -| 4 | 0.282960 | `list_azure_resources` | ✅ **EXPECTED** | -| 5 | 0.264875 | `execute_azure_cli` | ❌ | +| 1 | 0.414822 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.397754 | `edit_azure_databases` | ❌ | +| 3 | 0.359479 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.323642 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.319877 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- ## Test 27 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all storage accounts in my subscription including their location and SKU +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all tables in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.457341 | `view_azure_storage` | ❌ | -| 2 | 0.450766 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.400577 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.398808 | `get_azure_capacity` | ❌ | -| 5 | 0.379630 | `edit_azure_storage_blob_tiers` | ❌ | +| 1 | 0.349342 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.319283 | `edit_azure_databases` | ❌ | +| 3 | 0.246849 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.224061 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.219311 | `delete_azure_sql_firewall_rules` | ❌ | --- ## Test 28 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all subscriptions for my account +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all tables in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.328704 | `get_azure_security_configurations` | ❌ | -| 2 | 0.327908 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.317407 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.267010 | `view_azure_ai_resources` | ❌ | -| 5 | 0.261443 | `view_azure_databases` | ❌ | +| 1 | 0.312488 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.295828 | `edit_azure_databases` | ❌ | +| 3 | 0.225183 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.217793 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.202330 | `delete_azure_sql_firewall_rules` | ❌ | --- ## Test 29 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all user sessions on session host in host pool +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all the containers in the database for the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.313084 | `get_azure_security_configurations` | ❌ | -| 2 | 0.260751 | `get_azure_capacity` | ❌ | -| 3 | 0.252581 | `view_azure_ai_resources` | ❌ | -| 4 | 0.252393 | `list_azure_resources` | ✅ **EXPECTED** | -| 5 | 0.246846 | `view_azure_load_testing` | ❌ | +| 1 | 0.458617 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.426045 | `get_azure_storage_details` | ❌ | +| 3 | 0.423698 | `create_azure_storage` | ❌ | +| 4 | 0.410278 | `get_azure_container_details` | ❌ | +| 5 | 0.360627 | `get_azure_cache_for_redis_details` | ❌ | --- ## Test 30 -**Expected Tool:** `list_azure_resources` -**Prompt:** List all workbooks in my resource group +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all the databases in the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576686 | `view_azure_workbooks` | ❌ | -| 2 | 0.514558 | `create_azure_workbooks` | ❌ | -| 3 | 0.441697 | `edit_azure_workbooks` | ❌ | -| 4 | 0.406228 | `view_azure_storage` | ❌ | -| 5 | 0.396091 | `get_azure_security_configurations` | ❌ | +| 1 | 0.486509 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.372579 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.372036 | `get_azure_storage_details` | ❌ | +| 4 | 0.356233 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.340541 | `get_azure_security_configurations` | ❌ | --- ## Test 31 -**Expected Tool:** `list_azure_resources` -**Prompt:** List container registries in resource group +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me all items that contain the word in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.407404 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.395039 | `view_azure_storage` | ❌ | -| 3 | 0.363319 | `view_azure_cache_for_redis` | ❌ | -| 4 | 0.349200 | `view_azure_ai_resources` | ❌ | -| 5 | 0.338102 | `get_azure_security_configurations` | ❌ | +| 1 | 0.388598 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.313531 | `edit_azure_databases` | ❌ | +| 3 | 0.261138 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.249198 | `get_azure_ai_resources_details` | ❌ | +| 5 | 0.224080 | `browse_azure_marketplace_products` | ❌ | --- ## Test 32 -**Expected Tool:** `list_azure_resources` -**Prompt:** List repositories in the container registry +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me all items that contain the word in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.330327 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.329966 | `view_azure_storage` | ❌ | -| 3 | 0.306975 | `view_azure_cache_for_redis` | ❌ | -| 4 | 0.273874 | `view_azure_ai_resources` | ❌ | -| 5 | 0.268189 | `view_azure_databases` | ❌ | +| 1 | 0.349715 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.282259 | `edit_azure_databases` | ❌ | +| 3 | 0.249869 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.222915 | `get_azure_ai_resources_details` | ❌ | +| 5 | 0.211605 | `create_azure_sql_firewall_rules` | ❌ | --- ## Test 33 -**Expected Tool:** `list_azure_resources` -**Prompt:** List the Azure Managed Lustre filesystems in my resource group +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me all the databases configuration details in the Azure SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.470666 | `view_azure_storage` | ❌ | -| 2 | 0.443414 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.422723 | `get_azure_capacity` | ❌ | -| 4 | 0.412758 | `view_azure_databases` | ❌ | -| 5 | 0.395377 | `view_azure_ai_resources` | ❌ | +| 1 | 0.573657 | `get_azure_sql_server_details` | ❌ | +| 2 | 0.486536 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.468156 | `edit_azure_databases` | ❌ | +| 4 | 0.437278 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 5 | 0.398723 | `get_azure_messaging_service_details` | ❌ | --- ## Test 34 -**Expected Tool:** `list_azure_resources` -**Prompt:** List the Azure Managed Lustre filesystems in my subscription +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.452918 | `view_azure_storage` | ❌ | -| 2 | 0.446037 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.427368 | `get_azure_capacity` | ❌ | -| 4 | 0.393555 | `view_azure_databases` | ❌ | -| 5 | 0.390574 | `execute_azure_cli` | ❌ | +| 1 | 0.318903 | `edit_azure_databases` | ❌ | +| 2 | 0.227967 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.191595 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 4 | 0.165104 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.164953 | `get_azure_app_config_settings` | ❌ | --- ## Test 35 -**Expected Tool:** `list_azure_resources` -**Prompt:** Retrieve host name and status of function app +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me my cosmosdb accounts ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.487847 | `get_azure_health_status` | ❌ | -| 2 | 0.453584 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.385066 | `execute_azure_cli` | ❌ | -| 4 | 0.375743 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.367855 | `get_azure_best_practices` | ❌ | +| 1 | 0.499510 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.437033 | `get_azure_storage_details` | ❌ | +| 3 | 0.421777 | `get_azure_security_configurations` | ❌ | +| 4 | 0.401078 | `get_azure_container_details` | ❌ | +| 5 | 0.396453 | `get_azure_messaging_service_details` | ❌ | --- ## Test 36 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show function app details for in +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me my MySQL servers ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441864 | `view_azure_app_config_settings` | ❌ | -| 2 | 0.407630 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.395941 | `view_azure_storage` | ❌ | -| 4 | 0.387916 | `get_azure_health_status` | ❌ | -| 5 | 0.371122 | `view_azure_ai_resources` | ❌ | +| 1 | 0.381945 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.357185 | `edit_azure_databases` | ❌ | +| 3 | 0.294403 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.234680 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.227130 | `get_azure_security_configurations` | ❌ | --- ## Test 37 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my App Configuration stores +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me my PostgreSQL servers ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.562254 | `view_azure_app_config_settings` | ❌ | -| 2 | 0.397359 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.363994 | `view_azure_load_testing` | ❌ | -| 4 | 0.318242 | `edit_azure_app_config_settings` | ❌ | -| 5 | 0.296300 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.355399 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.354214 | `edit_azure_databases` | ❌ | +| 3 | 0.294120 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.240477 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.234628 | `create_azure_sql_firewall_rules` | ❌ | --- ## Test 38 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my Azure Container Registries +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the configuration of MySQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.455010 | `view_azure_storage` | ❌ | -| 2 | 0.446532 | `view_azure_cache_for_redis` | ❌ | -| 3 | 0.419226 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.404127 | `view_azure_databases` | ❌ | -| 5 | 0.403488 | `view_azure_ai_resources` | ❌ | +| 1 | 0.424259 | `edit_azure_databases` | ❌ | +| 2 | 0.346477 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.285564 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 4 | 0.282061 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.217174 | `delete_azure_sql_firewall_rules` | ❌ | --- ## Test 39 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my Azure function apps +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the configuration of PostgreSQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482934 | `view_azure_app_config_settings` | ❌ | -| 2 | 0.462611 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.448413 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.444986 | `get_azure_security_configurations` | ❌ | -| 5 | 0.433444 | `view_azure_ai_resources` | ❌ | +| 1 | 0.396395 | `edit_azure_databases` | ❌ | +| 2 | 0.327525 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.250062 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.242546 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 5 | 0.200991 | `create_azure_sql_firewall_rules` | ❌ | --- ## Test 40 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my Azure Kubernetes Service clusters +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the containers in the database for the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.427790 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.421777 | `view_azure_ai_resources` | ❌ | -| 3 | 0.417054 | `view_azure_storage` | ❌ | -| 4 | 0.415764 | `get_azure_security_configurations` | ❌ | -| 5 | 0.415425 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.462828 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.403564 | `create_azure_storage` | ❌ | +| 3 | 0.395139 | `get_azure_storage_details` | ❌ | +| 4 | 0.391660 | `get_azure_container_details` | ❌ | +| 5 | 0.327793 | `get_azure_cache_for_redis_details` | ❌ | --- ## Test 41 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my Cognitive Search services +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the cosmosdb accounts in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555950 | `view_azure_ai_resources` | ❌ | -| 2 | 0.431878 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.374112 | `view_azure_databases` | ❌ | -| 4 | 0.356581 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.356402 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.496094 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.488113 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.458313 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.452018 | `get_azure_storage_details` | ❌ | +| 5 | 0.444953 | `get_azure_security_configurations` | ❌ | --- ## Test 42 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my container registry repositories +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the databases in the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.388396 | `view_azure_storage` | ❌ | -| 2 | 0.367168 | `view_azure_cache_for_redis` | ❌ | -| 3 | 0.337869 | `view_azure_ai_resources` | ❌ | -| 4 | 0.320400 | `get_azure_key_vault` | ❌ | -| 5 | 0.317242 | `list_azure_resources` | ✅ **EXPECTED** | +| 1 | 0.490136 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.368375 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.362453 | `get_azure_storage_details` | ❌ | +| 4 | 0.336256 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.323139 | `get_azure_security_configurations` | ❌ | --- ## Test 43 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my cosmosdb accounts +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the details of SQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.499510 | `view_azure_databases` | ❌ | -| 2 | 0.421776 | `get_azure_security_configurations` | ❌ | -| 3 | 0.410641 | `list_azure_resources` | ✅ **EXPECTED** | -| 4 | 0.410076 | `view_azure_storage` | ❌ | -| 5 | 0.402893 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.435369 | `get_azure_sql_server_details` | ❌ | +| 2 | 0.382094 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.354815 | `edit_azure_databases` | ❌ | +| 4 | 0.343500 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.325907 | `get_azure_storage_details` | ❌ | --- ## Test 44 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my Data Explorer clusters +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.514865 | `view_azure_data_explorer_kusto` | ❌ | -| 2 | 0.381865 | `view_azure_databases` | ❌ | -| 3 | 0.348466 | `view_azure_workbooks` | ❌ | -| 4 | 0.328192 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.320589 | `view_azure_ai_resources` | ❌ | +| 1 | 0.442213 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.388815 | `get_azure_ai_resources_details` | ❌ | +| 3 | 0.365295 | `get_azure_storage_details` | ❌ | +| 4 | 0.361081 | `get_azure_container_details` | ❌ | +| 5 | 0.334991 | `get_azure_key_vault` | ❌ | --- ## Test 45 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my Log Analytics workspaces +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the MySQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.543621 | `view_azure_workbooks` | ❌ | -| 2 | 0.488696 | `create_azure_workbooks` | ❌ | -| 3 | 0.448764 | `get_azure_health_status` | ❌ | -| 4 | 0.442092 | `view_azure_ai_resources` | ❌ | -| 5 | 0.432058 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.398115 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.358413 | `edit_azure_databases` | ❌ | +| 3 | 0.273842 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.239673 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.215038 | `get_azure_cache_for_redis_details` | ❌ | --- ## Test 46 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my Redis Caches +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the MySQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.538858 | `view_azure_cache_for_redis` | ❌ | -| 2 | 0.308484 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.307314 | `view_azure_databases` | ❌ | -| 4 | 0.283675 | `view_azure_storage` | ❌ | -| 5 | 0.270973 | `view_azure_load_testing` | ❌ | +| 1 | 0.490987 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.461477 | `edit_azure_databases` | ❌ | +| 3 | 0.386152 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.353379 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.349028 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- ## Test 47 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my Redis Clusters +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the PostgreSQL databases in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.448536 | `view_azure_cache_for_redis` | ❌ | -| 2 | 0.325563 | `view_azure_databases` | ❌ | -| 3 | 0.298143 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.289510 | `view_azure_load_testing` | ❌ | -| 5 | 0.287692 | `list_azure_resources` | ✅ **EXPECTED** | +| 1 | 0.363106 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.332482 | `edit_azure_databases` | ❌ | +| 3 | 0.265369 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.227159 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.203381 | `create_azure_sql_firewall_rules` | ❌ | --- ## Test 48 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my resource groups +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the PostgreSQL servers in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.440010 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.423421 | `view_azure_storage` | ❌ | -| 3 | 0.418811 | `get_azure_security_configurations` | ❌ | -| 4 | 0.409009 | `view_azure_databases` | ❌ | -| 5 | 0.404447 | `view_azure_ai_resources` | ❌ | +| 1 | 0.451350 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.433648 | `edit_azure_databases` | ❌ | +| 3 | 0.377900 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.343503 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.339133 | `browse_azure_marketplace_products` | ❌ | --- ## Test 49 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the schema of table
in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.429554 | `view_azure_storage` | ❌ | -| 2 | 0.418652 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.390632 | `get_azure_capacity` | ❌ | -| 4 | 0.384612 | `get_azure_security_configurations` | ❌ | -| 5 | 0.358280 | `edit_azure_storage_blob_tiers` | ❌ | +| 1 | 0.333177 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.314466 | `edit_azure_databases` | ❌ | +| 3 | 0.240993 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.225610 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.221418 | `get_azure_best_practices` | ❌ | --- ## Test 50 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me my subscriptions +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the schema of table
in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.278264 | `browse_azure_marketplace_products` | ❌ | -| 2 | 0.242552 | `get_azure_security_configurations` | ❌ | -| 3 | 0.239150 | `view_azure_workbooks` | ❌ | -| 4 | 0.224077 | `view_azure_ai_resources` | ❌ | -| 5 | 0.222711 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.294539 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.283335 | `edit_azure_databases` | ❌ | +| 3 | 0.219516 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.213897 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.193859 | `get_azure_best_practices` | ❌ | --- ## Test 51 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the App Configuration stores in my subscription +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the tables in the MySQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.578108 | `view_azure_app_config_settings` | ❌ | -| 2 | 0.445478 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.400509 | `view_azure_load_testing` | ❌ | -| 4 | 0.382377 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.360383 | `edit_azure_app_config_settings` | ❌ | +| 1 | 0.393677 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.335190 | `edit_azure_databases` | ❌ | +| 3 | 0.271047 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.243773 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.210444 | `get_azure_security_configurations` | ❌ | --- ## Test 52 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the Cognitive Search services in my subscription +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the tables in the PostgreSQL database in server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.589168 | `view_azure_ai_resources` | ❌ | -| 2 | 0.507116 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.411862 | `view_azure_databases` | ❌ | -| 4 | 0.406435 | `get_azure_capacity` | ❌ | -| 5 | 0.392313 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.352654 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.310370 | `edit_azure_databases` | ❌ | +| 3 | 0.244377 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.230608 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.188657 | `create_azure_sql_firewall_rules` | ❌ | --- ## Test 53 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the container registries in my subscription +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the value of connection timeout in seconds in my MySQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414718 | `view_azure_storage` | ❌ | -| 2 | 0.406034 | `view_azure_cache_for_redis` | ❌ | -| 3 | 0.394001 | `list_azure_resources` | ✅ **EXPECTED** | -| 4 | 0.385491 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.363939 | `view_azure_ai_resources` | ❌ | +| 1 | 0.364740 | `edit_azure_databases` | ❌ | +| 2 | 0.206938 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.205971 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.202957 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.202122 | `create_azure_sql_firewall_rules` | ❌ | --- ## Test 54 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the container registries in resource group +**Expected Tool:** `edit_azure_databases` +**Prompt:** Enable replication for my PostgreSQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.435695 | `view_azure_storage` | ❌ | -| 2 | 0.408412 | `view_azure_cache_for_redis` | ❌ | -| 3 | 0.387727 | `view_azure_ai_resources` | ❌ | -| 4 | 0.373373 | `list_azure_resources` | ✅ **EXPECTED** | -| 5 | 0.369215 | `view_azure_databases` | ❌ | +| 1 | 0.340869 | `edit_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.250546 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.212740 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.172018 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.170591 | `get_azure_databases_details` | ❌ | --- ## Test 55 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the cosmosdb accounts in my subscription +**Expected Tool:** `edit_azure_databases` +**Prompt:** Set connection timeout to 20 seconds for my MySQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496095 | `view_azure_databases` | ❌ | -| 2 | 0.445490 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.444953 | `get_azure_security_configurations` | ❌ | -| 4 | 0.422388 | `view_azure_storage` | ❌ | -| 5 | 0.408159 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.380868 | `edit_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.269323 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.251993 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.175184 | `get_azure_databases_details` | ❌ | +| 5 | 0.171002 | `get_azure_sql_server_details` | ❌ | --- ## Test 56 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the Data Explorer clusters in my subscription +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.560513 | `view_azure_data_explorer_kusto` | ❌ | -| 2 | 0.454270 | `view_azure_databases` | ❌ | -| 3 | 0.419806 | `view_azure_workbooks` | ❌ | -| 4 | 0.404684 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.382959 | `view_azure_ai_resources` | ❌ | +| 1 | 0.451202 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.405561 | `get_azure_capacity` | ❌ | +| 3 | 0.402104 | `create_azure_load_testing` | ❌ | +| 4 | 0.398005 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.385907 | `deploy_resources_and_applications_to_azure` | ❌ | --- ## Test 57 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the details for my storage account +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Check the availability metrics for my Application Insights resource for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484243 | `view_azure_storage` | ❌ | -| 2 | 0.390506 | `get_azure_capacity` | ❌ | -| 3 | 0.386267 | `edit_azure_storage_blob_tiers` | ❌ | -| 4 | 0.370487 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.360845 | `list_azure_resources` | ✅ **EXPECTED** | +| 1 | 0.475173 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.435791 | `get_azure_capacity` | ❌ | +| 3 | 0.381293 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.371078 | `get_azure_ai_resources_details` | ❌ | +| 5 | 0.368152 | `create_azure_load_testing` | ❌ | --- ## Test 58 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the details for the function app +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Get metric definitions for from the namespace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.472165 | `view_azure_app_config_settings` | ❌ | -| 2 | 0.380961 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.370350 | `get_azure_best_practices` | ❌ | -| 4 | 0.367416 | `view_azure_load_testing` | ❌ | -| 5 | 0.363702 | `view_azure_storage` | ❌ | +| 1 | 0.315424 | `get_azure_storage_details` | ❌ | +| 2 | 0.295675 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 3 | 0.279543 | `get_azure_capacity` | ❌ | +| 4 | 0.272938 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.269671 | `get_azure_messaging_service_details` | ❌ | --- ## Test 59 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the details of AKS cluster in resource group +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Get the metric for over the last with intervals ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.391578 | `view_azure_storage` | ❌ | -| 2 | 0.380013 | `view_azure_cache_for_redis` | ❌ | -| 3 | 0.368859 | `list_azure_resources` | ✅ **EXPECTED** | -| 4 | 0.365254 | `get_azure_security_configurations` | ❌ | -| 5 | 0.350815 | `get_azure_capacity` | ❌ | +| 1 | 0.318502 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.253703 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.245821 | `get_azure_databases_details` | ❌ | +| 4 | 0.245524 | `get_azure_storage_details` | ❌ | +| 5 | 0.244056 | `get_azure_load_testing_details` | ❌ | --- ## Test 60 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the Event Grid topics in my subscription +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Get the availability status for resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.417523 | `browse_azure_marketplace_products` | ❌ | -| 2 | 0.413679 | `view_azure_service_bus` | ❌ | -| 3 | 0.382406 | `list_azure_resources` | ✅ **EXPECTED** | -| 4 | 0.377338 | `view_azure_storage` | ❌ | -| 5 | 0.364752 | `get_azure_security_configurations` | ❌ | +| 1 | 0.434203 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.361614 | `get_azure_capacity` | ❌ | +| 3 | 0.350486 | `get_azure_storage_details` | ❌ | +| 4 | 0.325422 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.305299 | `get_azure_virtual_desktop_details` | ❌ | --- ## Test 61 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the Log Analytics workspaces in my subscription +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549636 | `view_azure_workbooks` | ❌ | -| 2 | 0.479440 | `create_azure_workbooks` | ❌ | -| 3 | 0.453165 | `get_azure_health_status` | ❌ | -| 4 | 0.447044 | `view_azure_ai_resources` | ❌ | -| 5 | 0.420693 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.427290 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.405155 | `get_azure_capacity` | ❌ | +| 3 | 0.379113 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.375177 | `create_azure_load_testing` | ❌ | +| 5 | 0.370855 | `get_azure_load_testing_details` | ❌ | --- ## Test 62 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the monitored resources in the Datadog resource +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all available table types in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.406616 | `view_azure_databases` | ❌ | -| 2 | 0.390394 | `view_azure_storage` | ❌ | -| 3 | 0.375072 | `view_azure_cache_for_redis` | ❌ | -| 4 | 0.372892 | `view_azure_ai_resources` | ❌ | -| 5 | 0.362603 | `list_azure_resources` | ✅ **EXPECTED** | +| 1 | 0.438756 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.436208 | `get_azure_databases_details` | ❌ | +| 3 | 0.407964 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.398563 | `get_azure_workbooks_details` | ❌ | +| 5 | 0.383577 | `create_azure_workbooks` | ❌ | --- ## Test 63 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the network configuration for AKS cluster +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all Azure Managed Grafana in one subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.364535 | `view_azure_app_config_settings` | ❌ | -| 2 | 0.357539 | `view_azure_load_testing` | ❌ | -| 3 | 0.344379 | `execute_azure_cli` | ❌ | -| 4 | 0.311179 | `get_azure_security_configurations` | ❌ | -| 5 | 0.310007 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.482062 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.461521 | `get_azure_databases_details` | ❌ | +| 3 | 0.445863 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.441003 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.438518 | `get_azure_security_configurations` | ❌ | --- ## Test 64 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the Redis Caches in my subscription +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all Log Analytics workspaces in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.570368 | `view_azure_cache_for_redis` | ❌ | -| 2 | 0.347079 | `view_azure_databases` | ❌ | -| 3 | 0.335247 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.315868 | `view_azure_app_config_settings` | ❌ | -| 5 | 0.315776 | `view_azure_storage` | ❌ | +| 1 | 0.512722 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.463935 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.452333 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.437283 | `create_azure_workbooks` | ❌ | +| 5 | 0.419394 | `get_azure_security_configurations` | ❌ | --- ## Test 65 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the Redis Clusters in my subscription +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all monitored resources in the Datadog resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.497935 | `view_azure_cache_for_redis` | ❌ | -| 2 | 0.386110 | `view_azure_databases` | ❌ | -| 3 | 0.360118 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.353537 | `list_azure_resources` | ✅ **EXPECTED** | -| 5 | 0.346465 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.484962 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.392732 | `get_azure_databases_details` | ❌ | +| 3 | 0.356965 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.349385 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.321615 | `get_azure_cache_for_redis_details` | ❌ | --- ## Test 66 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the repositories in the container registry +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all tables in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.358099 | `view_azure_storage` | ❌ | -| 2 | 0.355380 | `view_azure_cache_for_redis` | ❌ | -| 3 | 0.311945 | `view_azure_ai_resources` | ❌ | -| 4 | 0.305028 | `list_azure_resources` | ✅ **EXPECTED** | -| 5 | 0.296376 | `get_azure_key_vault` | ❌ | +| 1 | 0.441261 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.418441 | `get_azure_workbooks_details` | ❌ | +| 3 | 0.415147 | `get_azure_databases_details` | ❌ | +| 4 | 0.398640 | `create_azure_workbooks` | ❌ | +| 5 | 0.393598 | `get_azure_data_explorer_kusto_details` | ❌ | --- ## Test 67 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the resource groups in my subscription +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List availability status for all resources in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.459323 | `list_azure_resources` | ✅ **EXPECTED** | -| 2 | 0.437174 | `get_azure_security_configurations` | ❌ | -| 3 | 0.422340 | `view_azure_storage` | ❌ | -| 4 | 0.418612 | `view_azure_ai_resources` | ❌ | -| 5 | 0.407460 | `view_azure_databases` | ❌ | +| 1 | 0.525913 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.507695 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 3 | 0.465101 | `get_azure_capacity` | ❌ | +| 4 | 0.460682 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.455781 | `get_azure_load_testing_details` | ❌ | --- ## Test 68 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Query the metric for for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.465280 | `view_azure_storage` | ❌ | -| 2 | 0.456960 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.410876 | `list_azure_resources` | ✅ **EXPECTED** | -| 4 | 0.395016 | `view_azure_app_config_settings` | ❌ | -| 5 | 0.385193 | `get_azure_security_configurations` | ❌ | +| 1 | 0.338738 | `get_azure_databases_details` | ❌ | +| 2 | 0.333991 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 3 | 0.267238 | `get_azure_capacity` | ❌ | +| 4 | 0.264069 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.253990 | `get_azure_storage_details` | ❌ | --- ## Test 69 -**Expected Tool:** `list_azure_resources` -**Prompt:** Show plan and region for function app +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me all available metrics and their definitions for storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.451228 | `view_azure_app_config_settings` | ❌ | -| 2 | 0.408780 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.390919 | `get_azure_best_practices` | ❌ | -| 4 | 0.366085 | `execute_azure_cli` | ❌ | -| 5 | 0.358372 | `get_azure_health_status` | ❌ | +| 1 | 0.551584 | `get_azure_storage_details` | ❌ | +| 2 | 0.431185 | `get_azure_capacity` | ❌ | +| 3 | 0.393636 | `get_azure_container_details` | ❌ | +| 4 | 0.392555 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.383711 | `get_azure_app_config_settings` | ❌ | --- ## Test 70 -**Expected Tool:** `list_azure_resources` -**Prompt:** What AKS clusters do I have? +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me my Log Analytics workspaces ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.405032 | `execute_azure_cli` | ❌ | -| 2 | 0.393969 | `list_azure_resources` | ✅ **EXPECTED** | -| 3 | 0.344909 | `view_azure_ai_resources` | ❌ | -| 4 | 0.341182 | `view_azure_storage` | ❌ | -| 5 | 0.336754 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.528584 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.488687 | `create_azure_workbooks` | ❌ | +| 3 | 0.451336 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.410409 | `get_azure_security_configurations` | ❌ | +| 5 | 0.409488 | `get_azure_databases_details` | ❌ | --- ## Test 71 -**Expected Tool:** `list_azure_resources` -**Prompt:** What are the details of my AKS cluster in ? +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the available table types in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.403712 | `get_azure_capacity` | ❌ | -| 2 | 0.390821 | `view_azure_storage` | ❌ | -| 3 | 0.378579 | `view_azure_cache_for_redis` | ❌ | -| 4 | 0.377401 | `execute_azure_cli` | ❌ | -| 5 | 0.364948 | `get_azure_health_status` | ❌ | +| 1 | 0.449939 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.439021 | `get_azure_databases_details` | ❌ | +| 3 | 0.405799 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.396006 | `get_azure_workbooks_details` | ❌ | +| 5 | 0.387039 | `create_azure_workbooks` | ❌ | --- ## Test 72 -**Expected Tool:** `list_azure_resources` -**Prompt:** What function apps do I have? +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the health status of all my Azure resources ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.290136 | `deploy_resources_and_applications_to_azure` | ❌ | -| 2 | 0.289246 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.274486 | `get_azure_health_status` | ❌ | -| 4 | 0.262952 | `execute_azure_cli` | ❌ | -| 5 | 0.252072 | `execute_azure_developer_cli` | ❌ | +| 1 | 0.610196 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.499251 | `get_azure_databases_details` | ❌ | +| 3 | 0.490462 | `get_azure_capacity` | ❌ | +| 4 | 0.475264 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.471465 | `get_azure_security_configurations` | ❌ | --- ## Test 73 -**Expected Tool:** `list_azure_resources` -**Prompt:** What is my current subscription? +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the health status of entity in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.246133 | `browse_azure_marketplace_products` | ❌ | -| 2 | 0.201879 | `get_azure_capacity` | ❌ | -| 3 | 0.200828 | `get_azure_health_status` | ❌ | -| 4 | 0.177906 | `view_azure_workbooks` | ❌ | -| 5 | 0.174906 | `view_azure_databases` | ❌ | +| 1 | 0.598944 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.359140 | `get_azure_workbooks_details` | ❌ | +| 3 | 0.340267 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.334028 | `create_azure_workbooks` | ❌ | +| 5 | 0.331249 | `get_azure_capacity` | ❌ | --- ## Test 74 -**Expected Tool:** `list_azure_resources` -**Prompt:** What is the status of function app ? +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the health status of the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.476831 | `get_azure_health_status` | ❌ | -| 2 | 0.403615 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.372158 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.360351 | `get_azure_best_practices` | ❌ | -| 5 | 0.358462 | `lock_unlock_azure_app_config_settings` | ❌ | +| 1 | 0.496367 | `get_azure_storage_details` | ❌ | +| 2 | 0.431978 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 3 | 0.400710 | `create_azure_storage` | ❌ | +| 4 | 0.382684 | `get_azure_capacity` | ❌ | +| 5 | 0.339439 | `get_azure_security_configurations` | ❌ | --- ## Test 75 -**Expected Tool:** `list_azure_resources` -**Prompt:** What subscriptions do I have? +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the Log Analytics workspaces in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.274746 | `browse_azure_marketplace_products` | ❌ | -| 2 | 0.229933 | `view_azure_databases` | ❌ | -| 3 | 0.226351 | `get_azure_capacity` | ❌ | -| 4 | 0.225121 | `get_azure_security_configurations` | ❌ | -| 5 | 0.223062 | `view_azure_workbooks` | ❌ | +| 1 | 0.527120 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.479435 | `create_azure_workbooks` | ❌ | +| 3 | 0.458853 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.456725 | `get_azure_workbooks_details` | ❌ | +| 5 | 0.418907 | `browse_azure_marketplace_products` | ❌ | --- ## Test 76 -**Expected Tool:** `list_azure_resources` -**Prompt:** What workbooks do I have in resource group ? +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.589167 | `view_azure_workbooks` | ❌ | -| 2 | 0.529693 | `create_azure_workbooks` | ❌ | -| 3 | 0.453173 | `edit_azure_workbooks` | ❌ | -| 4 | 0.418074 | `view_azure_storage` | ❌ | -| 5 | 0.391845 | `get_azure_security_configurations` | ❌ | +| 1 | 0.469281 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.376703 | `get_azure_databases_details` | ❌ | +| 3 | 0.365333 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.355340 | `get_azure_capacity` | ❌ | +| 5 | 0.333899 | `get_azure_load_testing_details` | ❌ | --- ## Test 77 -**Expected Tool:** `view_azure_databases` -**Prompt:** Get the configuration details for the SQL database on server +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the logs for the past hour in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.373322 | `edit_azure_databases` | ❌ | -| 2 | 0.333610 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.277913 | `view_azure_databases` | ✅ **EXPECTED** | -| 4 | 0.272289 | `create_azure_sql_firewall_rules` | ❌ | -| 5 | 0.246423 | `delete_azure_sql_firewall_rules` | ❌ | +| 1 | 0.446681 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.375661 | `create_azure_workbooks` | ❌ | +| 3 | 0.357168 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.338168 | `get_azure_databases_details` | ❌ | +| 5 | 0.336058 | `get_azure_data_explorer_kusto_details` | ❌ | --- ## Test 78 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all databases in the Azure SQL server +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the monitored resources in the Datadog resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.486576 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.420211 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.415459 | `edit_azure_databases` | ❌ | -| 4 | 0.413827 | `list_azure_resources` | ❌ | -| 5 | 0.406042 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.484089 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.406616 | `get_azure_databases_details` | ❌ | +| 3 | 0.354368 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.346010 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.319276 | `get_azure_capacity` | ❌ | --- ## Test 79 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all elastic pools in SQL server +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Show me the tables in the Log Analytics workspace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.408684 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.370734 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.368293 | `edit_azure_databases` | ❌ | -| 4 | 0.367686 | `create_azure_sql_firewall_rules` | ❌ | -| 5 | 0.349252 | `list_azure_resources` | ❌ | +| 1 | 0.447749 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.433218 | `get_azure_databases_details` | ❌ | +| 3 | 0.420831 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.400964 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.400003 | `create_azure_workbooks` | ❌ | --- ## Test 80 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all firewall rules for SQL server +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** What is the availability status of virtual machine in resource group ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659620 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.635972 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.344777 | `get_azure_security_configurations` | ❌ | -| 4 | 0.329550 | `edit_azure_databases` | ❌ | -| 5 | 0.303012 | `view_azure_databases` | ✅ **EXPECTED** | +| 1 | 0.437518 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.416952 | `get_azure_capacity` | ❌ | +| 3 | 0.404977 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.380088 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.343837 | `get_azure_ai_resources_details` | ❌ | --- ## Test 81 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all MySQL databases in server +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** What metric definitions are available for the Application Insights resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.389996 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.353887 | `edit_azure_databases` | ❌ | -| 3 | 0.273148 | `list_azure_resources` | ❌ | -| 4 | 0.224949 | `get_azure_security_configurations` | ❌ | -| 5 | 0.218794 | `delete_azure_sql_firewall_rules` | ❌ | +| 1 | 0.421297 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.410786 | `get_azure_capacity` | ❌ | +| 3 | 0.382899 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.381994 | `get_application_platform_details` | ❌ | +| 5 | 0.380026 | `get_azure_ai_resources_details` | ❌ | --- ## Test 82 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all MySQL servers in my subscription +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** What resources in resource group have health issues? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.443037 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.418770 | `edit_azure_databases` | ❌ | -| 3 | 0.325212 | `list_azure_resources` | ❌ | -| 4 | 0.300938 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.298624 | `get_azure_security_configurations` | ❌ | +| 1 | 0.532228 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.437141 | `get_azure_capacity` | ❌ | +| 3 | 0.389687 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.382850 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.374415 | `get_azure_databases_details` | ❌ | --- ## Test 83 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all PostgreSQL databases in server +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** What's the request per second rate for my Application Insights resource over the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.344674 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.321958 | `edit_azure_databases` | ❌ | -| 3 | 0.252819 | `list_azure_resources` | ❌ | -| 4 | 0.209993 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.203815 | `delete_azure_sql_firewall_rules` | ❌ | +| 1 | 0.422305 | `get_azure_capacity` | ❌ | +| 2 | 0.388641 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 3 | 0.369677 | `create_azure_load_testing` | ❌ | +| 4 | 0.353073 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.349272 | `get_application_platform_details` | ❌ | --- ## Test 84 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all PostgreSQL servers in my subscription +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** Create a plan to deploy this application to azure ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414822 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.397754 | `edit_azure_databases` | ❌ | -| 3 | 0.322097 | `list_azure_resources` | ❌ | -| 4 | 0.296823 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.295630 | `delete_azure_sql_firewall_rules` | ❌ | +| 1 | 0.642708 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 2 | 0.519278 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.515742 | `design_azure_architecture` | ❌ | +| 4 | 0.479904 | `get_azure_best_practices` | ❌ | +| 5 | 0.454754 | `execute_azure_developer_cli` | ❌ | --- ## Test 85 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all tables in the MySQL database in server +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349342 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.319283 | `edit_azure_databases` | ❌ | -| 3 | 0.246947 | `list_azure_resources` | ❌ | -| 4 | 0.219312 | `delete_azure_sql_firewall_rules` | ❌ | -| 5 | 0.208357 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.591844 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 2 | 0.477740 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.437318 | `execute_azure_developer_cli` | ❌ | +| 4 | 0.410713 | `get_azure_best_practices` | ❌ | +| 5 | 0.401777 | `execute_azure_cli` | ❌ | --- ## Test 86 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all tables in the PostgreSQL database in server +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** Show me the log of the application deployed by azd ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.312364 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.295866 | `edit_azure_databases` | ❌ | -| 3 | 0.228282 | `list_azure_resources` | ❌ | -| 4 | 0.202386 | `delete_azure_sql_firewall_rules` | ❌ | -| 5 | 0.202109 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.533141 | `execute_azure_developer_cli` | ❌ | +| 2 | 0.524236 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 3 | 0.427108 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.402454 | `get_application_platform_details` | ❌ | +| 5 | 0.396308 | `execute_azure_cli` | ❌ | --- ## Test 87 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all the containers in the database for the cosmosdb account +**Expected Tool:** `deploy_resources_and_applications_to_azure` +**Prompt:** Show me the rules to generate bicep scripts ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458501 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.387951 | `list_azure_resources` | ❌ | -| 3 | 0.338321 | `view_azure_storage` | ❌ | -| 4 | 0.322143 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.320373 | `get_azure_security_configurations` | ❌ | +| 1 | 0.488000 | `get_azure_best_practices` | ❌ | +| 2 | 0.336943 | `design_azure_architecture` | ❌ | +| 3 | 0.328879 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 4 | 0.325324 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.315430 | `execute_azure_cli` | ❌ | --- ## Test 88 -**Expected Tool:** `view_azure_databases` -**Prompt:** List all the databases in the cosmosdb account +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** List all App Configuration stores in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.486509 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.381311 | `list_azure_resources` | ❌ | -| 3 | 0.351296 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.340541 | `get_azure_security_configurations` | ❌ | -| 5 | 0.315964 | `view_azure_storage` | ❌ | +| 1 | 0.549804 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.418698 | `set_azure_app_config_settings_lock_state` | ❌ | +| 3 | 0.401422 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.400070 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.397547 | `get_azure_sql_server_details` | ❌ | --- ## Test 89 -**Expected Tool:** `view_azure_databases` -**Prompt:** List Microsoft Entra ID administrators for SQL server +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** List all key-value settings in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.362041 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.358939 | `get_azure_security_configurations` | ❌ | -| 3 | 0.334656 | `delete_azure_sql_firewall_rules` | ❌ | -| 4 | 0.293586 | `view_azure_databases` | ✅ **EXPECTED** | -| 5 | 0.271154 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.605174 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.469735 | `set_azure_app_config_settings_lock_state` | ❌ | +| 3 | 0.413315 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.316476 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.304659 | `update_azure_load_testing_configurations` | ❌ | --- ## Test 90 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me all items that contain the word in the MySQL database in server +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** Show me my App Configuration stores ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.388567 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.313467 | `edit_azure_databases` | ❌ | -| 3 | 0.272651 | `view_azure_ai_resources` | ❌ | -| 4 | 0.231844 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.229019 | `list_azure_resources` | ❌ | +| 1 | 0.517123 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.397359 | `set_azure_app_config_settings_lock_state` | ❌ | +| 3 | 0.318242 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.307380 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.296300 | `browse_azure_marketplace_products` | ❌ | --- ## Test 91 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me all items that contain the word in the PostgreSQL database in server +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** Show me the App Configuration stores in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349769 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.282382 | `edit_azure_databases` | ❌ | -| 3 | 0.254223 | `view_azure_ai_resources` | ❌ | -| 4 | 0.224900 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.213026 | `list_azure_resources` | ❌ | +| 1 | 0.564754 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.445478 | `set_azure_app_config_settings_lock_state` | ❌ | +| 3 | 0.382377 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.378099 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.368144 | `get_azure_messaging_service_details` | ❌ | --- ## Test 92 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me all the databases configuration details in the Azure SQL server +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** Show me the key-value settings in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.468156 | `edit_azure_databases` | ❌ | -| 2 | 0.437277 | `view_azure_databases` | ✅ **EXPECTED** | -| 3 | 0.406217 | `view_azure_app_config_settings` | ❌ | -| 4 | 0.383983 | `list_azure_resources` | ❌ | -| 5 | 0.381182 | `view_azure_load_testing` | ❌ | +| 1 | 0.619236 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.496884 | `set_azure_app_config_settings_lock_state` | ❌ | +| 3 | 0.413994 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.323271 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.303617 | `update_azure_load_testing_configurations` | ❌ | --- ## Test 93 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me if the parameter my PostgreSQL server has replication enabled +**Expected Tool:** `get_azure_app_config_settings` +**Prompt:** Show the content for the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.318903 | `edit_azure_databases` | ❌ | -| 2 | 0.191595 | `view_azure_databases` | ✅ **EXPECTED** | -| 3 | 0.165104 | `create_azure_sql_firewall_rules` | ❌ | -| 4 | 0.164935 | `delete_azure_sql_firewall_rules` | ❌ | -| 5 | 0.163708 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.474288 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.398144 | `set_azure_app_config_settings_lock_state` | ❌ | +| 3 | 0.320151 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.291243 | `get_azure_key_vault` | ❌ | +| 5 | 0.237162 | `get_azure_container_details` | ❌ | --- ## Test 94 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me my MySQL servers +**Expected Tool:** `edit_azure_app_config_settings` +**Prompt:** Delete the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.381945 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.357185 | `edit_azure_databases` | ❌ | -| 3 | 0.234680 | `delete_azure_sql_firewall_rules` | ❌ | -| 4 | 0.234022 | `list_azure_resources` | ❌ | -| 5 | 0.232770 | `view_azure_workbooks` | ❌ | +| 1 | 0.480490 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.419225 | `set_azure_app_config_settings_lock_state` | ❌ | +| 3 | 0.386233 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.236794 | `edit_azure_workbooks` | ❌ | +| 5 | 0.226127 | `import_azure_key_vault_certificates` | ❌ | --- ## Test 95 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me my PostgreSQL servers +**Expected Tool:** `edit_azure_app_config_settings` +**Prompt:** Set the key in App Configuration store to ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.355399 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.354214 | `edit_azure_databases` | ❌ | -| 3 | 0.240477 | `delete_azure_sql_firewall_rules` | ❌ | -| 4 | 0.234628 | `create_azure_sql_firewall_rules` | ❌ | -| 5 | 0.226544 | `list_azure_resources` | ❌ | +| 1 | 0.454669 | `set_azure_app_config_settings_lock_state` | ❌ | +| 2 | 0.419517 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.418814 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | +| 4 | 0.251832 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.227122 | `edit_azure_databases` | ❌ | --- ## Test 96 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the configuration of MySQL server +**Expected Tool:** `set_azure_app_config_settings_lock_state` +**Prompt:** Lock the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.424259 | `edit_azure_databases` | ❌ | -| 2 | 0.285564 | `view_azure_databases` | ✅ **EXPECTED** | -| 3 | 0.265466 | `view_azure_app_config_settings` | ❌ | -| 4 | 0.249937 | `view_azure_load_testing` | ❌ | -| 5 | 0.217174 | `delete_azure_sql_firewall_rules` | ❌ | +| 1 | 0.523446 | `set_azure_app_config_settings_lock_state` | ✅ **EXPECTED** | +| 2 | 0.367924 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.324653 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.206576 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.186093 | `update_azure_load_testing_configurations` | ❌ | --- ## Test 97 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the configuration of PostgreSQL server +**Expected Tool:** `set_azure_app_config_settings_lock_state` +**Prompt:** Unlock the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.396395 | `edit_azure_databases` | ❌ | -| 2 | 0.242546 | `view_azure_databases` | ✅ **EXPECTED** | -| 3 | 0.239575 | `view_azure_app_config_settings` | ❌ | -| 4 | 0.218426 | `view_azure_load_testing` | ❌ | -| 5 | 0.200991 | `create_azure_sql_firewall_rules` | ❌ | +| 1 | 0.552583 | `set_azure_app_config_settings_lock_state` | ✅ **EXPECTED** | +| 2 | 0.393938 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.339108 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.240636 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.232320 | `get_azure_key_vault` | ❌ | --- ## Test 98 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the containers in the database for the cosmosdb account +**Expected Tool:** `edit_azure_workbooks` +**Prompt:** Delete the workbook with resource ID ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.462828 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.336242 | `view_azure_storage` | ❌ | -| 3 | 0.330914 | `view_azure_cache_for_redis` | ❌ | -| 4 | 0.329315 | `list_azure_resources` | ❌ | -| 5 | 0.312386 | `view_azure_data_explorer_kusto` | ❌ | +| 1 | 0.505878 | `edit_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.375703 | `create_azure_workbooks` | ❌ | +| 3 | 0.362979 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.265457 | `edit_azure_app_config_settings` | ❌ | +| 5 | 0.188350 | `create_azure_load_testing` | ❌ | --- ## Test 99 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the databases in the cosmosdb account +**Expected Tool:** `edit_azure_workbooks` +**Prompt:** Update the workbook with a new text step ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490136 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.372280 | `view_azure_data_explorer_kusto` | ❌ | -| 3 | 0.344055 | `list_azure_resources` | ❌ | -| 4 | 0.327589 | `view_azure_storage` | ❌ | -| 5 | 0.323139 | `get_azure_security_configurations` | ❌ | +| 1 | 0.496535 | `edit_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.413267 | `create_azure_workbooks` | ❌ | +| 3 | 0.327796 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.236165 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.216298 | `edit_azure_app_config_settings` | ❌ | --- ## Test 100 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the details of SQL database in server +**Expected Tool:** `create_azure_workbooks` +**Prompt:** Create a new workbook named ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.382094 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.354816 | `edit_azure_databases` | ❌ | -| 3 | 0.306260 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.266249 | `create_azure_sql_firewall_rules` | ❌ | -| 5 | 0.251075 | `view_azure_service_bus` | ❌ | +| 1 | 0.555091 | `create_azure_workbooks` | ✅ **EXPECTED** | +| 2 | 0.400619 | `edit_azure_workbooks` | ❌ | +| 3 | 0.371495 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.196704 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.157512 | `create_azure_storage` | ❌ | --- ## Test 101 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the elastic pools configured for SQL server +**Expected Tool:** `get_azure_workbooks_details` +**Prompt:** Get information about the workbook with resource ID ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414641 | `edit_azure_databases` | ❌ | -| 2 | 0.397118 | `view_azure_databases` | ✅ **EXPECTED** | -| 3 | 0.372516 | `get_azure_capacity` | ❌ | -| 4 | 0.370264 | `view_azure_load_testing` | ❌ | -| 5 | 0.361340 | `create_azure_sql_firewall_rules` | ❌ | +| 1 | 0.512253 | `get_azure_workbooks_details` | ✅ **EXPECTED** | +| 2 | 0.409967 | `edit_azure_workbooks` | ❌ | +| 3 | 0.409127 | `create_azure_workbooks` | ❌ | +| 4 | 0.299382 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.294878 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- ## Test 102 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the Entra ID administrators configured for SQL server +**Expected Tool:** `get_azure_workbooks_details` +**Prompt:** List all workbooks in my resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.325040 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.294052 | `get_azure_security_configurations` | ❌ | -| 3 | 0.287675 | `delete_azure_sql_firewall_rules` | ❌ | -| 4 | 0.271374 | `edit_azure_databases` | ❌ | -| 5 | 0.261724 | `view_azure_databases` | ✅ **EXPECTED** | +| 1 | 0.552702 | `get_azure_workbooks_details` | ✅ **EXPECTED** | +| 2 | 0.514603 | `create_azure_workbooks` | ❌ | +| 3 | 0.441697 | `edit_azure_workbooks` | ❌ | +| 4 | 0.426606 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.396091 | `get_azure_security_configurations` | ❌ | --- ## Test 103 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the firewall rules for SQL server +**Expected Tool:** `get_azure_workbooks_details` +**Prompt:** Show me the workbook with display name ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659102 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.611917 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.361115 | `edit_azure_databases` | ❌ | -| 4 | 0.322908 | `get_azure_security_configurations` | ❌ | -| 5 | 0.304940 | `view_azure_databases` | ✅ **EXPECTED** | +| 1 | 0.474463 | `get_azure_workbooks_details` | ✅ **EXPECTED** | +| 2 | 0.454862 | `create_azure_workbooks` | ❌ | +| 3 | 0.422536 | `edit_azure_workbooks` | ❌ | +| 4 | 0.201213 | `get_azure_security_configurations` | ❌ | +| 5 | 0.181802 | `browse_azure_marketplace_products` | ❌ | --- ## Test 104 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account +**Expected Tool:** `get_azure_workbooks_details` +**Prompt:** What workbooks do I have in resource group ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.442213 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.401851 | `view_azure_ai_resources` | ❌ | -| 3 | 0.337118 | `view_azure_storage` | ❌ | -| 4 | 0.334991 | `get_azure_key_vault` | ❌ | -| 5 | 0.328296 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.549690 | `get_azure_workbooks_details` | ✅ **EXPECTED** | +| 2 | 0.529735 | `create_azure_workbooks` | ❌ | +| 3 | 0.453173 | `edit_azure_workbooks` | ❌ | +| 4 | 0.438514 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.391845 | `get_azure_security_configurations` | ❌ | --- ## Test 105 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the MySQL databases in server +**Expected Tool:** `audit_azure_resources_compliance` +**Prompt:** Check my Azure subscription for any compliance issues or recommendations ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.398115 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.358413 | `edit_azure_databases` | ❌ | -| 3 | 0.248824 | `list_azure_resources` | ❌ | -| 4 | 0.241550 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.210153 | `create_azure_sql_firewall_rules` | ❌ | +| 1 | 0.552351 | `get_azure_capacity` | ❌ | +| 2 | 0.546941 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 3 | 0.500223 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.477351 | `get_azure_best_practices` | ❌ | +| 5 | 0.452732 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- ## Test 106 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the MySQL servers in my subscription +**Expected Tool:** `audit_azure_resources_compliance` +**Prompt:** Provide compliance recommendations for my current Azure subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490987 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.461478 | `edit_azure_databases` | ❌ | -| 3 | 0.353379 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.316039 | `get_azure_security_configurations` | ❌ | -| 5 | 0.315020 | `list_azure_resources` | ❌ | +| 1 | 0.536483 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 2 | 0.511009 | `get_azure_best_practices` | ❌ | +| 3 | 0.490293 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.488706 | `get_azure_capacity` | ❌ | +| 5 | 0.452616 | `execute_azure_cli` | ❌ | --- ## Test 107 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the PostgreSQL databases in server +**Expected Tool:** `audit_azure_resources_compliance` +**Prompt:** Scan my Azure subscription for compliance recommendations ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.363106 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.332482 | `edit_azure_databases` | ❌ | -| 3 | 0.235079 | `list_azure_resources` | ❌ | -| 4 | 0.227652 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.203381 | `create_azure_sql_firewall_rules` | ❌ | +| 1 | 0.592611 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 2 | 0.508724 | `get_azure_best_practices` | ❌ | +| 3 | 0.502378 | `get_azure_capacity` | ❌ | +| 4 | 0.492553 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.472186 | `execute_azure_cli` | ❌ | --- ## Test 108 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the PostgreSQL servers in my subscription +**Expected Tool:** `get_azure_security_configurations` +**Prompt:** List all available role assignments in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.451350 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.433648 | `edit_azure_databases` | ❌ | -| 3 | 0.339133 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.307795 | `list_azure_resources` | ❌ | -| 5 | 0.297753 | `delete_azure_sql_firewall_rules` | ❌ | +| 1 | 0.734114 | `get_azure_security_configurations` | ✅ **EXPECTED** | +| 2 | 0.460374 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.408590 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.368186 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.356351 | `browse_azure_marketplace_products` | ❌ | --- ## Test 109 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the schema of table
in the MySQL database in server +**Expected Tool:** `get_azure_security_configurations` +**Prompt:** Show me the available role assignments in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.333177 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.314466 | `edit_azure_databases` | ❌ | -| 3 | 0.246738 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.221419 | `get_azure_best_practices` | ❌ | -| 5 | 0.191119 | `design_azure_architecture` | ❌ | +| 1 | 0.702749 | `get_azure_security_configurations` | ✅ **EXPECTED** | +| 2 | 0.485211 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.427639 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.388410 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.380793 | `get_azure_messaging_service_details` | ❌ | --- ## Test 110 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the schema of table
in the PostgreSQL database in server +**Expected Tool:** `get_azure_key_vault` +**Prompt:** List all certificates in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.295092 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.284626 | `edit_azure_databases` | ❌ | -| 3 | 0.237224 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.193763 | `get_azure_best_practices` | ❌ | -| 5 | 0.185318 | `design_azure_architecture` | ❌ | +| 1 | 0.542408 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.539243 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 3 | 0.461491 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.385604 | `get_azure_security_configurations` | ❌ | +| 5 | 0.293023 | `get_azure_storage_details` | ❌ | --- ## Test 111 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the tables in the MySQL database in server +**Expected Tool:** `get_azure_key_vault` +**Prompt:** List all keys in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.393677 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.335190 | `edit_azure_databases` | ❌ | -| 3 | 0.255784 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.232146 | `list_azure_resources` | ❌ | -| 5 | 0.210444 | `get_azure_security_configurations` | ❌ | +| 1 | 0.497101 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.429278 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.427597 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.378915 | `get_azure_security_configurations` | ❌ | +| 5 | 0.337198 | `get_azure_storage_details` | ❌ | --- ## Test 112 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the tables in the PostgreSQL database in server +**Expected Tool:** `get_azure_key_vault` +**Prompt:** List all secrets in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.352654 | `view_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.310370 | `edit_azure_databases` | ❌ | -| 3 | 0.239290 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.213688 | `list_azure_resources` | ❌ | -| 5 | 0.188657 | `create_azure_sql_firewall_rules` | ❌ | +| 1 | 0.498894 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.434446 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.372548 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.348550 | `get_azure_security_configurations` | ❌ | +| 5 | 0.299993 | `get_azure_app_config_settings` | ❌ | --- ## Test 113 -**Expected Tool:** `view_azure_databases` -**Prompt:** Show me the value of connection timeout in seconds in my MySQL server +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the certificate in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.364740 | `edit_azure_databases` | ❌ | -| 2 | 0.206938 | `view_azure_databases` | ✅ **EXPECTED** | -| 3 | 0.202957 | `delete_azure_sql_firewall_rules` | ❌ | -| 4 | 0.202122 | `create_azure_sql_firewall_rules` | ❌ | -| 5 | 0.164097 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.542386 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.526170 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 3 | 0.434878 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.300457 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.297388 | `get_azure_security_configurations` | ❌ | --- ## Test 114 -**Expected Tool:** `view_azure_databases` -**Prompt:** What elastic pools are available in my SQL server ? +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the certificates in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.412957 | `edit_azure_databases` | ❌ | -| 2 | 0.388671 | `view_azure_databases` | ✅ **EXPECTED** | -| 3 | 0.376698 | `get_azure_capacity` | ❌ | -| 4 | 0.324915 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.310342 | `create_azure_sql_firewall_rules` | ❌ | +| 1 | 0.557832 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.552928 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.461463 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.368299 | `get_azure_security_configurations` | ❌ | +| 5 | 0.320935 | `get_azure_app_config_settings` | ❌ | --- ## Test 115 -**Expected Tool:** `view_azure_databases` -**Prompt:** What firewall rules are configured for my SQL server ? +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the details of the certificate in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.657044 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.595176 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.358721 | `edit_azure_databases` | ❌ | -| 4 | 0.289771 | `get_azure_security_configurations` | ❌ | -| 5 | 0.274491 | `execute_azure_cli` | ❌ | +| 1 | 0.519309 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.490672 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.420402 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.409324 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.352123 | `get_azure_messaging_service_details` | ❌ | --- ## Test 116 -**Expected Tool:** `view_azure_databases` -**Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the keys in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.332608 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.326446 | `edit_azure_databases` | ❌ | -| 3 | 0.281938 | `delete_azure_sql_firewall_rules` | ❌ | -| 4 | 0.274249 | `search_microsoft_docs` | ❌ | -| 5 | 0.262194 | `view_azure_databases` | ✅ **EXPECTED** | +| 1 | 0.518093 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.448371 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.432123 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.344132 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.337168 | `get_azure_security_configurations` | ❌ | --- ## Test 117 -**Expected Tool:** `edit_azure_databases` -**Prompt:** Enable replication for my PostgreSQL server +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the secrets in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.340843 | `edit_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.250565 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.212755 | `delete_azure_sql_firewall_rules` | ❌ | -| 4 | 0.170638 | `view_azure_databases` | ❌ | -| 5 | 0.140776 | `deploy_azure_ai_models` | ❌ | +| 1 | 0.545032 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.460930 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.426022 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.366899 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.357027 | `get_azure_storage_details` | ❌ | --- ## Test 118 -**Expected Tool:** `edit_azure_databases` -**Prompt:** Set connection timeout to 20 seconds for my MySQL server +**Expected Tool:** `create_azure_key_vault_items` +**Prompt:** Create a new certificate called in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.380868 | `edit_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.269323 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.251993 | `delete_azure_sql_firewall_rules` | ❌ | -| 4 | 0.175184 | `view_azure_databases` | ❌ | -| 5 | 0.135021 | `lock_unlock_azure_app_config_settings` | ❌ | +| 1 | 0.577228 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.536615 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.432370 | `get_azure_key_vault` | ❌ | +| 4 | 0.283179 | `create_azure_storage` | ❌ | +| 5 | 0.282124 | `create_azure_workbooks` | ❌ | --- ## Test 119 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Analyze the performance trends and response times for Application Insights resource over the last +**Expected Tool:** `create_azure_key_vault_items` +**Prompt:** Create a new key called with the RSA type in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495763 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.407850 | `view_azure_storage` | ❌ | -| 3 | 0.405291 | `get_azure_capacity` | ❌ | -| 4 | 0.400809 | `create_azure_load_testing` | ❌ | -| 5 | 0.395917 | `view_azure_load_testing` | ❌ | +| 1 | 0.493929 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.417468 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.344129 | `get_azure_key_vault` | ❌ | +| 4 | 0.281591 | `create_azure_storage` | ❌ | +| 5 | 0.230664 | `create_azure_workbooks` | ❌ | --- ## Test 120 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Check the availability metrics for my Application Insights resource for the last +**Expected Tool:** `create_azure_key_vault_items` +**Prompt:** Create a new secret called with value in the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532037 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.435791 | `get_azure_capacity` | ❌ | -| 3 | 0.403355 | `view_azure_storage` | ❌ | -| 4 | 0.395980 | `view_azure_ai_resources` | ❌ | -| 5 | 0.373832 | `view_azure_load_testing` | ❌ | +| 1 | 0.551337 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.385343 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.383659 | `get_azure_key_vault` | ❌ | +| 4 | 0.301886 | `set_azure_app_config_settings_lock_state` | ❌ | +| 5 | 0.294044 | `create_azure_storage` | ❌ | --- ## Test 121 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Get metric definitions for from the namespace +**Expected Tool:** `import_azure_key_vault_certificates` +**Prompt:** Import a certificate into the key vault using the name ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.296851 | `list_azure_resources` | ❌ | -| 2 | 0.287167 | `view_azure_storage` | ❌ | -| 3 | 0.285001 | `view_azure_service_bus` | ❌ | -| 4 | 0.279543 | `get_azure_capacity` | ❌ | -| 5 | 0.274227 | `get_azure_health_status` | ✅ **EXPECTED** | +| 1 | 0.660888 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | +| 2 | 0.459725 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.400860 | `get_azure_key_vault` | ❌ | +| 4 | 0.256688 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.240517 | `create_azure_sql_firewall_rules` | ❌ | --- ## Test 122 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Get the metric for over the last with intervals +**Expected Tool:** `import_azure_key_vault_certificates` +**Prompt:** Import the certificate in file into the key vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.309889 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.258663 | `list_azure_resources` | ❌ | -| 3 | 0.250024 | `view_azure_storage` | ❌ | -| 4 | 0.245762 | `view_azure_databases` | ❌ | -| 5 | 0.236533 | `get_azure_capacity` | ❌ | +| 1 | 0.645826 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | +| 2 | 0.425682 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.392675 | `get_azure_key_vault` | ❌ | +| 4 | 0.249209 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.248738 | `deploy_azure_ai_models` | ❌ | --- ## Test 123 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Get the availability status for resource +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.491212 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.361614 | `get_azure_capacity` | ❌ | -| 3 | 0.336249 | `view_azure_storage` | ❌ | -| 4 | 0.294089 | `list_azure_resources` | ❌ | -| 5 | 0.287969 | `create_azure_load_testing` | ❌ | +| 1 | 0.393322 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.391704 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.381749 | `get_application_platform_details` | ❌ | +| 4 | 0.350969 | `design_azure_architecture` | ❌ | +| 5 | 0.340836 | `deploy_azure_ai_models` | ❌ | --- ## Test 124 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Investigate error rates and failed requests for Application Insights resource for the last +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.476475 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.404983 | `get_azure_capacity` | ❌ | -| 3 | 0.398991 | `view_azure_storage` | ❌ | -| 4 | 0.378472 | `view_azure_ai_resources` | ❌ | -| 5 | 0.375039 | `create_azure_load_testing` | ❌ | +| 1 | 0.464897 | `deploy_resources_and_applications_to_azure` | ❌ | +| 2 | 0.390048 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 3 | 0.385816 | `design_azure_architecture` | ❌ | +| 4 | 0.384385 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.380941 | `create_azure_storage` | ❌ | --- ## Test 125 -**Expected Tool:** `get_azure_health_status` -**Prompt:** List all available table types in the Log Analytics workspace +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Fetch the Azure Terraform best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436208 | `view_azure_databases` | ❌ | -| 2 | 0.418030 | `view_azure_workbooks` | ❌ | -| 3 | 0.403366 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.383614 | `create_azure_workbooks` | ❌ | -| 5 | 0.367059 | `view_azure_storage` | ❌ | +| 1 | 0.734966 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.484098 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.474532 | `search_microsoft_docs` | ❌ | +| 4 | 0.459688 | `execute_azure_cli` | ❌ | +| 5 | 0.436798 | `browse_azure_marketplace_products` | ❌ | --- ## Test 126 -**Expected Tool:** `get_azure_health_status` -**Prompt:** List all tables in the Log Analytics workspace +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.446101 | `view_azure_workbooks` | ❌ | -| 2 | 0.415147 | `view_azure_databases` | ❌ | -| 3 | 0.402237 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.398664 | `create_azure_workbooks` | ❌ | -| 5 | 0.372815 | `list_azure_resources` | ❌ | +| 1 | 0.690042 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.601714 | `search_microsoft_docs` | ❌ | +| 3 | 0.524057 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.508718 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.487540 | `get_azure_capacity` | ❌ | --- ## Test 127 -**Expected Tool:** `get_azure_health_status` -**Prompt:** List availability status for all resources in my subscription +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure code generation best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.568481 | `list_azure_resources` | ❌ | -| 2 | 0.507916 | `get_azure_health_status` | ✅ **EXPECTED** | -| 3 | 0.500888 | `view_azure_storage` | ❌ | -| 4 | 0.465951 | `view_azure_ai_resources` | ❌ | -| 5 | 0.465101 | `get_azure_capacity` | ❌ | +| 1 | 0.713365 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.543696 | `search_microsoft_docs` | ❌ | +| 3 | 0.525038 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.512007 | `design_azure_architecture` | ❌ | +| 5 | 0.435613 | `browse_azure_marketplace_products` | ❌ | --- ## Test 128 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Query the metric for for the last +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure deployment best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.346290 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.338751 | `view_azure_databases` | ❌ | -| 3 | 0.269604 | `view_azure_storage` | ❌ | -| 4 | 0.267225 | `get_azure_capacity` | ❌ | -| 5 | 0.237944 | `create_azure_load_testing` | ❌ | +| 1 | 0.683345 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.619725 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.558588 | `search_microsoft_docs` | ❌ | +| 4 | 0.478904 | `design_azure_architecture` | ❌ | +| 5 | 0.465496 | `browse_azure_marketplace_products` | ❌ | --- ## Test 129 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Show me all available metrics and their definitions for storage account +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Functions best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.487139 | `view_azure_storage` | ❌ | -| 2 | 0.431185 | `get_azure_capacity` | ❌ | -| 3 | 0.417628 | `list_azure_resources` | ❌ | -| 4 | 0.358707 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.358540 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.681951 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.557930 | `get_application_platform_details` | ❌ | +| 3 | 0.556021 | `search_microsoft_docs` | ❌ | +| 4 | 0.489786 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.443359 | `browse_azure_marketplace_products` | ❌ | --- ## Test 130 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Show me the available table types in the Log Analytics workspace +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Functions code generation best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.439021 | `view_azure_databases` | ❌ | -| 2 | 0.423030 | `view_azure_workbooks` | ❌ | -| 3 | 0.418720 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.387063 | `create_azure_workbooks` | ❌ | -| 5 | 0.383265 | `get_azure_health_status` | ✅ **EXPECTED** | +| 1 | 0.685176 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.499419 | `get_application_platform_details` | ❌ | +| 3 | 0.486074 | `search_microsoft_docs` | ❌ | +| 4 | 0.469229 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.455695 | `design_azure_architecture` | ❌ | --- ## Test 131 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Show me the health status of all my Azure resources +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Functions deployment best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.622326 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.588149 | `list_azure_resources` | ❌ | -| 3 | 0.527795 | `view_azure_storage` | ❌ | -| 4 | 0.508716 | `view_azure_ai_resources` | ❌ | -| 5 | 0.499251 | `view_azure_databases` | ❌ | +| 1 | 0.675293 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.570960 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.537928 | `get_application_platform_details` | ❌ | +| 4 | 0.527886 | `search_microsoft_docs` | ❌ | +| 5 | 0.440919 | `design_azure_architecture` | ❌ | --- ## Test 132 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Show me the health status of entity in the Log Analytics workspace +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Get the latest Azure Static Web Apps best practices ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.579208 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.396734 | `view_azure_workbooks` | ❌ | -| 3 | 0.359201 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.334046 | `create_azure_workbooks` | ❌ | -| 5 | 0.331249 | `get_azure_capacity` | ❌ | +| 1 | 0.612793 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.520938 | `search_microsoft_docs` | ❌ | +| 3 | 0.501695 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.424667 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.418814 | `get_azure_app_config_settings` | ❌ | --- ## Test 133 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Show me the health status of the storage account +**Expected Tool:** `get_azure_best_practices` +**Prompt:** How can I use Bicep to create an Azure OpenAI service? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.467216 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.458285 | `view_azure_storage` | ❌ | -| 3 | 0.382684 | `get_azure_capacity` | ❌ | -| 4 | 0.366693 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.348295 | `edit_azure_storage` | ❌ | +| 1 | 0.480733 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.447110 | `get_azure_ai_resources_details` | ❌ | +| 3 | 0.436599 | `deploy_azure_ai_models` | ❌ | +| 4 | 0.423060 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.391152 | `get_azure_capacity` | ❌ | --- ## Test 134 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace +**Expected Tool:** `get_azure_best_practices` +**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.475303 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.393360 | `view_azure_storage` | ❌ | -| 3 | 0.376487 | `view_azure_databases` | ❌ | -| 4 | 0.373881 | `view_azure_workbooks` | ❌ | -| 5 | 0.360342 | `view_azure_ai_resources` | ❌ | +| 1 | 0.618313 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.496677 | `get_azure_key_vault` | ❌ | +| 3 | 0.478248 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.444000 | `import_azure_key_vault_certificates` | ❌ | +| 5 | 0.412101 | `deploy_resources_and_applications_to_azure` | ❌ | --- ## Test 135 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Show me the logs for the past hour in the Log Analytics workspace +**Expected Tool:** `get_azure_best_practices` +**Prompt:** What are azure function best practices? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.431117 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.414181 | `view_azure_workbooks` | ❌ | -| 3 | 0.376953 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.375709 | `create_azure_workbooks` | ❌ | -| 5 | 0.338168 | `view_azure_databases` | ❌ | +| 1 | 0.627987 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.475164 | `get_application_platform_details` | ❌ | +| 3 | 0.451968 | `search_microsoft_docs` | ❌ | +| 4 | 0.443178 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.394211 | `get_azure_capacity` | ❌ | --- ## Test 136 -**Expected Tool:** `get_azure_health_status` -**Prompt:** Show me the tables in the Log Analytics workspace +**Expected Tool:** `design_azure_architecture` +**Prompt:** Generate the azure architecture diagram for this application ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.462529 | `view_azure_workbooks` | ❌ | -| 2 | 0.433218 | `view_azure_databases` | ❌ | -| 3 | 0.429584 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.400018 | `create_azure_workbooks` | ❌ | -| 5 | 0.378874 | `get_azure_health_status` | ✅ **EXPECTED** | +| 1 | 0.736950 | `design_azure_architecture` | ✅ **EXPECTED** | +| 2 | 0.481581 | `get_azure_best_practices` | ❌ | +| 3 | 0.457503 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.386793 | `execute_azure_developer_cli` | ❌ | +| 5 | 0.385718 | `audit_azure_resources_compliance` | ❌ | --- ## Test 137 -**Expected Tool:** `get_azure_health_status` -**Prompt:** What is the availability status of virtual machine in resource group ? +**Expected Tool:** `design_azure_architecture` +**Prompt:** Help me create a cloud service that will serve as ATM for users ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.462772 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.416952 | `get_azure_capacity` | ❌ | -| 3 | 0.353189 | `view_azure_storage` | ❌ | -| 4 | 0.337076 | `view_azure_ai_resources` | ❌ | -| 5 | 0.313724 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.306056 | `design_azure_architecture` | ✅ **EXPECTED** | +| 2 | 0.259518 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.241293 | `create_azure_storage` | ❌ | +| 4 | 0.221449 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.221006 | `search_microsoft_docs` | ❌ | --- ## Test 138 -**Expected Tool:** `get_azure_health_status` -**Prompt:** What metric definitions are available for the Application Insights resource +**Expected Tool:** `design_azure_architecture` +**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433266 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.410786 | `get_azure_capacity` | ❌ | -| 3 | 0.383685 | `view_azure_storage` | ❌ | -| 4 | 0.371273 | `create_azure_load_testing` | ❌ | -| 5 | 0.369646 | `view_azure_ai_resources` | ❌ | +| 1 | 0.427652 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.414019 | `design_azure_architecture` | ✅ **EXPECTED** | +| 3 | 0.413253 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.410459 | `create_azure_storage` | ❌ | +| 5 | 0.410342 | `search_microsoft_docs` | ❌ | --- ## Test 139 -**Expected Tool:** `get_azure_health_status` -**Prompt:** What resources in resource group have health issues? +**Expected Tool:** `design_azure_architecture` +**Prompt:** I want to design a cloud app for ordering groceries ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.522895 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.437141 | `get_azure_capacity` | ❌ | -| 3 | 0.402202 | `view_azure_storage` | ❌ | -| 4 | 0.395478 | `list_azure_resources` | ❌ | -| 5 | 0.381842 | `view_azure_ai_resources` | ❌ | +| 1 | 0.342485 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.318718 | `design_azure_architecture` | ✅ **EXPECTED** | +| 3 | 0.275570 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.231297 | `get_application_platform_details` | ❌ | +| 5 | 0.224297 | `get_azure_best_practices` | ❌ | --- ## Test 140 -**Expected Tool:** `get_azure_health_status` -**Prompt:** What's the request per second rate for my Application Insights resource over the last +**Expected Tool:** `design_azure_architecture` +**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.431762 | `get_azure_health_status` | ✅ **EXPECTED** | -| 2 | 0.422305 | `get_azure_capacity` | ❌ | -| 3 | 0.369677 | `create_azure_load_testing` | ❌ | -| 4 | 0.354473 | `view_azure_load_testing` | ❌ | -| 5 | 0.347664 | `view_azure_storage` | ❌ | +| 1 | 0.365156 | `design_azure_architecture` | ✅ **EXPECTED** | +| 2 | 0.323311 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.245346 | `create_azure_storage` | ❌ | +| 4 | 0.235691 | `get_azure_storage_details` | ❌ | +| 5 | 0.225571 | `get_azure_capacity` | ❌ | --- ## Test 141 -**Expected Tool:** `deploy_resources_and_applications_to_azure` -**Prompt:** Create a plan to deploy this application to azure +**Expected Tool:** `get_azure_load_testing_details` +**Prompt:** Get all the load test runs for the test with id in the load test resource in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642707 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | -| 2 | 0.519278 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.515742 | `design_azure_architecture` | ❌ | -| 4 | 0.479918 | `get_azure_best_practices` | ❌ | -| 5 | 0.454755 | `execute_azure_developer_cli` | ❌ | +| 1 | 0.609521 | `get_azure_load_testing_details` | ✅ **EXPECTED** | +| 2 | 0.568027 | `create_azure_load_testing` | ❌ | +| 3 | 0.447987 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.366478 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.334726 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 142 -**Expected Tool:** `deploy_resources_and_applications_to_azure` -**Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? +**Expected Tool:** `get_azure_load_testing_details` +**Prompt:** Get the load test run with id in the load test resource in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591844 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | -| 2 | 0.477740 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.437318 | `execute_azure_developer_cli` | ❌ | -| 4 | 0.410719 | `get_azure_best_practices` | ❌ | -| 5 | 0.401777 | `execute_azure_cli` | ❌ | +| 1 | 0.599651 | `create_azure_load_testing` | ❌ | +| 2 | 0.581081 | `get_azure_load_testing_details` | ✅ **EXPECTED** | +| 3 | 0.457483 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.357813 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.328938 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 143 -**Expected Tool:** `deploy_resources_and_applications_to_azure` -**Prompt:** Show me the log of the application deployed by azd +**Expected Tool:** `get_azure_load_testing_details` +**Prompt:** Get the load test with id in the load test resource in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.533141 | `execute_azure_developer_cli` | ❌ | -| 2 | 0.524236 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | -| 3 | 0.429413 | `get_azure_health_status` | ❌ | -| 4 | 0.417220 | `view_azure_app_config_settings` | ❌ | -| 5 | 0.397032 | `view_azure_storage` | ❌ | +| 1 | 0.612800 | `create_azure_load_testing` | ❌ | +| 2 | 0.592725 | `get_azure_load_testing_details` | ✅ **EXPECTED** | +| 3 | 0.421873 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.349117 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.340432 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 144 -**Expected Tool:** `deploy_resources_and_applications_to_azure` -**Prompt:** Show me the rules to generate bicep scripts +**Expected Tool:** `get_azure_load_testing_details` +**Prompt:** List all load testing resources in the resource group in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488008 | `get_azure_best_practices` | ❌ | -| 2 | 0.336943 | `design_azure_architecture` | ❌ | -| 3 | 0.328878 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | -| 4 | 0.325324 | `create_azure_sql_firewall_rules` | ❌ | -| 5 | 0.315430 | `execute_azure_cli` | ❌ | +| 1 | 0.669717 | `get_azure_load_testing_details` | ✅ **EXPECTED** | +| 2 | 0.609875 | `create_azure_load_testing` | ❌ | +| 3 | 0.493520 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.427197 | `get_azure_capacity` | ❌ | +| 5 | 0.411161 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 145 -**Expected Tool:** `view_azure_app_config_settings` -**Prompt:** List all key-value settings in App Configuration store +**Expected Tool:** `create_azure_load_testing` +**Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.586574 | `view_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.469735 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.413315 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.326361 | `view_azure_load_testing` | ❌ | -| 5 | 0.304660 | `update_azure_load_testing_configurations` | ❌ | +| 1 | 0.542817 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.431906 | `get_azure_load_testing_details` | ❌ | +| 3 | 0.425527 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.303407 | `create_azure_workbooks` | ❌ | +| 5 | 0.294287 | `get_azure_capacity` | ❌ | --- ## Test 146 -**Expected Tool:** `view_azure_app_config_settings` -**Prompt:** Show me the key-value settings in App Configuration store +**Expected Tool:** `create_azure_load_testing` +**Prompt:** Create a load test resource in the resource group in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609015 | `view_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.496884 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.413994 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.346273 | `view_azure_load_testing` | ❌ | -| 5 | 0.303617 | `update_azure_load_testing_configurations` | ❌ | +| 1 | 0.659657 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.530030 | `get_azure_load_testing_details` | ❌ | +| 3 | 0.410883 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.374253 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.342719 | `get_azure_capacity` | ❌ | --- ## Test 147 -**Expected Tool:** `view_azure_app_config_settings` -**Prompt:** Show the content for the key in App Configuration store +**Expected Tool:** `create_azure_load_testing` +**Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.503664 | `view_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.397489 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.319847 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.305356 | `view_azure_load_testing` | ❌ | -| 5 | 0.291351 | `get_azure_key_vault` | ❌ | +| 1 | 0.585054 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.497079 | `update_azure_load_testing_configurations` | ❌ | +| 3 | 0.460357 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.319141 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.297099 | `deploy_resources_and_applications_to_azure` | ❌ | --- ## Test 148 -**Expected Tool:** `edit_azure_app_config_settings` -**Prompt:** Delete the key in App Configuration store +**Expected Tool:** `update_azure_load_testing_configurations` +**Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480475 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.419174 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.399955 | `view_azure_app_config_settings` | ❌ | -| 4 | 0.236766 | `edit_azure_workbooks` | ❌ | -| 5 | 0.225988 | `import_azure_key_vault_certificates` | ❌ | +| 1 | 0.577419 | `update_azure_load_testing_configurations` | ✅ **EXPECTED** | +| 2 | 0.501316 | `create_azure_load_testing` | ❌ | +| 3 | 0.443800 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.303358 | `edit_azure_workbooks` | ❌ | +| 5 | 0.257467 | `edit_azure_databases` | ❌ | --- ## Test 149 -**Expected Tool:** `edit_azure_app_config_settings` -**Prompt:** Set the key in App Configuration store to +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Get the schema configuration for knowledge index ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.454677 | `lock_unlock_azure_app_config_settings` | ❌ | -| 2 | 0.418815 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | -| 3 | 0.416664 | `view_azure_app_config_settings` | ❌ | -| 4 | 0.251838 | `update_azure_load_testing_configurations` | ❌ | -| 5 | 0.227102 | `edit_azure_databases` | ❌ | +| 1 | 0.310095 | `get_azure_app_config_settings` | ❌ | +| 2 | 0.268639 | `get_azure_best_practices` | ❌ | +| 3 | 0.262166 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.249688 | `get_azure_workbooks_details` | ❌ | +| 5 | 0.245377 | `get_azure_sql_server_details` | ❌ | --- ## Test 150 -**Expected Tool:** `lock_unlock_azure_app_config_settings` -**Prompt:** Lock the key in App Configuration store +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** List all AI Foundry model deployments ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.523446 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.368014 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.324652 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.206577 | `import_azure_key_vault_certificates` | ❌ | -| 5 | 0.186093 | `update_azure_load_testing_configurations` | ❌ | +| 1 | 0.619824 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.496307 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.362424 | `design_azure_architecture` | ❌ | +| 4 | 0.359607 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.356163 | `deploy_resources_and_applications_to_azure` | ❌ | --- ## Test 151 -**Expected Tool:** `lock_unlock_azure_app_config_settings` -**Prompt:** Unlock the key in App Configuration store +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** List all AI Foundry models ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.552583 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.413889 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.339108 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.240636 | `import_azure_key_vault_certificates` | ❌ | -| 5 | 0.232320 | `get_azure_key_vault` | ❌ | +| 1 | 0.472872 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.454365 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.338517 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.259499 | `design_azure_architecture` | ❌ | +| 5 | 0.251448 | `get_azure_databases_details` | ❌ | --- ## Test 152 -**Expected Tool:** `edit_azure_workbooks` -**Prompt:** Delete the workbook with resource ID +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** List all Cognitive Search services in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505878 | `edit_azure_workbooks` | ✅ **EXPECTED** | -| 2 | 0.378292 | `view_azure_workbooks` | ❌ | -| 3 | 0.375642 | `create_azure_workbooks` | ❌ | -| 4 | 0.265457 | `edit_azure_app_config_settings` | ❌ | -| 5 | 0.195323 | `view_azure_storage` | ❌ | +| 1 | 0.528577 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.474808 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.444086 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.419389 | `get_application_platform_details` | ❌ | +| 5 | 0.399308 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- ## Test 153 -**Expected Tool:** `edit_azure_workbooks` -**Prompt:** Update the workbook with a new text step +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** List all indexes in the Cognitive Search service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496535 | `edit_azure_workbooks` | ✅ **EXPECTED** | -| 2 | 0.413187 | `create_azure_workbooks` | ❌ | -| 3 | 0.352884 | `view_azure_workbooks` | ❌ | -| 4 | 0.236165 | `update_azure_load_testing_configurations` | ❌ | -| 5 | 0.216298 | `edit_azure_app_config_settings` | ❌ | +| 1 | 0.468505 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.356671 | `get_azure_security_configurations` | ❌ | +| 3 | 0.350943 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.345507 | `get_azure_databases_details` | ❌ | +| 5 | 0.344029 | `get_azure_data_explorer_kusto_details` | ❌ | --- ## Test 154 -**Expected Tool:** `create_azure_workbooks` -**Prompt:** Create a new workbook named +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** List all knowledge indexes in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555073 | `create_azure_workbooks` | ✅ **EXPECTED** | -| 2 | 0.415362 | `view_azure_workbooks` | ❌ | -| 3 | 0.400619 | `edit_azure_workbooks` | ❌ | -| 4 | 0.196704 | `create_azure_key_vault_items` | ❌ | -| 5 | 0.145938 | `deploy_azure_ai_models` | ❌ | +| 1 | 0.473670 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.407003 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.288627 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.286997 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.271542 | `get_azure_databases_details` | ❌ | --- ## Test 155 -**Expected Tool:** `view_azure_workbooks` -**Prompt:** Get information about the workbook with resource ID +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Search for instances of in the index in Cognitive Search service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.450184 | `view_azure_workbooks` | ✅ **EXPECTED** | -| 2 | 0.409967 | `edit_azure_workbooks` | ❌ | -| 3 | 0.409085 | `create_azure_workbooks` | ❌ | -| 4 | 0.235171 | `view_azure_storage` | ❌ | -| 5 | 0.231054 | `get_azure_capacity` | ❌ | +| 1 | 0.430979 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.280912 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.279030 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.277447 | `get_azure_databases_details` | ❌ | +| 5 | 0.272738 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 156 -**Expected Tool:** `view_azure_workbooks` -**Prompt:** Show me the workbook with display name +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me all AI Foundry model deployments ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525325 | `view_azure_workbooks` | ✅ **EXPECTED** | -| 2 | 0.454790 | `create_azure_workbooks` | ❌ | -| 3 | 0.422535 | `edit_azure_workbooks` | ❌ | -| 4 | 0.201213 | `get_azure_security_configurations` | ❌ | -| 5 | 0.181802 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.612664 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.493076 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.389499 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.364626 | `design_azure_architecture` | ❌ | +| 5 | 0.358370 | `deploy_resources_and_applications_to_azure` | ❌ | --- ## Test 157 -**Expected Tool:** `audit_azure_resources_compliance` -**Prompt:** Check my Azure subscription for any compliance issues or recommendations +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me my Cognitive Search services ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.552351 | `get_azure_capacity` | ❌ | -| 2 | 0.546941 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | -| 3 | 0.500223 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.477388 | `get_azure_best_practices` | ❌ | -| 5 | 0.445891 | `execute_azure_cli` | ❌ | +| 1 | 0.483332 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.431878 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.374112 | `get_azure_databases_details` | ❌ | +| 4 | 0.364824 | `get_azure_container_details` | ❌ | +| 5 | 0.363484 | `get_application_platform_details` | ❌ | --- ## Test 158 -**Expected Tool:** `audit_azure_resources_compliance` -**Prompt:** Provide compliance recommendations for my current Azure subscription +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the available AI Foundry models ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.536483 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | -| 2 | 0.511039 | `get_azure_best_practices` | ❌ | -| 3 | 0.490293 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.488706 | `get_azure_capacity` | ❌ | -| 5 | 0.452616 | `execute_azure_cli` | ❌ | +| 1 | 0.533639 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.471847 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.384895 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.274684 | `design_azure_architecture` | ❌ | +| 5 | 0.261365 | `get_azure_databases_details` | ❌ | --- ## Test 159 -**Expected Tool:** `audit_azure_resources_compliance` -**Prompt:** Scan my Azure subscription for compliance recommendations +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the Cognitive Search services in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.592611 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | -| 2 | 0.508765 | `get_azure_best_practices` | ❌ | -| 3 | 0.502378 | `get_azure_capacity` | ❌ | -| 4 | 0.492553 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.472186 | `execute_azure_cli` | ❌ | +| 1 | 0.539532 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.507116 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.458450 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.425779 | `get_application_platform_details` | ❌ | +| 5 | 0.411862 | `get_azure_databases_details` | ❌ | --- ## Test 160 -**Expected Tool:** `get_azure_security_configurations` -**Prompt:** List all available role assignments in my subscription +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the details of the index in Cognitive Search service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.734114 | `get_azure_security_configurations` | ✅ **EXPECTED** | -| 2 | 0.378589 | `list_azure_resources` | ❌ | -| 3 | 0.356351 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.341279 | `view_azure_workbooks` | ❌ | -| 5 | 0.334534 | `view_azure_storage` | ❌ | +| 1 | 0.496260 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.430990 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.417792 | `get_application_platform_details` | ❌ | +| 4 | 0.406409 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.398647 | `get_azure_app_config_settings` | ❌ | --- ## Test 161 -**Expected Tool:** `get_azure_security_configurations` -**Prompt:** Show me the available role assignments in my subscription +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the indexes in the Cognitive Search service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.702749 | `get_azure_security_configurations` | ✅ **EXPECTED** | -| 2 | 0.388410 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.371242 | `view_azure_workbooks` | ❌ | -| 4 | 0.353987 | `get_azure_capacity` | ❌ | -| 5 | 0.347187 | `list_azure_resources` | ❌ | +| 1 | 0.456784 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.366135 | `get_azure_databases_details` | ❌ | +| 3 | 0.362259 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.360971 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.335022 | `get_azure_security_configurations` | ❌ | --- ## Test 162 -**Expected Tool:** `get_azure_key_vault` -**Prompt:** List all certificates in the key vault +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the knowledge indexes in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.542347 | `import_azure_key_vault_certificates` | ❌ | -| 2 | 0.539144 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 3 | 0.461400 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.385576 | `get_azure_security_configurations` | ❌ | -| 5 | 0.355326 | `view_azure_storage` | ❌ | +| 1 | 0.468719 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.414405 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.299211 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.290181 | `get_azure_capacity` | ❌ | +| 5 | 0.287340 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 163 -**Expected Tool:** `get_azure_key_vault` -**Prompt:** List all keys in the key vault +**Expected Tool:** `get_azure_ai_resources_details` +**Prompt:** Show me the schema for knowledge index in my AI Foundry project ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.497101 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 2 | 0.429278 | `create_azure_key_vault_items` | ❌ | -| 3 | 0.427597 | `import_azure_key_vault_certificates` | ❌ | -| 4 | 0.378915 | `get_azure_security_configurations` | ❌ | -| 5 | 0.375383 | `list_azure_resources` | ❌ | +| 1 | 0.418102 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.373160 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.324788 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.308690 | `get_azure_best_practices` | ❌ | +| 5 | 0.289972 | `get_azure_databases_details` | ❌ | --- ## Test 164 -**Expected Tool:** `get_azure_key_vault` -**Prompt:** List all secrets in the key vault +**Expected Tool:** `deploy_azure_ai_models` +**Prompt:** Deploy a GPT4o instance on my resource ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498894 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 2 | 0.434446 | `create_azure_key_vault_items` | ❌ | -| 3 | 0.372548 | `import_azure_key_vault_certificates` | ❌ | -| 4 | 0.348550 | `get_azure_security_configurations` | ❌ | -| 5 | 0.323461 | `view_azure_storage` | ❌ | +| 1 | 0.387447 | `deploy_azure_ai_models` | ✅ **EXPECTED** | +| 2 | 0.301223 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.299302 | `create_azure_load_testing` | ❌ | +| 4 | 0.240425 | `edit_azure_databases` | ❌ | +| 5 | 0.239872 | `get_azure_capacity` | ❌ | --- ## Test 165 -**Expected Tool:** `get_azure_key_vault` -**Prompt:** Show me the certificate in the key vault +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Get details about the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.543362 | `import_azure_key_vault_certificates` | ❌ | -| 2 | 0.528922 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 3 | 0.436563 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.327378 | `view_azure_storage` | ❌ | -| 5 | 0.318224 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.648174 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.475469 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.449058 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.430956 | `get_application_platform_details` | ❌ | +| 5 | 0.429429 | `get_azure_container_details` | ❌ | --- ## Test 166 -**Expected Tool:** `get_azure_key_vault` -**Prompt:** Show me the certificates in the key vault +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Get the details about blob in the container in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.557831 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 2 | 0.552928 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.461463 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.384048 | `view_azure_storage` | ❌ | -| 5 | 0.368299 | `get_azure_security_configurations` | ❌ | +| 1 | 0.619030 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.529062 | `create_azure_storage` | ❌ | +| 3 | 0.478682 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.466323 | `get_azure_container_details` | ❌ | +| 5 | 0.415661 | `get_azure_app_config_settings` | ❌ | --- ## Test 167 -**Expected Tool:** `get_azure_key_vault` -**Prompt:** Show me the details of the certificate in the key vault +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List all blob containers in the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.519309 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 2 | 0.490672 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.420402 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.331426 | `view_azure_storage` | ❌ | -| 5 | 0.319335 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.587279 | `create_azure_storage` | ❌ | +| 2 | 0.518468 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 3 | 0.453137 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.376493 | `get_azure_container_details` | ❌ | +| 5 | 0.336839 | `get_azure_security_configurations` | ❌ | --- ## Test 168 -**Expected Tool:** `get_azure_key_vault` -**Prompt:** Show me the keys in the key vault +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List all blobs in the blob container in the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.518093 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 2 | 0.448371 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.432123 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.370326 | `view_azure_app_config_settings` | ❌ | -| 5 | 0.356515 | `view_azure_storage` | ❌ | +| 1 | 0.551096 | `create_azure_storage` | ❌ | +| 2 | 0.508411 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 3 | 0.463738 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.348803 | `get_azure_container_details` | ❌ | +| 5 | 0.309742 | `get_azure_security_configurations` | ❌ | --- ## Test 169 -**Expected Tool:** `get_azure_key_vault` -**Prompt:** Show me the secrets in the key vault +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List all storage accounts in my subscription including their location and SKU ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545031 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 2 | 0.460930 | `create_azure_key_vault_items` | ❌ | -| 3 | 0.426022 | `import_azure_key_vault_certificates` | ❌ | -| 4 | 0.383577 | `view_azure_app_config_settings` | ❌ | -| 5 | 0.375051 | `view_azure_storage` | ❌ | +| 1 | 0.535565 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.459444 | `create_azure_storage` | ❌ | +| 3 | 0.444366 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.417742 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.400577 | `browse_azure_marketplace_products` | ❌ | --- ## Test 170 -**Expected Tool:** `create_azure_key_vault_items` -**Prompt:** Create a new certificate called in the key vault +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List the Azure Managed Lustre filesystems in my resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577228 | `create_azure_key_vault_items` | ✅ **EXPECTED** | -| 2 | 0.536615 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.432370 | `get_azure_key_vault` | ❌ | -| 4 | 0.282142 | `create_azure_workbooks` | ❌ | -| 5 | 0.254148 | `edit_azure_storage` | ❌ | +| 1 | 0.614534 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.432052 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.422723 | `get_azure_capacity` | ❌ | +| 4 | 0.412758 | `get_azure_databases_details` | ❌ | +| 5 | 0.408527 | `get_azure_load_testing_details` | ❌ | --- ## Test 171 -**Expected Tool:** `create_azure_key_vault_items` -**Prompt:** Create a new key called with the RSA type in the key vault +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List the Azure Managed Lustre filesystems in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493930 | `create_azure_key_vault_items` | ✅ **EXPECTED** | -| 2 | 0.417468 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.344129 | `get_azure_key_vault` | ❌ | -| 4 | 0.270783 | `edit_azure_storage` | ❌ | -| 5 | 0.230671 | `create_azure_workbooks` | ❌ | +| 1 | 0.607043 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.455284 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.431655 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.427369 | `get_azure_capacity` | ❌ | +| 5 | 0.395359 | `get_azure_data_explorer_kusto_details` | ❌ | --- ## Test 172 -**Expected Tool:** `create_azure_key_vault_items` -**Prompt:** Create a new secret called with value in the key vault +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546911 | `create_azure_key_vault_items` | ✅ **EXPECTED** | -| 2 | 0.381138 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.380745 | `get_azure_key_vault` | ❌ | -| 4 | 0.300710 | `lock_unlock_azure_app_config_settings` | ❌ | -| 5 | 0.279489 | `edit_azure_app_config_settings` | ❌ | +| 1 | 0.490615 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.404977 | `create_azure_storage` | ❌ | +| 3 | 0.390632 | `get_azure_capacity` | ❌ | +| 4 | 0.384612 | `get_azure_security_configurations` | ❌ | +| 5 | 0.361530 | `get_azure_container_details` | ❌ | --- ## Test 173 -**Expected Tool:** `import_azure_key_vault_certificates` -**Prompt:** Import a certificate into the key vault using the name +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the blobs in the blob container in the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660888 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | -| 2 | 0.459725 | `create_azure_key_vault_items` | ❌ | -| 3 | 0.400859 | `get_azure_key_vault` | ❌ | -| 4 | 0.256688 | `deploy_azure_ai_models` | ❌ | -| 5 | 0.240517 | `create_azure_sql_firewall_rules` | ❌ | +| 1 | 0.546896 | `create_azure_storage` | ❌ | +| 2 | 0.509039 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 3 | 0.472639 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.408261 | `get_azure_container_details` | ❌ | +| 5 | 0.323929 | `get_azure_key_vault` | ❌ | --- ## Test 174 -**Expected Tool:** `import_azure_key_vault_certificates` -**Prompt:** Import the certificate in file into the key vault +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the containers in the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.645826 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | -| 2 | 0.425682 | `create_azure_key_vault_items` | ❌ | -| 3 | 0.392675 | `get_azure_key_vault` | ❌ | -| 4 | 0.249209 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.248738 | `deploy_azure_ai_models` | ❌ | +| 1 | 0.543409 | `create_azure_storage` | ❌ | +| 2 | 0.527491 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 3 | 0.428357 | `get_azure_container_details` | ❌ | +| 4 | 0.418173 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.354495 | `get_azure_security_configurations` | ❌ | --- ## Test 175 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the details for my storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.393343 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.391704 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.350969 | `design_azure_architecture` | ❌ | -| 4 | 0.346081 | `edit_azure_storage` | ❌ | -| 5 | 0.340836 | `deploy_azure_ai_models` | ❌ | +| 1 | 0.601969 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.449230 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.434194 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.431374 | `get_azure_container_details` | ❌ | +| 5 | 0.419042 | `create_azure_storage` | ❌ | --- ## Test 176 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the properties for blob in container in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.464897 | `deploy_resources_and_applications_to_azure` | ❌ | -| 2 | 0.390050 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 3 | 0.385815 | `design_azure_architecture` | ❌ | -| 4 | 0.384385 | `deploy_azure_ai_models` | ❌ | -| 5 | 0.370523 | `edit_azure_storage` | ❌ | +| 1 | 0.549426 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.521396 | `create_azure_storage` | ❌ | +| 3 | 0.457227 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.420784 | `get_azure_container_details` | ❌ | +| 5 | 0.348613 | `get_azure_app_config_settings` | ❌ | --- ## Test 177 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Fetch the Azure Terraform best practices +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the properties of the storage container in the storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.735005 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.484097 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.474532 | `search_microsoft_docs` | ❌ | -| 4 | 0.459688 | `execute_azure_cli` | ❌ | -| 5 | 0.436798 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.559871 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.498174 | `create_azure_storage` | ❌ | +| 3 | 0.451684 | `get_azure_container_details` | ❌ | +| 4 | 0.398764 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.374824 | `get_azure_capacity` | ❌ | --- ## Test 178 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Get the latest Azure best practices +**Expected Tool:** `get_azure_storage_details` +**Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690117 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.601714 | `search_microsoft_docs` | ❌ | -| 3 | 0.524056 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.508718 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.487540 | `get_azure_capacity` | ❌ | +| 1 | 0.495299 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.476386 | `create_azure_storage` | ❌ | +| 3 | 0.430206 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.399080 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.397760 | `get_azure_messaging_service_details` | ❌ | --- ## Test 179 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Get the latest Azure code generation best practices +**Expected Tool:** `create_azure_storage` +**Prompt:** Create a new blob container named documents with container public access in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.713406 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.543696 | `search_microsoft_docs` | ❌ | -| 3 | 0.525038 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.512007 | `design_azure_architecture` | ❌ | -| 5 | 0.435613 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.546204 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.431996 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.404325 | `get_azure_storage_details` | ❌ | +| 4 | 0.318029 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.304649 | `search_microsoft_docs` | ❌ | --- ## Test 180 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Get the latest Azure deployment best practices +**Expected Tool:** `create_azure_storage` +**Prompt:** Create a new storage account called testaccount123 in East US region ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.683437 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.619725 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.558589 | `search_microsoft_docs` | ❌ | -| 4 | 0.478904 | `design_azure_architecture` | ❌ | -| 5 | 0.465496 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.478014 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.375790 | `get_azure_storage_details` | ❌ | +| 3 | 0.329543 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.307994 | `create_azure_load_testing` | ❌ | +| 5 | 0.292741 | `upload_azure_storage_blobs` | ❌ | --- ## Test 181 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Get the latest Azure Functions best practices +**Expected Tool:** `create_azure_storage` +**Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.682026 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.556022 | `search_microsoft_docs` | ❌ | -| 3 | 0.489786 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.443358 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.436172 | `get_azure_capacity` | ❌ | +| 1 | 0.557679 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.451935 | `get_azure_storage_details` | ❌ | +| 3 | 0.432518 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.423712 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.395078 | `create_azure_workbooks` | ❌ | --- ## Test 182 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Get the latest Azure Functions code generation best practices +**Expected Tool:** `create_azure_storage` +**Prompt:** Create a storage account with premium performance and LRS replication ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.685214 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.486075 | `search_microsoft_docs` | ❌ | -| 3 | 0.469229 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.455695 | `design_azure_architecture` | ❌ | -| 5 | 0.416416 | `execute_azure_developer_cli` | ❌ | +| 1 | 0.488344 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.436857 | `get_azure_storage_details` | ❌ | +| 3 | 0.413299 | `get_azure_capacity` | ❌ | +| 4 | 0.356649 | `create_azure_load_testing` | ❌ | +| 5 | 0.346863 | `create_azure_key_vault_items` | ❌ | --- ## Test 183 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Get the latest Azure Functions deployment best practices +**Expected Tool:** `create_azure_storage` +**Prompt:** Create the container using blob public access in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.675358 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.570933 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.527827 | `search_microsoft_docs` | ❌ | -| 4 | 0.440886 | `design_azure_architecture` | ❌ | -| 5 | 0.435563 | `deploy_azure_ai_models` | ❌ | +| 1 | 0.631937 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.487471 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.425315 | `get_azure_storage_details` | ❌ | +| 4 | 0.332783 | `get_azure_container_details` | ❌ | +| 5 | 0.316986 | `create_azure_key_vault_items` | ❌ | --- ## Test 184 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Get the latest Azure Static Web Apps best practices +**Expected Tool:** `create_azure_storage` +**Prompt:** Create the storage container mycontainer in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.612873 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.520938 | `search_microsoft_docs` | ❌ | -| 3 | 0.501695 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.436412 | `view_azure_app_config_settings` | ❌ | -| 5 | 0.424667 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.607036 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.450592 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.427732 | `get_azure_storage_details` | ❌ | +| 4 | 0.325408 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.313058 | `get_azure_container_details` | ❌ | --- ## Test 185 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** How can I use Bicep to create an Azure OpenAI service? +**Expected Tool:** `upload_azure_storage_blobs` +**Prompt:** Upload file to storage blob in container in storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480742 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.436599 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.423060 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.417852 | `view_azure_ai_resources` | ❌ | -| 5 | 0.391152 | `get_azure_capacity` | ❌ | +| 1 | 0.623181 | `upload_azure_storage_blobs` | ✅ **EXPECTED** | +| 2 | 0.528682 | `create_azure_storage` | ❌ | +| 3 | 0.419405 | `get_azure_storage_details` | ❌ | +| 4 | 0.292612 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.268633 | `import_azure_key_vault_certificates` | ❌ | --- ## Test 186 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** List all access policies in the Redis Cache ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618403 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.496526 | `get_azure_key_vault` | ❌ | -| 3 | 0.478195 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.443917 | `import_azure_key_vault_certificates` | ❌ | -| 5 | 0.423881 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.598233 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.335003 | `get_azure_security_configurations` | ❌ | +| 3 | 0.295502 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.285710 | `get_azure_key_vault` | ❌ | +| 5 | 0.272415 | `get_azure_container_details` | ❌ | --- ## Test 187 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** What are azure function best practices? +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** List all databases in the Redis Cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.628027 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.451968 | `search_microsoft_docs` | ❌ | -| 3 | 0.443178 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.394211 | `get_azure_capacity` | ❌ | -| 5 | 0.391204 | `execute_azure_cli` | ❌ | +| 1 | 0.470782 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.387732 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.371289 | `get_azure_databases_details` | ❌ | +| 4 | 0.281471 | `get_azure_container_details` | ❌ | +| 5 | 0.254950 | `get_azure_security_configurations` | ❌ | --- ## Test 188 -**Expected Tool:** `design_azure_architecture` -**Prompt:** Generate the azure architecture diagram for this application +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** List all Redis Caches in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.736963 | `design_azure_architecture` | ✅ **EXPECTED** | -| 2 | 0.481643 | `get_azure_best_practices` | ❌ | -| 3 | 0.457548 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.425726 | `view_azure_storage` | ❌ | -| 5 | 0.406431 | `edit_azure_storage` | ❌ | +| 1 | 0.580586 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.364783 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.342661 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.325858 | `get_azure_databases_details` | ❌ | +| 5 | 0.312887 | `get_azure_container_details` | ❌ | --- ## Test 189 -**Expected Tool:** `design_azure_architecture` -**Prompt:** Help me create a cloud service that will serve as ATM for users +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** List all Redis Clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.306056 | `design_azure_architecture` | ✅ **EXPECTED** | -| 2 | 0.289383 | `edit_azure_storage` | ❌ | -| 3 | 0.259518 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.221449 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.221006 | `search_microsoft_docs` | ❌ | +| 1 | 0.567767 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.435563 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.414456 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.406105 | `get_azure_container_details` | ❌ | +| 5 | 0.383811 | `get_azure_messaging_service_details` | ❌ | --- ## Test 190 -**Expected Tool:** `design_azure_architecture` -**Prompt:** How can I design a cloud service in Azure that will store and present videos for users? +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me my Redis Caches ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.432690 | `edit_azure_storage` | ❌ | -| 2 | 0.427652 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.414664 | `view_azure_storage` | ❌ | -| 4 | 0.414019 | `design_azure_architecture` | ✅ **EXPECTED** | -| 5 | 0.413253 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.520329 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.307314 | `get_azure_databases_details` | ❌ | +| 3 | 0.267242 | `get_azure_container_details` | ❌ | +| 4 | 0.263546 | `get_azure_key_vault` | ❌ | +| 5 | 0.252356 | `get_azure_security_configurations` | ❌ | --- ## Test 191 -**Expected Tool:** `design_azure_architecture` -**Prompt:** I want to design a cloud app for ordering groceries +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me my Redis Clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.342485 | `browse_azure_marketplace_products` | ❌ | -| 2 | 0.318718 | `design_azure_architecture` | ✅ **EXPECTED** | -| 3 | 0.275570 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.252769 | `edit_azure_storage` | ❌ | -| 5 | 0.224286 | `get_azure_best_practices` | ❌ | +| 1 | 0.498407 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.354127 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.348501 | `get_azure_container_details` | ❌ | +| 4 | 0.325563 | `get_azure_databases_details` | ❌ | +| 5 | 0.287089 | `get_azure_sql_server_details` | ❌ | --- ## Test 192 -**Expected Tool:** `design_azure_architecture` -**Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me the access policies in the Redis Cache ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.365156 | `design_azure_architecture` | ✅ **EXPECTED** | -| 2 | 0.323311 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.304993 | `edit_azure_storage` | ❌ | -| 4 | 0.234849 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.225571 | `get_azure_capacity` | ❌ | +| 1 | 0.600085 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.316812 | `get_azure_security_configurations` | ❌ | +| 3 | 0.315264 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.313256 | `get_azure_key_vault` | ❌ | +| 5 | 0.305484 | `get_azure_app_config_settings` | ❌ | --- ## Test 193 -**Expected Tool:** `view_azure_load_testing` -**Prompt:** Get all the load test runs for the test with id in the load test resource in resource group +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me the databases in the Redis Cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.568056 | `create_azure_load_testing` | ❌ | -| 2 | 0.515763 | `view_azure_load_testing` | ✅ **EXPECTED** | -| 3 | 0.448055 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.377297 | `view_azure_storage` | ❌ | -| 5 | 0.342154 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.456986 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.381255 | `get_azure_databases_details` | ❌ | +| 3 | 0.379480 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.283078 | `get_azure_container_details` | ❌ | +| 5 | 0.256540 | `get_azure_sql_server_details` | ❌ | --- ## Test 194 -**Expected Tool:** `view_azure_load_testing` -**Prompt:** Get the load test run with id in the load test resource in resource group +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me the Redis Caches in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.599662 | `create_azure_load_testing` | ❌ | -| 2 | 0.486542 | `view_azure_load_testing` | ✅ **EXPECTED** | -| 3 | 0.457473 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.350681 | `view_azure_storage` | ❌ | -| 5 | 0.341594 | `get_azure_health_status` | ❌ | +| 1 | 0.553755 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.360815 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.347079 | `get_azure_databases_details` | ❌ | +| 4 | 0.335247 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.328705 | `get_azure_messaging_service_details` | ❌ | --- ## Test 195 -**Expected Tool:** `view_azure_load_testing` -**Prompt:** Get the load test with id in the load test resource in resource group +**Expected Tool:** `get_azure_cache_for_redis_details` +**Prompt:** Show me the Redis Clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.612789 | `create_azure_load_testing` | ❌ | -| 2 | 0.508236 | `view_azure_load_testing` | ✅ **EXPECTED** | -| 3 | 0.421878 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.352153 | `view_azure_storage` | ❌ | -| 5 | 0.351635 | `get_azure_health_status` | ❌ | +| 1 | 0.538790 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.424900 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.415817 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.408194 | `get_azure_container_details` | ❌ | +| 5 | 0.386110 | `get_azure_databases_details` | ❌ | --- ## Test 196 -**Expected Tool:** `create_azure_load_testing` -**Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription +**Expected Tool:** `browse_azure_marketplace_products` +**Prompt:** Get details about marketplace product ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.542817 | `create_azure_load_testing` | ✅ **EXPECTED** | -| 2 | 0.426101 | `view_azure_load_testing` | ❌ | -| 3 | 0.425527 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.327559 | `edit_azure_storage` | ❌ | -| 5 | 0.303424 | `create_azure_workbooks` | ❌ | +| 1 | 0.424825 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | +| 2 | 0.376519 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.359701 | `get_application_platform_details` | ❌ | +| 4 | 0.343877 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.300278 | `get_azure_storage_details` | ❌ | --- ## Test 197 -**Expected Tool:** `create_azure_load_testing` -**Prompt:** Create a load test resource in the resource group in my subscription +**Expected Tool:** `browse_azure_marketplace_products` +**Prompt:** Search for Microsoft products in the marketplace ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660182 | `create_azure_load_testing` | ✅ **EXPECTED** | -| 2 | 0.449381 | `view_azure_load_testing` | ❌ | -| 3 | 0.411267 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.366204 | `edit_azure_storage` | ❌ | -| 5 | 0.351672 | `view_azure_storage` | ❌ | +| 1 | 0.712278 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | +| 2 | 0.464133 | `search_microsoft_docs` | ❌ | +| 3 | 0.394415 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.350764 | `get_azure_databases_details` | ❌ | +| 5 | 0.338328 | `deploy_resources_and_applications_to_azure` | ❌ | --- ## Test 198 -**Expected Tool:** `create_azure_load_testing` -**Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as +**Expected Tool:** `browse_azure_marketplace_products` +**Prompt:** Show me marketplace products from publisher ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.585612 | `create_azure_load_testing` | ✅ **EXPECTED** | -| 2 | 0.496772 | `update_azure_load_testing_configurations` | ❌ | -| 3 | 0.407568 | `view_azure_load_testing` | ❌ | -| 4 | 0.319822 | `create_azure_key_vault_items` | ❌ | -| 5 | 0.310810 | `edit_azure_storage` | ❌ | +| 1 | 0.492651 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | +| 2 | 0.227530 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.216860 | `get_azure_databases_details` | ❌ | +| 4 | 0.211973 | `get_azure_ai_resources_details` | ❌ | +| 5 | 0.210581 | `get_azure_workbooks_details` | ❌ | --- ## Test 199 -**Expected Tool:** `update_azure_load_testing_configurations` -**Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . +**Expected Tool:** `get_azure_capacity` +**Prompt:** Check usage information for in region ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577419 | `update_azure_load_testing_configurations` | ✅ **EXPECTED** | -| 2 | 0.501316 | `create_azure_load_testing` | ❌ | -| 3 | 0.407398 | `view_azure_load_testing` | ❌ | -| 4 | 0.303358 | `edit_azure_workbooks` | ❌ | -| 5 | 0.257467 | `edit_azure_databases` | ❌ | +| 1 | 0.449864 | `get_azure_capacity` | ✅ **EXPECTED** | +| 2 | 0.397168 | `get_azure_storage_details` | ❌ | +| 3 | 0.353830 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.350026 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.321104 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 200 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** Get the schema configuration for knowledge index +**Expected Tool:** `get_azure_capacity` +**Prompt:** Show me the available regions for these resource types ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.268668 | `get_azure_best_practices` | ❌ | -| 2 | 0.255864 | `view_azure_load_testing` | ❌ | -| 3 | 0.253009 | `view_azure_app_config_settings` | ❌ | -| 4 | 0.242574 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.217755 | `view_azure_service_bus` | ❌ | +| 1 | 0.332100 | `get_azure_load_testing_details` | ❌ | +| 2 | 0.328688 | `get_azure_databases_details` | ❌ | +| 3 | 0.320050 | `get_azure_capacity` | ✅ **EXPECTED** | +| 4 | 0.318017 | `get_azure_ai_resources_details` | ❌ | +| 5 | 0.313365 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- ## Test 201 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** List all AI Foundry model deployments +**Expected Tool:** `get_azure_capacity` +**Prompt:** Tell me how many IP addresses I need for of ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.619823 | `deploy_azure_ai_models` | ❌ | -| 2 | 0.553188 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 3 | 0.362424 | `design_azure_architecture` | ❌ | -| 4 | 0.359607 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.357738 | `list_azure_resources` | ❌ | +| 1 | 0.299130 | `get_azure_storage_details` | ❌ | +| 2 | 0.278726 | `get_azure_capacity` | ✅ **EXPECTED** | +| 3 | 0.225047 | `execute_azure_cli` | ❌ | +| 4 | 0.215121 | `edit_azure_databases` | ❌ | +| 5 | 0.206770 | `get_azure_container_details` | ❌ | --- ## Test 202 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** List all AI Foundry models +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List all Event Grid subscriptions in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.524525 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.472873 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.338517 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.299010 | `list_azure_resources` | ❌ | -| 5 | 0.278504 | `view_azure_storage` | ❌ | +| 1 | 0.510142 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.431684 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.350456 | `get_azure_security_configurations` | ❌ | +| 4 | 0.326854 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.306960 | `get_application_platform_details` | ❌ | --- ## Test 203 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** List all indexes in the Cognitive Search service +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List all Event Grid topics in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.485617 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.370998 | `list_azure_resources` | ❌ | -| 3 | 0.356614 | `get_azure_security_configurations` | ❌ | -| 4 | 0.351864 | `view_azure_service_bus` | ❌ | -| 5 | 0.345416 | `view_azure_databases` | ❌ | +| 1 | 0.583567 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.433919 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.380839 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.375303 | `get_azure_security_configurations` | ❌ | +| 5 | 0.355380 | `get_azure_virtual_desktop_details` | ❌ | --- ## Test 204 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** List all knowledge indexes in my AI Foundry project +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List all Event Grid topics in resource group in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532589 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.407003 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.313221 | `list_azure_resources` | ❌ | -| 4 | 0.290230 | `view_azure_workbooks` | ❌ | -| 5 | 0.288627 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.517196 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.485648 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 3 | 0.337400 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.332975 | `get_azure_security_configurations` | ❌ | +| 5 | 0.331312 | `get_azure_virtual_desktop_details` | ❌ | --- ## Test 205 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** Search for instances of in the index in Cognitive Search service +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List all Event Grid topics in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.413567 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.284827 | `view_azure_data_explorer_kusto` | ❌ | -| 3 | 0.280902 | `get_azure_health_status` | ❌ | -| 4 | 0.279255 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.277502 | `view_azure_databases` | ❌ | +| 1 | 0.540786 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.397469 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.329802 | `get_azure_security_configurations` | ❌ | +| 4 | 0.325418 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.309353 | `get_azure_load_testing_details` | ❌ | --- ## Test 206 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** Show me all AI Foundry model deployments +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List Event Grid subscriptions for subscription in location ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.612664 | `deploy_azure_ai_models` | ❌ | -| 2 | 0.576865 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 3 | 0.389499 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.364626 | `design_azure_architecture` | ❌ | -| 5 | 0.358370 | `deploy_resources_and_applications_to_azure` | ❌ | +| 1 | 0.508206 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.443596 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.351500 | `get_azure_security_configurations` | ❌ | +| 4 | 0.335511 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.332395 | `get_application_platform_details` | ❌ | --- ## Test 207 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** Show me the available AI Foundry models +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List Event Grid subscriptions for topic in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.544542 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.533639 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.384895 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.278865 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.274876 | `view_azure_load_testing` | ❌ | +| 1 | 0.539053 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.499123 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.366263 | `get_azure_security_configurations` | ❌ | +| 4 | 0.341727 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.331468 | `get_azure_capacity` | ❌ | --- ## Test 208 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** Show me the details of the index in Cognitive Search service +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** List Event Grid subscriptions for topic in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.419435 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.361279 | `view_azure_service_bus` | ❌ | -| 3 | 0.350631 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.324609 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.321910 | `view_azure_databases` | ❌ | +| 1 | 0.551826 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.422468 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.341614 | `get_azure_security_configurations` | ❌ | +| 4 | 0.319377 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.318300 | `get_application_platform_details` | ❌ | --- ## Test 209 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** Show me the indexes in the Cognitive Search service +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show all Event Grid subscriptions in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.474756 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.382455 | `view_azure_service_bus` | ❌ | -| 3 | 0.366135 | `view_azure_databases` | ❌ | -| 4 | 0.350765 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.338549 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.553625 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.470487 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.429263 | `get_azure_security_configurations` | ❌ | +| 4 | 0.402453 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.364305 | `get_azure_databases_details` | ❌ | --- ## Test 210 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** Show me the knowledge indexes in my AI Foundry project +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show Event Grid subscriptions in resource group in subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.528448 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.414405 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.333651 | `view_azure_workbooks` | ❌ | -| 4 | 0.316147 | `view_azure_load_testing` | ❌ | -| 5 | 0.304207 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.566739 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.506376 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 3 | 0.383949 | `get_azure_security_configurations` | ❌ | +| 4 | 0.357645 | `get_azure_databases_details` | ❌ | +| 5 | 0.356476 | `get_azure_capacity` | ❌ | --- ## Test 211 -**Expected Tool:** `view_azure_ai_resources` -**Prompt:** Show me the schema for knowledge index in my AI Foundry project +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show me all Event Grid subscriptions for topic ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.437885 | `view_azure_ai_resources` | ✅ **EXPECTED** | -| 2 | 0.373160 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.345891 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.308722 | `get_azure_best_practices` | ❌ | -| 5 | 0.289972 | `view_azure_databases` | ❌ | +| 1 | 0.552969 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.404707 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.344019 | `get_azure_security_configurations` | ❌ | +| 4 | 0.337543 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.328806 | `get_application_platform_details` | ❌ | --- ## Test 212 -**Expected Tool:** `deploy_azure_ai_models` -**Prompt:** Deploy a GPT4o instance on my resource +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show me the details of service bus queue ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.387447 | `deploy_azure_ai_models` | ✅ **EXPECTED** | -| 2 | 0.301222 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.299302 | `create_azure_load_testing` | ❌ | -| 4 | 0.240425 | `edit_azure_databases` | ❌ | -| 5 | 0.239872 | `get_azure_capacity` | ❌ | +| 1 | 0.602510 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.384758 | `get_application_platform_details` | ❌ | +| 3 | 0.374093 | `get_azure_container_details` | ❌ | +| 4 | 0.373005 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.364952 | `get_azure_app_config_settings` | ❌ | --- ## Test 213 -**Expected Tool:** `view_azure_storage` -**Prompt:** Get details about the storage account +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show me the details of service bus subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441870 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.384841 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.375857 | `get_azure_capacity` | ❌ | -| 4 | 0.336738 | `edit_azure_storage` | ❌ | -| 5 | 0.319154 | `get_azure_security_configurations` | ❌ | +| 1 | 0.622685 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.397741 | `get_application_platform_details` | ❌ | +| 3 | 0.380696 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.379021 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.365824 | `get_azure_container_details` | ❌ | --- ## Test 214 -**Expected Tool:** `view_azure_storage` -**Prompt:** Get the details about blob in the container in storage account +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show me the details of service bus topic ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478682 | `upload_azure_storage_blobs` | ❌ | -| 2 | 0.404338 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.403201 | `view_azure_storage` | ✅ **EXPECTED** | -| 4 | 0.325756 | `get_azure_capacity` | ❌ | -| 5 | 0.313102 | `search_microsoft_docs` | ❌ | +| 1 | 0.615509 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.375764 | `get_application_platform_details` | ❌ | +| 3 | 0.363286 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.361894 | `get_azure_container_details` | ❌ | +| 5 | 0.347380 | `get_azure_virtual_desktop_details` | ❌ | --- ## Test 215 -**Expected Tool:** `view_azure_storage` -**Prompt:** List all blob containers in the storage account +**Expected Tool:** `get_azure_messaging_service_details` +**Prompt:** Show me the Event Grid topics in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.453206 | `upload_azure_storage_blobs` | ❌ | -| 2 | 0.431280 | `view_azure_storage` | ✅ **EXPECTED** | -| 3 | 0.398358 | `list_azure_resources` | ❌ | -| 4 | 0.391771 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.336886 | `get_azure_security_configurations` | ❌ | +| 1 | 0.587610 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.444005 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.417523 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.364752 | `get_azure_security_configurations` | ❌ | +| 5 | 0.349067 | `get_azure_databases_details` | ❌ | --- ## Test 216 -**Expected Tool:** `view_azure_storage` -**Prompt:** List all blobs in the blob container in the storage account +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** List all Data Explorer clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.463738 | `upload_azure_storage_blobs` | ❌ | -| 2 | 0.404043 | `view_azure_storage` | ✅ **EXPECTED** | -| 3 | 0.373615 | `edit_azure_storage_blob_tiers` | ❌ | -| 4 | 0.356853 | `list_azure_resources` | ❌ | -| 5 | 0.317950 | `edit_azure_storage` | ❌ | +| 1 | 0.589678 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.426314 | `get_azure_databases_details` | ❌ | +| 3 | 0.398411 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.395808 | `get_azure_container_details` | ❌ | +| 5 | 0.385122 | `get_azure_cache_for_redis_details` | ❌ | --- ## Test 217 -**Expected Tool:** `view_azure_storage` -**Prompt:** List all storage accounts in my subscription including their location and SKU +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** List all databases in the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.457341 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.450766 | `list_azure_resources` | ❌ | -| 3 | 0.400577 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.398808 | `get_azure_capacity` | ❌ | -| 5 | 0.379630 | `edit_azure_storage_blob_tiers` | ❌ | +| 1 | 0.546030 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.447128 | `get_azure_databases_details` | ❌ | +| 3 | 0.337758 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.305376 | `get_azure_container_details` | ❌ | +| 5 | 0.304244 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 218 -**Expected Tool:** `view_azure_storage` -**Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** List all tables in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.429554 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.418652 | `list_azure_resources` | ❌ | -| 3 | 0.390632 | `get_azure_capacity` | ❌ | -| 4 | 0.384612 | `get_azure_security_configurations` | ❌ | -| 5 | 0.358280 | `edit_azure_storage_blob_tiers` | ❌ | +| 1 | 0.527040 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.396515 | `get_azure_databases_details` | ❌ | +| 3 | 0.305606 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.265201 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.262194 | `get_azure_container_details` | ❌ | --- ## Test 219 -**Expected Tool:** `view_azure_storage` -**Prompt:** Show me the blobs in the blob container in the storage account +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me a data sample from the Data Explorer table in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.472639 | `upload_azure_storage_blobs` | ❌ | -| 2 | 0.441715 | `view_azure_storage` | ✅ **EXPECTED** | -| 3 | 0.389798 | `edit_azure_storage_blob_tiers` | ❌ | -| 4 | 0.338208 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.327625 | `list_azure_resources` | ❌ | +| 1 | 0.512442 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.353150 | `get_azure_databases_details` | ❌ | +| 3 | 0.247154 | `get_azure_container_details` | ❌ | +| 4 | 0.242332 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.234571 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 220 -**Expected Tool:** `view_azure_storage` -**Prompt:** Show me the containers in the storage account +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493144 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.418173 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.383934 | `list_azure_resources` | ❌ | -| 4 | 0.369023 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.361399 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.428871 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.346074 | `get_azure_databases_details` | ❌ | +| 3 | 0.293825 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.264339 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.249109 | `get_azure_container_details` | ❌ | --- ## Test 221 -**Expected Tool:** `view_azure_storage` -**Prompt:** Show me the details for my storage account +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me my Data Explorer clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484243 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.390506 | `get_azure_capacity` | ❌ | -| 3 | 0.386267 | `edit_azure_storage_blob_tiers` | ❌ | -| 4 | 0.370487 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.360845 | `list_azure_resources` | ❌ | +| 1 | 0.533350 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.381865 | `get_azure_databases_details` | ❌ | +| 3 | 0.347867 | `get_azure_container_details` | ❌ | +| 4 | 0.315634 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.312009 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 222 -**Expected Tool:** `view_azure_storage` -**Prompt:** Show me the properties for blob in container in storage account +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me the Data Explorer clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.457281 | `upload_azure_storage_blobs` | ❌ | -| 2 | 0.451170 | `view_azure_storage` | ✅ **EXPECTED** | -| 3 | 0.414649 | `edit_azure_storage_blob_tiers` | ❌ | -| 4 | 0.340694 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.333713 | `get_azure_capacity` | ❌ | +| 1 | 0.584941 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.454271 | `get_azure_databases_details` | ❌ | +| 3 | 0.420000 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.415851 | `get_azure_container_details` | ❌ | +| 5 | 0.404683 | `browse_azure_marketplace_products` | ❌ | --- ## Test 223 -**Expected Tool:** `view_azure_storage` -**Prompt:** Show me the properties of the storage container in the storage account +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me the databases in the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482591 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.398764 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.379193 | `edit_azure_storage_blob_tiers` | ❌ | -| 4 | 0.374824 | `get_azure_capacity` | ❌ | -| 5 | 0.352408 | `list_azure_resources` | ❌ | +| 1 | 0.535152 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.456484 | `get_azure_databases_details` | ❌ | +| 3 | 0.328037 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.314178 | `get_azure_container_details` | ❌ | +| 5 | 0.296908 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 224 -**Expected Tool:** `view_azure_storage` -**Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me the details of the Data Explorer cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.465280 | `view_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.456960 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.410876 | `list_azure_resources` | ❌ | -| 4 | 0.395016 | `view_azure_app_config_settings` | ❌ | -| 5 | 0.385193 | `get_azure_security_configurations` | ❌ | +| 1 | 0.603734 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.419498 | `get_azure_container_details` | ❌ | +| 3 | 0.382673 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.366595 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.359077 | `get_azure_storage_details` | ❌ | --- ## Test 225 -**Expected Tool:** `edit_azure_storage` -**Prompt:** Create a new blob container named documents with container public access in storage account +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me the schema for table in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.431996 | `upload_azure_storage_blobs` | ❌ | -| 2 | 0.420366 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.362812 | `view_azure_storage` | ❌ | -| 4 | 0.361545 | `edit_azure_storage` | ✅ **EXPECTED** | -| 5 | 0.318029 | `create_azure_key_vault_items` | ❌ | +| 1 | 0.475232 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.366188 | `get_azure_databases_details` | ❌ | +| 3 | 0.251412 | `get_azure_best_practices` | ❌ | +| 4 | 0.241156 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.239322 | `get_azure_sql_server_details` | ❌ | --- ## Test 226 -**Expected Tool:** `edit_azure_storage` -**Prompt:** Create a new storage account called testaccount123 in East US region +**Expected Tool:** `get_azure_data_explorer_kusto_details` +**Prompt:** Show me the tables in the Data Explorer database in cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.391632 | `edit_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.351060 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.334517 | `view_azure_storage` | ❌ | -| 4 | 0.329543 | `create_azure_key_vault_items` | ❌ | -| 5 | 0.307994 | `create_azure_load_testing` | ❌ | +| 1 | 0.521279 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.422581 | `get_azure_databases_details` | ❌ | +| 3 | 0.301709 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.279126 | `get_azure_container_details` | ❌ | +| 5 | 0.274870 | `get_azure_sql_server_details` | ❌ | --- ## Test 227 -**Expected Tool:** `edit_azure_storage` -**Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled +**Expected Tool:** `create_azure_sql_firewall_rules` +**Prompt:** Add a firewall rule to allow access from IP range to for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.457332 | `edit_azure_storage_blob_tiers` | ❌ | -| 2 | 0.457233 | `edit_azure_storage` | ✅ **EXPECTED** | -| 3 | 0.432518 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.423712 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.411608 | `view_azure_storage` | ❌ | +| 1 | 0.619588 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.497433 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.348092 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.339577 | `edit_azure_databases` | ❌ | +| 5 | 0.204700 | `import_azure_key_vault_certificates` | ❌ | --- ## Test 228 -**Expected Tool:** `edit_azure_storage` -**Prompt:** Create a storage account with premium performance and LRS replication +**Expected Tool:** `create_azure_sql_firewall_rules` +**Prompt:** Create a firewall rule for my Azure SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438761 | `edit_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.429476 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.413299 | `get_azure_capacity` | ❌ | -| 4 | 0.384729 | `view_azure_storage` | ❌ | -| 5 | 0.356649 | `create_azure_load_testing` | ❌ | +| 1 | 0.769917 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.659584 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.476820 | `edit_azure_databases` | ❌ | +| 4 | 0.461699 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.322692 | `execute_azure_cli` | ❌ | --- ## Test 229 -**Expected Tool:** `edit_azure_storage` -**Prompt:** Create the container using blob public access in storage account +**Expected Tool:** `create_azure_sql_firewall_rules` +**Prompt:** Create a new firewall rule named for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.487471 | `upload_azure_storage_blobs` | ❌ | -| 2 | 0.451255 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.394428 | `edit_azure_storage` | ✅ **EXPECTED** | -| 4 | 0.364309 | `view_azure_storage` | ❌ | -| 5 | 0.316986 | `create_azure_key_vault_items` | ❌ | +| 1 | 0.670172 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.546667 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.378044 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.333972 | `edit_azure_databases` | ❌ | +| 5 | 0.250880 | `create_azure_workbooks` | ❌ | --- ## Test 230 -**Expected Tool:** `edit_azure_storage` -**Prompt:** Create the storage container mycontainer in storage account +**Expected Tool:** `delete_azure_sql_firewall_rules` +**Prompt:** Delete a firewall rule from my Azure SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.450592 | `upload_azure_storage_blobs` | ❌ | -| 2 | 0.414252 | `edit_azure_storage` | ✅ **EXPECTED** | -| 3 | 0.366695 | `view_azure_storage` | ❌ | -| 4 | 0.355881 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.325408 | `create_azure_key_vault_items` | ❌ | +| 1 | 0.725947 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.684182 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.449221 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.432983 | `edit_azure_databases` | ❌ | +| 5 | 0.365219 | `edit_azure_workbooks` | ❌ | --- ## Test 231 -**Expected Tool:** `upload_azure_storage_blobs` -**Prompt:** Upload file to storage blob in container in storage account +**Expected Tool:** `delete_azure_sql_firewall_rules` +**Prompt:** Delete firewall rule for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.623227 | `upload_azure_storage_blobs` | ✅ **EXPECTED** | -| 2 | 0.391474 | `edit_azure_storage_blob_tiers` | ❌ | -| 3 | 0.368838 | `edit_azure_storage` | ❌ | -| 4 | 0.341027 | `view_azure_storage` | ❌ | -| 5 | 0.292977 | `deploy_azure_ai_models` | ❌ | +| 1 | 0.691123 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.657272 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.415990 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.364151 | `edit_azure_databases` | ❌ | +| 5 | 0.287812 | `get_azure_security_configurations` | ❌ | --- ## Test 232 -**Expected Tool:** `view_azure_cache_for_redis` -**Prompt:** List all access policies in the Redis Cache +**Expected Tool:** `delete_azure_sql_firewall_rules` +**Prompt:** Remove the firewall rule from SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.514482 | `view_azure_cache_for_redis` | ✅ **EXPECTED** | -| 2 | 0.335003 | `get_azure_security_configurations` | ❌ | -| 3 | 0.285710 | `get_azure_key_vault` | ❌ | -| 4 | 0.284910 | `list_azure_resources` | ❌ | -| 5 | 0.281771 | `view_azure_storage` | ❌ | +| 1 | 0.662278 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | +| 2 | 0.610044 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.373541 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.299807 | `edit_azure_databases` | ❌ | +| 5 | 0.250392 | `get_azure_security_configurations` | ❌ | --- ## Test 233 -**Expected Tool:** `view_azure_cache_for_redis` -**Prompt:** List all databases in the Redis Cluster +**Expected Tool:** `get_azure_sql_server_details` +**Prompt:** List all elastic pools in SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.371289 | `view_azure_databases` | ❌ | -| 2 | 0.345844 | `view_azure_cache_for_redis` | ✅ **EXPECTED** | -| 3 | 0.306734 | `list_azure_resources` | ❌ | -| 4 | 0.297511 | `view_azure_data_explorer_kusto` | ❌ | -| 5 | 0.254949 | `get_azure_security_configurations` | ❌ | +| 1 | 0.580147 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 2 | 0.408684 | `get_azure_databases_details` | ❌ | +| 3 | 0.370734 | `delete_azure_sql_firewall_rules` | ❌ | +| 4 | 0.369513 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.368293 | `edit_azure_databases` | ❌ | --- ## Test 234 -**Expected Tool:** `view_azure_cache_for_redis` -**Prompt:** Show me the access policies in the Redis Cache +**Expected Tool:** `get_azure_sql_server_details` +**Prompt:** List all firewall rules for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.548180 | `view_azure_cache_for_redis` | ✅ **EXPECTED** | -| 2 | 0.323277 | `view_azure_app_config_settings` | ❌ | -| 3 | 0.316812 | `get_azure_security_configurations` | ❌ | -| 4 | 0.313256 | `get_azure_key_vault` | ❌ | -| 5 | 0.294133 | `view_azure_storage` | ❌ | +| 1 | 0.659544 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.635949 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.523251 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 4 | 0.344890 | `get_azure_security_configurations` | ❌ | +| 5 | 0.329505 | `edit_azure_databases` | ❌ | --- ## Test 235 -**Expected Tool:** `view_azure_cache_for_redis` -**Prompt:** Show me the databases in the Redis Cluster +**Expected Tool:** `get_azure_sql_server_details` +**Prompt:** List Microsoft Entra ID administrators for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.381246 | `view_azure_databases` | ❌ | -| 2 | 0.369175 | `view_azure_cache_for_redis` | ✅ **EXPECTED** | -| 3 | 0.316145 | `view_azure_data_explorer_kusto` | ❌ | -| 4 | 0.263094 | `list_azure_resources` | ❌ | -| 5 | 0.237185 | `get_azure_security_configurations` | ❌ | +| 1 | 0.490224 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 2 | 0.362041 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.358939 | `get_azure_security_configurations` | ❌ | +| 4 | 0.334656 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.293586 | `get_azure_databases_details` | ❌ | --- ## Test 236 -**Expected Tool:** `browse_azure_marketplace_products` -**Prompt:** Get details about marketplace product +**Expected Tool:** `get_azure_sql_server_details` +**Prompt:** Show me the elastic pools configured for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.424825 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | -| 2 | 0.229662 | `get_azure_capacity` | ❌ | -| 3 | 0.213407 | `view_azure_storage` | ❌ | -| 4 | 0.207802 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.200500 | `view_azure_app_config_settings` | ❌ | +| 1 | 0.631996 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 2 | 0.414631 | `edit_azure_databases` | ❌ | +| 3 | 0.397080 | `get_azure_databases_details` | ❌ | +| 4 | 0.396196 | `get_azure_container_details` | ❌ | +| 5 | 0.372737 | `get_azure_virtual_desktop_details` | ❌ | --- ## Test 237 -**Expected Tool:** `browse_azure_marketplace_products` -**Prompt:** Search for Microsoft products in the marketplace +**Expected Tool:** `get_azure_sql_server_details` +**Prompt:** Show me the Entra ID administrators configured for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.712278 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | -| 2 | 0.464133 | `search_microsoft_docs` | ❌ | -| 3 | 0.421001 | `view_azure_ai_resources` | ❌ | -| 4 | 0.350764 | `view_azure_databases` | ❌ | -| 5 | 0.338328 | `deploy_resources_and_applications_to_azure` | ❌ | +| 1 | 0.500753 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 2 | 0.325040 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.294052 | `get_azure_security_configurations` | ❌ | +| 4 | 0.287675 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.271374 | `edit_azure_databases` | ❌ | --- ## Test 238 -**Expected Tool:** `browse_azure_marketplace_products` -**Prompt:** Show me marketplace products from publisher +**Expected Tool:** `get_azure_sql_server_details` +**Prompt:** Show me the firewall rules for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.492651 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | -| 2 | 0.235314 | `view_azure_cache_for_redis` | ❌ | -| 3 | 0.230665 | `view_azure_ai_resources` | ❌ | -| 4 | 0.225578 | `view_azure_workbooks` | ❌ | -| 5 | 0.216860 | `view_azure_databases` | ❌ | +| 1 | 0.659102 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.611917 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.498815 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 4 | 0.361115 | `edit_azure_databases` | ❌ | +| 5 | 0.322908 | `get_azure_security_configurations` | ❌ | --- ## Test 239 -**Expected Tool:** `get_azure_capacity` -**Prompt:** Check usage information for in region +**Expected Tool:** `get_azure_sql_server_details` +**Prompt:** What elastic pools are available in my SQL server ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.449864 | `get_azure_capacity` | ✅ **EXPECTED** | -| 2 | 0.373360 | `view_azure_storage` | ❌ | -| 3 | 0.358280 | `list_azure_resources` | ❌ | -| 4 | 0.325032 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.304055 | `get_azure_health_status` | ❌ | +| 1 | 0.539130 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 2 | 0.412902 | `edit_azure_databases` | ❌ | +| 3 | 0.388607 | `get_azure_databases_details` | ❌ | +| 4 | 0.376653 | `get_azure_capacity` | ❌ | +| 5 | 0.336862 | `get_azure_data_explorer_kusto_details` | ❌ | --- ## Test 240 -**Expected Tool:** `get_azure_capacity` -**Prompt:** Show me the available regions for these resource types +**Expected Tool:** `get_azure_sql_server_details` +**Prompt:** What firewall rules are configured for my SQL server ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.401749 | `list_azure_resources` | ❌ | -| 2 | 0.365019 | `view_azure_storage` | ❌ | -| 3 | 0.353399 | `view_azure_ai_resources` | ❌ | -| 4 | 0.328688 | `view_azure_databases` | ❌ | -| 5 | 0.320658 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.657075 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.595199 | `delete_azure_sql_firewall_rules` | ❌ | +| 3 | 0.501082 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 4 | 0.358803 | `edit_azure_databases` | ❌ | +| 5 | 0.289735 | `get_azure_security_configurations` | ❌ | --- ## Test 241 -**Expected Tool:** `get_azure_capacity` -**Prompt:** Tell me how many IP addresses I need for of +**Expected Tool:** `get_azure_sql_server_details` +**Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.278726 | `get_azure_capacity` | ✅ **EXPECTED** | -| 2 | 0.225046 | `execute_azure_cli` | ❌ | -| 3 | 0.215121 | `edit_azure_databases` | ❌ | -| 4 | 0.205243 | `design_azure_architecture` | ❌ | -| 5 | 0.196274 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.451403 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 2 | 0.332608 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.326446 | `edit_azure_databases` | ❌ | +| 4 | 0.281938 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.274248 | `search_microsoft_docs` | ❌ | --- ## Test 242 -**Expected Tool:** `view_azure_service_bus` -**Prompt:** Show me the details of service bus queue +**Expected Tool:** `get_azure_container_details` +**Prompt:** Get the configuration of AKS cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546512 | `view_azure_service_bus` | ✅ **EXPECTED** | -| 2 | 0.337340 | `edit_azure_storage` | ❌ | -| 3 | 0.302000 | `get_azure_capacity` | ❌ | -| 4 | 0.292168 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.288504 | `view_azure_storage` | ❌ | +| 1 | 0.530281 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.515594 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.437388 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.385731 | `execute_azure_cli` | ❌ | +| 5 | 0.384930 | `get_azure_data_explorer_kusto_details` | ❌ | --- ## Test 243 -**Expected Tool:** `view_azure_service_bus` -**Prompt:** Show me the details of service bus subscription +**Expected Tool:** `get_azure_container_details` +**Prompt:** List all AKS clusters in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.520082 | `view_azure_service_bus` | ✅ **EXPECTED** | -| 2 | 0.295205 | `get_azure_security_configurations` | ❌ | -| 3 | 0.290098 | `view_azure_cache_for_redis` | ❌ | -| 4 | 0.282568 | `view_azure_load_testing` | ❌ | -| 5 | 0.281828 | `get_azure_capacity` | ❌ | +| 1 | 0.544572 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.472911 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.459564 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.420414 | `get_azure_security_configurations` | ❌ | +| 5 | 0.417368 | `get_azure_messaging_service_details` | ❌ | --- ## Test 244 -**Expected Tool:** `view_azure_service_bus` -**Prompt:** Show me the details of service bus topic +**Expected Tool:** `get_azure_container_details` +**Prompt:** List all Azure Container Registries in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.529466 | `view_azure_service_bus` | ✅ **EXPECTED** | -| 2 | 0.285952 | `get_azure_capacity` | ❌ | -| 3 | 0.273063 | `view_azure_load_testing` | ❌ | -| 4 | 0.269918 | `view_azure_storage` | ❌ | -| 5 | 0.264781 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.601907 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.460024 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.427150 | `get_azure_security_configurations` | ❌ | +| 4 | 0.420761 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.410049 | `browse_azure_marketplace_products` | ❌ | --- ## Test 245 -**Expected Tool:** `view_azure_data_explorer_kusto` -**Prompt:** List all databases in the Data Explorer cluster +**Expected Tool:** `get_azure_container_details` +**Prompt:** List all container registry repositories in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.499272 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | -| 2 | 0.447129 | `view_azure_databases` | ❌ | -| 3 | 0.300745 | `list_azure_resources` | ❌ | -| 4 | 0.274074 | `view_azure_ai_resources` | ❌ | -| 5 | 0.268684 | `view_azure_workbooks` | ❌ | +| 1 | 0.525816 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.393971 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.360943 | `get_azure_storage_details` | ❌ | +| 4 | 0.351352 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.349855 | `get_azure_cache_for_redis_details` | ❌ | --- ## Test 246 -**Expected Tool:** `view_azure_data_explorer_kusto` -**Prompt:** List all tables in the Data Explorer database in cluster +**Expected Tool:** `get_azure_container_details` +**Prompt:** List container registries in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.479173 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | -| 2 | 0.396561 | `view_azure_databases` | ❌ | -| 3 | 0.291845 | `list_azure_resources` | ❌ | -| 4 | 0.253560 | `view_azure_workbooks` | ❌ | -| 5 | 0.238922 | `view_azure_ai_resources` | ❌ | +| 1 | 0.499101 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.382508 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.365125 | `get_azure_storage_details` | ❌ | +| 4 | 0.356818 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.349921 | `get_azure_load_testing_details` | ❌ | --- ## Test 247 -**Expected Tool:** `view_azure_data_explorer_kusto` -**Prompt:** Show me a data sample from the Data Explorer table in cluster +**Expected Tool:** `get_azure_container_details` +**Prompt:** List nodepools for AKS cluster in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498738 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | -| 2 | 0.353150 | `view_azure_databases` | ❌ | -| 3 | 0.280941 | `view_azure_workbooks` | ❌ | -| 4 | 0.255517 | `view_azure_cache_for_redis` | ❌ | -| 5 | 0.234547 | `view_azure_load_testing` | ❌ | +| 1 | 0.513638 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.417443 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.385526 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.382904 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.372789 | `get_azure_cache_for_redis_details` | ❌ | --- ## Test 248 -**Expected Tool:** `view_azure_data_explorer_kusto` -**Prompt:** Show me all items that contain the word in the Data Explorer table in cluster +**Expected Tool:** `get_azure_container_details` +**Prompt:** List repositories in the container registry ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.395937 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | -| 2 | 0.346045 | `view_azure_databases` | ❌ | -| 3 | 0.328353 | `view_azure_ai_resources` | ❌ | -| 4 | 0.263969 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.239842 | `list_azure_resources` | ❌ | +| 1 | 0.456406 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.285995 | `get_azure_storage_details` | ❌ | +| 3 | 0.285116 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.268189 | `get_azure_databases_details` | ❌ | +| 5 | 0.266007 | `get_azure_key_vault` | ❌ | --- ## Test 249 -**Expected Tool:** `view_azure_data_explorer_kusto` -**Prompt:** Show me the databases in the Data Explorer cluster +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me my Azure Container Registries ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.511883 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | -| 2 | 0.456484 | `view_azure_databases` | ❌ | -| 3 | 0.284469 | `view_azure_workbooks` | ❌ | -| 4 | 0.281843 | `view_azure_ai_resources` | ❌ | -| 5 | 0.277702 | `view_azure_storage` | ❌ | +| 1 | 0.611384 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.419226 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.404127 | `get_azure_databases_details` | ❌ | +| 4 | 0.400669 | `create_azure_storage` | ❌ | +| 5 | 0.400616 | `get_azure_key_vault` | ❌ | --- ## Test 250 -**Expected Tool:** `view_azure_data_explorer_kusto` -**Prompt:** Show me the details of the Data Explorer cluster +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me my Azure Kubernetes Service clusters ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.502600 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | -| 2 | 0.358495 | `view_azure_databases` | ❌ | -| 3 | 0.312618 | `view_azure_cache_for_redis` | ❌ | -| 4 | 0.303763 | `get_azure_capacity` | ❌ | -| 5 | 0.301669 | `view_azure_load_testing` | ❌ | +| 1 | 0.550382 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.472664 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.415764 | `get_azure_security_configurations` | ❌ | +| 4 | 0.405849 | `get_azure_databases_details` | ❌ | +| 5 | 0.403526 | `get_azure_messaging_service_details` | ❌ | --- ## Test 251 -**Expected Tool:** `view_azure_data_explorer_kusto` -**Prompt:** Show me the schema for table in the Data Explorer database in cluster +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me my container registry repositories ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.468439 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | -| 2 | 0.366833 | `view_azure_databases` | ❌ | -| 3 | 0.252217 | `get_azure_best_practices` | ❌ | -| 4 | 0.235146 | `edit_azure_databases` | ❌ | -| 5 | 0.230266 | `view_azure_service_bus` | ❌ | +| 1 | 0.494408 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.336265 | `create_azure_storage` | ❌ | +| 3 | 0.320400 | `get_azure_key_vault` | ❌ | +| 4 | 0.313948 | `get_azure_storage_details` | ❌ | +| 5 | 0.310577 | `get_azure_security_configurations` | ❌ | --- ## Test 252 -**Expected Tool:** `view_azure_data_explorer_kusto` -**Prompt:** Show me the tables in the Data Explorer database in cluster +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the container registries in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.494508 | `view_azure_data_explorer_kusto` | ✅ **EXPECTED** | -| 2 | 0.422581 | `view_azure_databases` | ❌ | -| 3 | 0.269662 | `list_azure_resources` | ❌ | -| 4 | 0.268568 | `view_azure_workbooks` | ❌ | -| 5 | 0.256564 | `view_azure_cache_for_redis` | ❌ | +| 1 | 0.562127 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.433036 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.386547 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.385491 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.363088 | `get_azure_storage_details` | ❌ | --- ## Test 253 -**Expected Tool:** `create_azure_sql_firewall_rules` -**Prompt:** Add a firewall rule to allow access from IP range to for SQL server +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the container registries in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.619667 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.497535 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.339582 | `edit_azure_databases` | ❌ | -| 4 | 0.238233 | `edit_azure_storage_blob_tiers` | ❌ | -| 5 | 0.204653 | `import_azure_key_vault_certificates` | ❌ | +| 1 | 0.521562 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.431510 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.369215 | `get_azure_databases_details` | ❌ | +| 4 | 0.362549 | `get_azure_storage_details` | ❌ | +| 5 | 0.355126 | `get_azure_cache_for_redis_details` | ❌ | --- ## Test 254 -**Expected Tool:** `create_azure_sql_firewall_rules` -**Prompt:** Create a firewall rule for my Azure SQL server +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the details of AKS cluster in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.769870 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.659555 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.476832 | `edit_azure_databases` | ❌ | -| 4 | 0.322673 | `execute_azure_cli` | ❌ | -| 5 | 0.315309 | `view_azure_databases` | ❌ | +| 1 | 0.572001 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.444584 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.424565 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.424320 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.415038 | `get_azure_app_config_settings` | ❌ | --- ## Test 255 -**Expected Tool:** `create_azure_sql_firewall_rules` -**Prompt:** Create a new firewall rule named for SQL server +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the network configuration for AKS cluster ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670172 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.546667 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.333972 | `edit_azure_databases` | ❌ | -| 4 | 0.250896 | `create_azure_workbooks` | ❌ | -| 5 | 0.248122 | `create_azure_key_vault_items` | ❌ | +| 1 | 0.448335 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.375014 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.355399 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.344379 | `execute_azure_cli` | ❌ | +| 5 | 0.322237 | `get_azure_data_explorer_kusto_details` | ❌ | --- ## Test 256 -**Expected Tool:** `delete_azure_sql_firewall_rules` -**Prompt:** Delete a firewall rule from my Azure SQL server +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the nodepool list for AKS cluster in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.725926 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.684224 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.433064 | `edit_azure_databases` | ❌ | -| 4 | 0.365336 | `edit_azure_workbooks` | ❌ | -| 5 | 0.345479 | `edit_azure_app_config_settings` | ❌ | +| 1 | 0.500237 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.412997 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.393722 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.387109 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.378801 | `get_azure_cache_for_redis_details` | ❌ | --- ## Test 257 -**Expected Tool:** `delete_azure_sql_firewall_rules` -**Prompt:** Delete firewall rule for SQL server +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the repositories in the container registry ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.691123 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.657273 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.364151 | `edit_azure_databases` | ❌ | -| 4 | 0.287813 | `get_azure_security_configurations` | ❌ | -| 5 | 0.263637 | `edit_azure_workbooks` | ❌ | +| 1 | 0.467436 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.296376 | `get_azure_key_vault` | ❌ | +| 3 | 0.296313 | `get_azure_databases_details` | ❌ | +| 4 | 0.287702 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.280113 | `get_azure_storage_details` | ❌ | --- ## Test 258 -**Expected Tool:** `delete_azure_sql_firewall_rules` -**Prompt:** Remove the firewall rule from SQL server +**Expected Tool:** `get_azure_container_details` +**Prompt:** What AKS clusters do I have? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662278 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.610044 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.299807 | `edit_azure_databases` | ❌ | -| 4 | 0.250392 | `get_azure_security_configurations` | ❌ | -| 5 | 0.245344 | `edit_azure_workbooks` | ❌ | +| 1 | 0.570830 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.423943 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.405032 | `execute_azure_cli` | ❌ | +| 4 | 0.355304 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.351001 | `get_azure_virtual_desktop_details` | ❌ | + +--- + +## Test 259 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** What are the details of my AKS cluster in ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.602681 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.458216 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.457991 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.448234 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.443673 | `get_application_platform_details` | ❌ | + +--- + +## Test 260 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** What nodepools do I have for AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.501318 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.389162 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.375633 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.362346 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.358984 | `get_azure_capacity` | ❌ | + +--- + +## Test 261 + +**Expected Tool:** `get_azure_virtual_desktop_details` +**Prompt:** List all host pools in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.550251 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | +| 2 | 0.479082 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.442910 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.408007 | `get_azure_container_details` | ❌ | +| 5 | 0.404019 | `get_azure_messaging_service_details` | ❌ | + +--- + +## Test 262 + +**Expected Tool:** `get_azure_virtual_desktop_details` +**Prompt:** List all session hosts in host pool + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.607532 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | +| 2 | 0.389302 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.319120 | `get_azure_security_configurations` | ❌ | +| 4 | 0.305126 | `get_azure_capacity` | ❌ | +| 5 | 0.295866 | `get_azure_container_details` | ❌ | + +--- + +## Test 263 + +**Expected Tool:** `get_azure_virtual_desktop_details` +**Prompt:** List all user sessions on session host in host pool + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.611133 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | +| 2 | 0.348565 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.313084 | `get_azure_security_configurations` | ❌ | +| 4 | 0.262040 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.262035 | `get_azure_container_details` | ❌ | --- ## Summary -**Total Prompts Tested:** 258 -**Analysis Execution Time:** 34.5876912s +**Total Prompts Tested:** 263 +**Analysis Execution Time:** 63.2173824s ### Success Rate Metrics -**Top Choice Success:** 57.4% (148/258 tests) +**Top Choice Success:** 84.0% (221/263 tests) #### Confidence Level Distribution -**💪 Very High Confidence (≥0.8):** 0.0% (0/258 tests) -**🎯 High Confidence (≥0.7):** 3.1% (8/258 tests) -**✅ Good Confidence (≥0.6):** 10.5% (27/258 tests) -**👍 Fair Confidence (≥0.5):** 26.7% (69/258 tests) -**👌 Acceptable Confidence (≥0.4):** 59.3% (153/258 tests) -**❌ Low Confidence (<0.4):** 40.7% (105/258 tests) +**💪 Very High Confidence (≥0.8):** 0.0% (0/263 tests) +**🎯 High Confidence (≥0.7):** 3.0% (8/263 tests) +**✅ Good Confidence (≥0.6):** 20.2% (53/263 tests) +**👍 Fair Confidence (≥0.5):** 56.3% (148/263 tests) +**👌 Acceptable Confidence (≥0.4):** 84.8% (223/263 tests) +**❌ Low Confidence (<0.4):** 15.2% (40/263 tests) #### Top Choice + Confidence Combinations -**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/258 tests) -**🎯 Top Choice + High Confidence (≥0.7):** 3.1% (8/258 tests) -**✅ Top Choice + Good Confidence (≥0.6):** 10.5% (27/258 tests) -**👍 Top Choice + Fair Confidence (≥0.5):** 23.3% (60/258 tests) -**👌 Top Choice + Acceptable Confidence (≥0.4):** 46.1% (119/258 tests) +**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/263 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 3.0% (8/263 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 20.2% (53/263 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 50.6% (133/263 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 74.9% (197/263 tests) ### Success Rate Analysis -🔴 **Poor** - The tool selection system requires major improvements. +🟠 **Fair** - The tool selection system needs significant improvement. -🔧 **Recommendation:** Significant improvements needed in tool descriptions for better semantic matching. +⚠️ **Recommendation:** Tool descriptions need improvement to better match user intent (targets: ≥0.6 good, ≥0.7 high). From 3375f1517197b1cd6e3b10e41db6e0b4e3146b39 Mon Sep 17 00:00:00 2001 From: Fan Yang Date: Wed, 24 Sep 2025 18:39:13 -0400 Subject: [PATCH 22/23] Update consolidated tools round 2 --- docs/e2eTestPrompts.md | 2 - .../consolidated-prompts.json | 12 +- .../consolidated-tools.json | 26 +- .../ToolDescriptionEvaluator/prompts.json | 4 +- .../results-consolidated.md | 2246 ++++++++--------- .../results-namespaces.md | 1388 +++++----- 6 files changed, 1818 insertions(+), 1860 deletions(-) diff --git a/docs/e2eTestPrompts.md b/docs/e2eTestPrompts.md index a7a6ae542..bf940ee23 100644 --- a/docs/e2eTestPrompts.md +++ b/docs/e2eTestPrompts.md @@ -284,8 +284,6 @@ This file contains prompts used for end-to-end testing to ensure each tool is in | azmcp_bestpractices_get | Get the latest Azure Functions best practices | | azmcp_bestpractices_get | Get the latest Azure Static Web Apps best practices | | azmcp_bestpractices_get | What are azure function best practices? | -| azmcp_bestpractices_get | Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. | -| azmcp_bestpractices_get | Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. | ## Azure Monitor diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json index c03d8e092..651b15ad7 100644 --- a/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json @@ -8,7 +8,7 @@ "What is my current subscription?", "What subscriptions do I have?" ], - "get_application_platform_details": [ + "get_azure_app_resource_details": [ "Describe the function app in resource group ", "Get configuration for function app ", "Get function app status for ", @@ -111,7 +111,7 @@ "Delete the key in App Configuration store ", "Set the key in App Configuration store to " ], - "set_azure_app_config_settings_lock_state": [ + "lock_unlock_azure_app_config_settings": [ "Lock the key in App Configuration store ", "Unlock the key in App Configuration store " ], @@ -158,8 +158,6 @@ "Import the certificate in file into the key vault " ], "get_azure_best_practices": [ - "Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm.", - "Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm.", "Fetch the Azure Terraform best practices", "Get the latest Azure best practices", "Get the latest Azure code generation best practices", @@ -292,17 +290,17 @@ "Show me the schema for table in the Data Explorer database in cluster ", "Show me the tables in the Data Explorer database in cluster " ], - "create_azure_sql_firewall_rules": [ + "create_azure_database_admin_configurations": [ "Add a firewall rule to allow access from IP range to for SQL server ", "Create a firewall rule for my Azure SQL server ", "Create a new firewall rule named for SQL server " ], - "delete_azure_sql_firewall_rules": [ + "delete_azure_database_admin_configurations": [ "Delete a firewall rule from my Azure SQL server ", "Delete firewall rule for SQL server ", "Remove the firewall rule from SQL server " ], - "get_azure_sql_server_details": [ + "get_azure_database_admin_configuration_details": [ "List all elastic pools in SQL server ", "List all firewall rules for SQL server ", "List Microsoft Entra ID administrators for SQL server ", diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json b/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json index 6266ee522..7cb0ac52d 100644 --- a/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json @@ -36,7 +36,7 @@ ] }, { - "name": "get_application_platform_details", + "name": "get_azure_app_resource_details", "description": "Get details about Azure application platform services, such as Azure Functions.", "parameters": { "intent": { @@ -71,7 +71,7 @@ }, { "name": "get_azure_databases_details", - "description": "View and query Azure database resources, including MySQL, PostgreSQL, SQL Database, and Cosmos DB.", + "description": "Comprehensive Azure database management tool for MySQL, PostgreSQL, SQL Database, and Cosmos DB. List and query databases, retrieve server configurations and parameters, explore table schemas, execute database queries, manage Cosmos DB containers and items, and view database server details across all Azure database services.", "parameters": { "intent": { "type": "string", @@ -159,7 +159,7 @@ }, { "name": "get_azure_resource_and_app_health_status", - "description": "Get Azure resource and application health status. Query Log Analytics, list Log Analytics workspaces, get the current availability status of Azure resources, list Grafana instances, and view Datadog monitored resources.", + "description": "Get Azure resource and application health status and metrics and availability. Query Log Analytics, list Log Analytics workspaces, get the current availability status of Azure resources, list Grafana instances, and view Datadog monitored resources.", "parameters": { "intent": { "type": "string", @@ -204,7 +204,7 @@ }, { "name": "deploy_resources_and_applications_to_azure", - "description": "Deploy resources and applications to Azure. Retrieve application logs, access Infrastructure as Code (IaC) rules, get CI/CD pipeline guidance, and generate deployment plans.", + "description": "Deploy resources and applications to Azure. Retrieve application logs, access Bicep and Terraform rules, get CI/CD pipeline guidance, and generate deployment plans.", "parameters": { "intent": { "type": "string", @@ -345,7 +345,7 @@ ] }, { - "name": "set_azure_app_config_settings_lock_state", + "name": "lock_unlock_azure_app_config_settings", "description": "Lock and unlock Azure App Configuration settings", "parameters": { "intent": { @@ -729,7 +729,7 @@ }, { "name": "design_azure_architecture", - "description": "Azure architecture design and deployment diagram generation", + "description": "Comprehensive Azure architecture design and visualization tool. Provide cloud architecture consulting and recommend optimal Azure solutions following Well-Architected Framework principles. Also generates visual Mermaid diagrams from application topologies.", "parameters": { "intent": { "type": "string", @@ -906,7 +906,7 @@ }, { "name": "get_azure_ai_resources_details", - "description": "Get details about Azure AI resources including listing and querying AI Search services, AI Foundry resources, and related AI infrastructure.", + "description": "Get details about Azure AI resources including listing and querying AI Search services, listing models available to be deployed and models deployed already and knowledge index schema by AI Foundry and related AI infrastructure.", "parameters": { "intent": { "type": "string", @@ -980,7 +980,7 @@ }, { "name": "get_azure_storage_details", - "description": "Get details about Azure Storage resources including Storage accounts, blob containers, blob data, and Azure Managed Lustre filesystem information.", + "description": "Get details about Azure Storage resources including Storage accounts, blob containers, blob data, and Azure Managed Lustre filesystem information, but not health status.", "parameters": { "intent": { "type": "string", @@ -1158,7 +1158,7 @@ }, { "name": "get_azure_capacity", - "description": "Check Azure resource capacity, quotas, usage limits, and high-performance computing infrastructure", + "description": "Check Azure resource capacity, quotas, available regions, usage limits, and high-performance computing infrastructure", "parameters": { "intent": { "type": "string", @@ -1271,7 +1271,7 @@ ] }, { - "name": "create_azure_sql_firewall_rules", + "name": "create_azure_database_admin_configurations", "description": "Create Azure SQL Server firewall rules", "parameters": { "intent": { @@ -1305,7 +1305,7 @@ ] }, { - "name": "delete_azure_sql_firewall_rules", + "name": "delete_azure_database_admin_configurations", "description": "Delete Azure SQL Server firewall rules", "parameters": { "intent": { @@ -1339,8 +1339,8 @@ ] }, { - "name": "get_azure_sql_server_details", - "description": "Get details about Azure SQL Server configurations including elastic pools, Entra admin assignments, and firewall rules.", + "name": "get_azure_database_admin_configuration_details", + "description": "Get details about Azure SQL Server Administration configurations including elastic pools, Entra admin assignments, and firewall rules.", "parameters": { "intent": { "type": "string", diff --git a/eng/tools/ToolDescriptionEvaluator/prompts.json b/eng/tools/ToolDescriptionEvaluator/prompts.json index 2be75ec8a..e0e9cd92f 100644 --- a/eng/tools/ToolDescriptionEvaluator/prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/prompts.json @@ -99,9 +99,7 @@ "Get the latest Azure Functions deployment best practices", "Get the latest Azure Functions best practices", "Get the latest Azure Static Web Apps best practices", - "What are azure function best practices?", - "Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm.", - "Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm." + "What are azure function best practices?" ], "azmcp_bicepschema_get": [ "How can I use Bicep to create an Azure OpenAI service?" diff --git a/eng/tools/ToolDescriptionEvaluator/results-consolidated.md b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md index 0c442a807..e1153aaab 100644 --- a/eng/tools/ToolDescriptionEvaluator/results-consolidated.md +++ b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md @@ -1,14 +1,14 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-23 17:27:15 +**Setup completed:** 2025-09-24 18:23:29 **Tool count:** 40 -**Database setup time:** 1.2917668s +**Database setup time:** 1.3791042s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-23 17:27:15 +**Analysis Date:** 2025-09-24 18:23:29 **Tool count:** 40 ## Table of Contents @@ -20,18 +20,18 @@ - [Test 5: get_azure_subscriptions_and_resource_groups](#test-5) - [Test 6: get_azure_subscriptions_and_resource_groups](#test-6) - [Test 7: get_azure_subscriptions_and_resource_groups](#test-7) -- [Test 8: get_application_platform_details](#test-8) -- [Test 9: get_application_platform_details](#test-9) -- [Test 10: get_application_platform_details](#test-10) -- [Test 11: get_application_platform_details](#test-11) -- [Test 12: get_application_platform_details](#test-12) -- [Test 13: get_application_platform_details](#test-13) -- [Test 14: get_application_platform_details](#test-14) -- [Test 15: get_application_platform_details](#test-15) -- [Test 16: get_application_platform_details](#test-16) -- [Test 17: get_application_platform_details](#test-17) -- [Test 18: get_application_platform_details](#test-18) -- [Test 19: get_application_platform_details](#test-19) +- [Test 8: get_azure_app_resource_details](#test-8) +- [Test 9: get_azure_app_resource_details](#test-9) +- [Test 10: get_azure_app_resource_details](#test-10) +- [Test 11: get_azure_app_resource_details](#test-11) +- [Test 12: get_azure_app_resource_details](#test-12) +- [Test 13: get_azure_app_resource_details](#test-13) +- [Test 14: get_azure_app_resource_details](#test-14) +- [Test 15: get_azure_app_resource_details](#test-15) +- [Test 16: get_azure_app_resource_details](#test-16) +- [Test 17: get_azure_app_resource_details](#test-17) +- [Test 18: get_azure_app_resource_details](#test-18) +- [Test 19: get_azure_app_resource_details](#test-19) - [Test 20: get_azure_databases_details](#test-20) - [Test 21: get_azure_databases_details](#test-21) - [Test 22: get_azure_databases_details](#test-22) @@ -108,8 +108,8 @@ - [Test 93: get_azure_app_config_settings](#test-93) - [Test 94: edit_azure_app_config_settings](#test-94) - [Test 95: edit_azure_app_config_settings](#test-95) -- [Test 96: set_azure_app_config_settings_lock_state](#test-96) -- [Test 97: set_azure_app_config_settings_lock_state](#test-97) +- [Test 96: lock_unlock_azure_app_config_settings](#test-96) +- [Test 97: lock_unlock_azure_app_config_settings](#test-97) - [Test 98: edit_azure_workbooks](#test-98) - [Test 99: edit_azure_workbooks](#test-99) - [Test 100: create_azure_workbooks](#test-100) @@ -146,21 +146,21 @@ - [Test 131: get_azure_best_practices](#test-131) - [Test 132: get_azure_best_practices](#test-132) - [Test 133: get_azure_best_practices](#test-133) -- [Test 134: get_azure_best_practices](#test-134) -- [Test 135: get_azure_best_practices](#test-135) +- [Test 134: design_azure_architecture](#test-134) +- [Test 135: design_azure_architecture](#test-135) - [Test 136: design_azure_architecture](#test-136) - [Test 137: design_azure_architecture](#test-137) - [Test 138: design_azure_architecture](#test-138) -- [Test 139: design_azure_architecture](#test-139) -- [Test 140: design_azure_architecture](#test-140) +- [Test 139: get_azure_load_testing_details](#test-139) +- [Test 140: get_azure_load_testing_details](#test-140) - [Test 141: get_azure_load_testing_details](#test-141) - [Test 142: get_azure_load_testing_details](#test-142) -- [Test 143: get_azure_load_testing_details](#test-143) -- [Test 144: get_azure_load_testing_details](#test-144) +- [Test 143: create_azure_load_testing](#test-143) +- [Test 144: create_azure_load_testing](#test-144) - [Test 145: create_azure_load_testing](#test-145) -- [Test 146: create_azure_load_testing](#test-146) -- [Test 147: create_azure_load_testing](#test-147) -- [Test 148: update_azure_load_testing_configurations](#test-148) +- [Test 146: update_azure_load_testing_configurations](#test-146) +- [Test 147: get_azure_ai_resources_details](#test-147) +- [Test 148: get_azure_ai_resources_details](#test-148) - [Test 149: get_azure_ai_resources_details](#test-149) - [Test 150: get_azure_ai_resources_details](#test-150) - [Test 151: get_azure_ai_resources_details](#test-151) @@ -174,9 +174,9 @@ - [Test 159: get_azure_ai_resources_details](#test-159) - [Test 160: get_azure_ai_resources_details](#test-160) - [Test 161: get_azure_ai_resources_details](#test-161) -- [Test 162: get_azure_ai_resources_details](#test-162) -- [Test 163: get_azure_ai_resources_details](#test-163) -- [Test 164: deploy_azure_ai_models](#test-164) +- [Test 162: deploy_azure_ai_models](#test-162) +- [Test 163: get_azure_storage_details](#test-163) +- [Test 164: get_azure_storage_details](#test-164) - [Test 165: get_azure_storage_details](#test-165) - [Test 166: get_azure_storage_details](#test-166) - [Test 167: get_azure_storage_details](#test-167) @@ -189,15 +189,15 @@ - [Test 174: get_azure_storage_details](#test-174) - [Test 175: get_azure_storage_details](#test-175) - [Test 176: get_azure_storage_details](#test-176) -- [Test 177: get_azure_storage_details](#test-177) -- [Test 178: get_azure_storage_details](#test-178) +- [Test 177: create_azure_storage](#test-177) +- [Test 178: create_azure_storage](#test-178) - [Test 179: create_azure_storage](#test-179) - [Test 180: create_azure_storage](#test-180) - [Test 181: create_azure_storage](#test-181) - [Test 182: create_azure_storage](#test-182) -- [Test 183: create_azure_storage](#test-183) -- [Test 184: create_azure_storage](#test-184) -- [Test 185: upload_azure_storage_blobs](#test-185) +- [Test 183: upload_azure_storage_blobs](#test-183) +- [Test 184: get_azure_cache_for_redis_details](#test-184) +- [Test 185: get_azure_cache_for_redis_details](#test-185) - [Test 186: get_azure_cache_for_redis_details](#test-186) - [Test 187: get_azure_cache_for_redis_details](#test-187) - [Test 188: get_azure_cache_for_redis_details](#test-188) @@ -206,14 +206,14 @@ - [Test 191: get_azure_cache_for_redis_details](#test-191) - [Test 192: get_azure_cache_for_redis_details](#test-192) - [Test 193: get_azure_cache_for_redis_details](#test-193) -- [Test 194: get_azure_cache_for_redis_details](#test-194) -- [Test 195: get_azure_cache_for_redis_details](#test-195) +- [Test 194: browse_azure_marketplace_products](#test-194) +- [Test 195: browse_azure_marketplace_products](#test-195) - [Test 196: browse_azure_marketplace_products](#test-196) -- [Test 197: browse_azure_marketplace_products](#test-197) -- [Test 198: browse_azure_marketplace_products](#test-198) +- [Test 197: get_azure_capacity](#test-197) +- [Test 198: get_azure_capacity](#test-198) - [Test 199: get_azure_capacity](#test-199) -- [Test 200: get_azure_capacity](#test-200) -- [Test 201: get_azure_capacity](#test-201) +- [Test 200: get_azure_messaging_service_details](#test-200) +- [Test 201: get_azure_messaging_service_details](#test-201) - [Test 202: get_azure_messaging_service_details](#test-202) - [Test 203: get_azure_messaging_service_details](#test-203) - [Test 204: get_azure_messaging_service_details](#test-204) @@ -226,8 +226,8 @@ - [Test 211: get_azure_messaging_service_details](#test-211) - [Test 212: get_azure_messaging_service_details](#test-212) - [Test 213: get_azure_messaging_service_details](#test-213) -- [Test 214: get_azure_messaging_service_details](#test-214) -- [Test 215: get_azure_messaging_service_details](#test-215) +- [Test 214: get_azure_data_explorer_kusto_details](#test-214) +- [Test 215: get_azure_data_explorer_kusto_details](#test-215) - [Test 216: get_azure_data_explorer_kusto_details](#test-216) - [Test 217: get_azure_data_explorer_kusto_details](#test-217) - [Test 218: get_azure_data_explorer_kusto_details](#test-218) @@ -237,23 +237,23 @@ - [Test 222: get_azure_data_explorer_kusto_details](#test-222) - [Test 223: get_azure_data_explorer_kusto_details](#test-223) - [Test 224: get_azure_data_explorer_kusto_details](#test-224) -- [Test 225: get_azure_data_explorer_kusto_details](#test-225) -- [Test 226: get_azure_data_explorer_kusto_details](#test-226) -- [Test 227: create_azure_sql_firewall_rules](#test-227) -- [Test 228: create_azure_sql_firewall_rules](#test-228) -- [Test 229: create_azure_sql_firewall_rules](#test-229) -- [Test 230: delete_azure_sql_firewall_rules](#test-230) -- [Test 231: delete_azure_sql_firewall_rules](#test-231) -- [Test 232: delete_azure_sql_firewall_rules](#test-232) -- [Test 233: get_azure_sql_server_details](#test-233) -- [Test 234: get_azure_sql_server_details](#test-234) -- [Test 235: get_azure_sql_server_details](#test-235) -- [Test 236: get_azure_sql_server_details](#test-236) -- [Test 237: get_azure_sql_server_details](#test-237) -- [Test 238: get_azure_sql_server_details](#test-238) -- [Test 239: get_azure_sql_server_details](#test-239) -- [Test 240: get_azure_sql_server_details](#test-240) -- [Test 241: get_azure_sql_server_details](#test-241) +- [Test 225: create_azure_database_admin_configurations](#test-225) +- [Test 226: create_azure_database_admin_configurations](#test-226) +- [Test 227: create_azure_database_admin_configurations](#test-227) +- [Test 228: delete_azure_database_admin_configurations](#test-228) +- [Test 229: delete_azure_database_admin_configurations](#test-229) +- [Test 230: delete_azure_database_admin_configurations](#test-230) +- [Test 231: get_azure_database_admin_configuration_details](#test-231) +- [Test 232: get_azure_database_admin_configuration_details](#test-232) +- [Test 233: get_azure_database_admin_configuration_details](#test-233) +- [Test 234: get_azure_database_admin_configuration_details](#test-234) +- [Test 235: get_azure_database_admin_configuration_details](#test-235) +- [Test 236: get_azure_database_admin_configuration_details](#test-236) +- [Test 237: get_azure_database_admin_configuration_details](#test-237) +- [Test 238: get_azure_database_admin_configuration_details](#test-238) +- [Test 239: get_azure_database_admin_configuration_details](#test-239) +- [Test 240: get_azure_container_details](#test-240) +- [Test 241: get_azure_container_details](#test-241) - [Test 242: get_azure_container_details](#test-242) - [Test 243: get_azure_container_details](#test-243) - [Test 244: get_azure_container_details](#test-244) @@ -271,11 +271,9 @@ - [Test 256: get_azure_container_details](#test-256) - [Test 257: get_azure_container_details](#test-257) - [Test 258: get_azure_container_details](#test-258) -- [Test 259: get_azure_container_details](#test-259) -- [Test 260: get_azure_container_details](#test-260) +- [Test 259: get_azure_virtual_desktop_details](#test-259) +- [Test 260: get_azure_virtual_desktop_details](#test-260) - [Test 261: get_azure_virtual_desktop_details](#test-261) -- [Test 262: get_azure_virtual_desktop_details](#test-262) -- [Test 263: get_azure_virtual_desktop_details](#test-263) --- @@ -289,10 +287,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.638889 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.420089 | `get_azure_security_configurations` | ❌ | +| 2 | 0.420133 | `get_azure_security_configurations` | ❌ | | 3 | 0.384567 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.382415 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.374074 | `get_azure_databases_details` | ❌ | +| 4 | 0.382448 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.366619 | `get_azure_virtual_desktop_details` | ❌ | --- @@ -306,8 +304,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.415793 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.384034 | `get_azure_messaging_service_details` | ❌ | -| 3 | 0.328705 | `get_azure_security_configurations` | ❌ | +| 2 | 0.383899 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.328755 | `get_azure_security_configurations` | ❌ | | 4 | 0.317407 | `browse_azure_marketplace_products` | ❌ | | 5 | 0.265107 | `get_azure_cache_for_redis_details` | ❌ | @@ -323,10 +321,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.549609 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.418812 | `get_azure_security_configurations` | ❌ | -| 3 | 0.409009 | `get_azure_databases_details` | ❌ | -| 4 | 0.364712 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.358284 | `get_azure_virtual_desktop_details` | ❌ | +| 2 | 0.418895 | `get_azure_security_configurations` | ❌ | +| 3 | 0.364712 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.358284 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.352949 | `get_azure_storage_details` | ❌ | --- @@ -339,11 +337,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.347384 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.305464 | `get_azure_messaging_service_details` | ❌ | -| 3 | 0.278209 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.242468 | `get_azure_security_configurations` | ❌ | -| 5 | 0.221398 | `get_azure_databases_details` | ❌ | +| 1 | 0.347561 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.305452 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.278264 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.242643 | `get_azure_security_configurations` | ❌ | +| 5 | 0.213619 | `get_azure_key_vault` | ❌ | --- @@ -356,11 +354,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.671073 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.437160 | `get_azure_security_configurations` | ❌ | -| 3 | 0.407444 | `get_azure_databases_details` | ❌ | -| 4 | 0.399372 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.381269 | `get_azure_load_testing_details` | ❌ | +| 1 | 0.671045 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.437261 | `get_azure_security_configurations` | ❌ | +| 3 | 0.399393 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.381286 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.379037 | `get_azure_virtual_desktop_details` | ❌ | --- @@ -374,10 +372,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.322378 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.291206 | `get_azure_messaging_service_details` | ❌ | +| 2 | 0.291089 | `get_azure_messaging_service_details` | ❌ | | 3 | 0.246134 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.205317 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.201879 | `get_azure_capacity` | ❌ | +| 4 | 0.204396 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.193922 | `get_azure_capacity` | ❌ | --- @@ -391,33 +389,33 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.380158 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.362085 | `get_azure_messaging_service_details` | ❌ | +| 2 | 0.361925 | `get_azure_messaging_service_details` | ❌ | | 3 | 0.274746 | `browse_azure_marketplace_products` | ❌ | | 4 | 0.242685 | `get_azure_container_details` | ❌ | -| 5 | 0.229933 | `get_azure_databases_details` | ❌ | +| 5 | 0.227901 | `get_azure_database_admin_configuration_details` | ❌ | --- ## Test 8 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** Describe the function app in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.567577 | `get_application_platform_details` | ✅ **EXPECTED** | -| 2 | 0.446709 | `deploy_resources_and_applications_to_azure` | ❌ | +| 1 | 0.567577 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.464896 | `deploy_resources_and_applications_to_azure` | ❌ | | 3 | 0.438587 | `get_azure_app_config_settings` | ❌ | -| 4 | 0.383826 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.382315 | `get_azure_capacity` | ❌ | +| 4 | 0.376779 | `get_azure_best_practices` | ❌ | +| 5 | 0.375955 | `get_azure_resource_and_app_health_status` | ❌ | --- ## Test 9 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** Get configuration for function app ### Results @@ -425,161 +423,161 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.622593 | `get_azure_app_config_settings` | ❌ | -| 2 | 0.565172 | `get_application_platform_details` | ✅ **EXPECTED** | -| 3 | 0.480175 | `set_azure_app_config_settings_lock_state` | ❌ | -| 4 | 0.434875 | `get_azure_best_practices` | ❌ | +| 2 | 0.565172 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 3 | 0.480175 | `lock_unlock_azure_app_config_settings` | ❌ | +| 4 | 0.434907 | `get_azure_best_practices` | ❌ | | 5 | 0.415185 | `edit_azure_app_config_settings` | ❌ | --- ## Test 10 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** Get function app status for ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.551165 | `get_application_platform_details` | ✅ **EXPECTED** | +| 1 | 0.551165 | `get_azure_app_resource_details` | ✅ **EXPECTED** | | 2 | 0.444696 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.430633 | `get_azure_resource_and_app_health_status` | ❌ | -| 4 | 0.340781 | `set_azure_app_config_settings_lock_state` | ❌ | -| 5 | 0.330235 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.394621 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.361641 | `get_azure_storage_details` | ❌ | +| 5 | 0.345466 | `deploy_resources_and_applications_to_azure` | ❌ | --- ## Test 11 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** Get information about my function app in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.606770 | `get_application_platform_details` | ✅ **EXPECTED** | -| 2 | 0.516861 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.498775 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.416693 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.416074 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.606894 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.516945 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.498706 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.431054 | `get_azure_storage_details` | ❌ | +| 5 | 0.416467 | `get_azure_messaging_service_details` | ❌ | --- ## Test 12 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** List all function apps in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.558485 | `get_application_platform_details` | ✅ **EXPECTED** | -| 2 | 0.448010 | `get_azure_messaging_service_details` | ❌ | -| 3 | 0.427410 | `get_azure_security_configurations` | ❌ | +| 1 | 0.558485 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.448197 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.427427 | `get_azure_security_configurations` | ❌ | | 4 | 0.421965 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.405400 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.409259 | `deploy_resources_and_applications_to_azure` | ❌ | --- ## Test 13 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** Retrieve host name and status of function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545132 | `get_application_platform_details` | ✅ **EXPECTED** | +| 1 | 0.545132 | `get_azure_app_resource_details` | ✅ **EXPECTED** | | 2 | 0.462941 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.447054 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.418975 | `get_azure_resource_and_app_health_status` | ❌ | | 4 | 0.385066 | `execute_azure_cli` | ❌ | -| 5 | 0.375743 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.383867 | `deploy_resources_and_applications_to_azure` | ❌ | --- ## Test 14 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** Show function app details for in ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630201 | `get_application_platform_details` | ✅ **EXPECTED** | +| 1 | 0.630201 | `get_azure_app_resource_details` | ✅ **EXPECTED** | | 2 | 0.514721 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.407630 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.401230 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.385685 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.430445 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.401475 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.377547 | `get_azure_storage_details` | ❌ | --- ## Test 15 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** Show me my Azure function apps ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.560507 | `get_application_platform_details` | ✅ **EXPECTED** | -| 2 | 0.462610 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.448413 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.444987 | `get_azure_security_configurations` | ❌ | +| 1 | 0.560507 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.469871 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.462610 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.445065 | `get_azure_security_configurations` | ❌ | | 5 | 0.437162 | `get_azure_app_config_settings` | ❌ | --- ## Test 16 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** Show me the details for the function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.650735 | `get_application_platform_details` | ✅ **EXPECTED** | +| 1 | 0.650735 | `get_azure_app_resource_details` | ✅ **EXPECTED** | | 2 | 0.570557 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.444990 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.393760 | `get_azure_sql_server_details` | ❌ | -| 5 | 0.383607 | `get_azure_container_details` | ❌ | +| 3 | 0.445148 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.394452 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.385462 | `get_azure_database_admin_configuration_details` | ❌ | --- ## Test 17 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** Show plan and region for function app ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.534806 | `get_application_platform_details` | ✅ **EXPECTED** | -| 2 | 0.433055 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.408729 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.390900 | `get_azure_best_practices` | ❌ | -| 5 | 0.366092 | `execute_azure_cli` | ❌ | +| 1 | 0.534810 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.433102 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.428962 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.390991 | `get_azure_capacity` | ❌ | +| 5 | 0.390919 | `get_azure_best_practices` | ❌ | --- ## Test 18 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** What function apps do I have? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.416096 | `get_application_platform_details` | ✅ **EXPECTED** | -| 2 | 0.290136 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.283297 | `get_azure_resource_and_app_health_status` | ❌ | +| 1 | 0.416096 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.305243 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.281898 | `get_azure_resource_and_app_health_status` | ❌ | | 4 | 0.269663 | `get_azure_app_config_settings` | ❌ | | 5 | 0.262952 | `execute_azure_cli` | ❌ | @@ -587,18 +585,18 @@ ## Test 19 -**Expected Tool:** `get_application_platform_details` +**Expected Tool:** `get_azure_app_resource_details` **Prompt:** What is the status of function app ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.547155 | `get_application_platform_details` | ✅ **EXPECTED** | -| 2 | 0.437944 | `get_azure_resource_and_app_health_status` | ❌ | -| 3 | 0.419457 | `get_azure_app_config_settings` | ❌ | -| 4 | 0.372139 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.360335 | `get_azure_best_practices` | ❌ | +| 1 | 0.547132 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.419467 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.411099 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.388259 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.360351 | `get_azure_best_practices` | ❌ | --- @@ -611,11 +609,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.501515 | `get_azure_sql_server_details` | ❌ | +| 1 | 0.478446 | `get_azure_database_admin_configuration_details` | ❌ | | 2 | 0.449240 | `get_azure_app_config_settings` | ❌ | | 3 | 0.373528 | `edit_azure_databases` | ❌ | -| 4 | 0.287050 | `get_azure_workbooks_details` | ❌ | -| 5 | 0.286541 | `get_application_platform_details` | ❌ | +| 4 | 0.355613 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 5 | 0.287050 | `get_azure_workbooks_details` | ❌ | --- @@ -628,11 +626,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.470240 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 2 | 0.469040 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 3 | 0.449118 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.442073 | `get_azure_storage_details` | ❌ | -| 5 | 0.439142 | `get_azure_security_configurations` | ❌ | +| 1 | 0.481749 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.470240 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.449188 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.447624 | `get_azure_storage_details` | ❌ | +| 5 | 0.439217 | `get_azure_security_configurations` | ❌ | --- @@ -645,11 +643,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.486576 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.459903 | `get_azure_sql_server_details` | ❌ | -| 3 | 0.420211 | `delete_azure_sql_firewall_rules` | ❌ | +| 1 | 0.535512 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.447528 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.420211 | `delete_azure_database_admin_configurations` | ❌ | | 4 | 0.415459 | `edit_azure_databases` | ❌ | -| 5 | 0.403496 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.403496 | `create_azure_database_admin_configurations` | ❌ | --- @@ -662,11 +660,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.389996 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.450123 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.353887 | `edit_azure_databases` | ❌ | -| 3 | 0.279292 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.255201 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.238100 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.224949 | `get_azure_security_configurations` | ❌ | +| 5 | 0.224974 | `get_azure_security_configurations` | ❌ | --- @@ -679,11 +677,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.443193 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.418916 | `edit_azure_databases` | ❌ | -| 3 | 0.356004 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.322073 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.305719 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.486848 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.418769 | `edit_azure_databases` | ❌ | +| 3 | 0.335256 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.322093 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.305615 | `get_azure_messaging_service_details` | ❌ | --- @@ -696,11 +694,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.344675 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.398289 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.321958 | `edit_azure_databases` | ❌ | -| 3 | 0.261577 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.243270 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.230828 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.203815 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.203815 | `delete_azure_database_admin_configurations` | ❌ | --- @@ -713,10 +711,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.414822 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.441616 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.397754 | `edit_azure_databases` | ❌ | -| 3 | 0.359479 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.323642 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.341460 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.323453 | `get_azure_messaging_service_details` | ❌ | | 5 | 0.319877 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- @@ -730,11 +728,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349342 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.407001 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.319283 | `edit_azure_databases` | ❌ | -| 3 | 0.246849 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.224069 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.224061 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.219311 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.219311 | `delete_azure_database_admin_configurations` | ❌ | --- @@ -747,11 +745,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.312488 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.295828 | `edit_azure_databases` | ❌ | -| 3 | 0.225183 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.217793 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.202330 | `delete_azure_sql_firewall_rules` | ❌ | +| 1 | 0.364015 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.295866 | `edit_azure_databases` | ❌ | +| 3 | 0.217705 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.204516 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.202385 | `delete_azure_database_admin_configurations` | ❌ | --- @@ -764,9 +762,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458617 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.426045 | `get_azure_storage_details` | ❌ | -| 3 | 0.423698 | `create_azure_storage` | ❌ | +| 1 | 0.486056 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.423698 | `create_azure_storage` | ❌ | +| 3 | 0.421101 | `get_azure_storage_details` | ❌ | | 4 | 0.410278 | `get_azure_container_details` | ❌ | | 5 | 0.360627 | `get_azure_cache_for_redis_details` | ❌ | @@ -781,11 +779,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.486509 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.372579 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.372036 | `get_azure_storage_details` | ❌ | +| 1 | 0.522949 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.376575 | `get_azure_storage_details` | ❌ | +| 3 | 0.372579 | `get_azure_data_explorer_kusto_details` | ❌ | | 4 | 0.356233 | `get_azure_cache_for_redis_details` | ❌ | -| 5 | 0.340541 | `get_azure_security_configurations` | ❌ | +| 5 | 0.340589 | `get_azure_security_configurations` | ❌ | --- @@ -798,11 +796,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.388598 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.313531 | `edit_azure_databases` | ❌ | -| 3 | 0.261138 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.249198 | `get_azure_ai_resources_details` | ❌ | -| 5 | 0.224080 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.397325 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.313309 | `edit_azure_databases` | ❌ | +| 3 | 0.260578 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.239362 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.223484 | `browse_azure_marketplace_products` | ❌ | --- @@ -815,11 +813,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349715 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.350496 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.282259 | `edit_azure_databases` | ❌ | -| 3 | 0.249869 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.222915 | `get_azure_ai_resources_details` | ❌ | -| 5 | 0.211605 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.237419 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.230730 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.211605 | `create_azure_database_admin_configurations` | ❌ | --- @@ -832,11 +830,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.573657 | `get_azure_sql_server_details` | ❌ | -| 2 | 0.486536 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.468156 | `edit_azure_databases` | ❌ | -| 4 | 0.437278 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 5 | 0.398723 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.558434 | `get_azure_database_admin_configuration_details` | ❌ | +| 2 | 0.509253 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.486536 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.468156 | `edit_azure_databases` | ❌ | +| 5 | 0.398769 | `get_azure_messaging_service_details` | ❌ | --- @@ -850,9 +848,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.318903 | `edit_azure_databases` | ❌ | -| 2 | 0.227967 | `get_azure_sql_server_details` | ❌ | -| 3 | 0.191595 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 4 | 0.165104 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.246663 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.215865 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.165104 | `create_azure_database_admin_configurations` | ❌ | | 5 | 0.164953 | `get_azure_app_config_settings` | ❌ | --- @@ -866,11 +864,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.499510 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.437033 | `get_azure_storage_details` | ❌ | -| 3 | 0.421777 | `get_azure_security_configurations` | ❌ | +| 1 | 0.496952 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.434897 | `get_azure_storage_details` | ❌ | +| 3 | 0.421851 | `get_azure_security_configurations` | ❌ | | 4 | 0.401078 | `get_azure_container_details` | ❌ | -| 5 | 0.396453 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.396551 | `get_azure_messaging_service_details` | ❌ | --- @@ -883,11 +881,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.381945 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.396801 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.357185 | `edit_azure_databases` | ❌ | -| 3 | 0.294403 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.234680 | `delete_azure_sql_firewall_rules` | ❌ | -| 5 | 0.227130 | `get_azure_security_configurations` | ❌ | +| 3 | 0.270829 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.234680 | `delete_azure_database_admin_configurations` | ❌ | +| 5 | 0.227204 | `get_azure_security_configurations` | ❌ | --- @@ -900,11 +898,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.355399 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.368731 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.354214 | `edit_azure_databases` | ❌ | -| 3 | 0.294120 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.240477 | `delete_azure_sql_firewall_rules` | ❌ | -| 5 | 0.234628 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.274988 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.240477 | `delete_azure_database_admin_configurations` | ❌ | +| 5 | 0.234628 | `create_azure_database_admin_configurations` | ❌ | --- @@ -918,10 +916,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.424259 | `edit_azure_databases` | ❌ | -| 2 | 0.346477 | `get_azure_sql_server_details` | ❌ | -| 3 | 0.285564 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.336792 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.319072 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.282061 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.217174 | `delete_azure_sql_firewall_rules` | ❌ | +| 5 | 0.217174 | `delete_azure_database_admin_configurations` | ❌ | --- @@ -935,10 +933,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.396395 | `edit_azure_databases` | ❌ | -| 2 | 0.327525 | `get_azure_sql_server_details` | ❌ | -| 3 | 0.250062 | `get_azure_app_config_settings` | ❌ | -| 4 | 0.242546 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 5 | 0.200991 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.305067 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.288401 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 4 | 0.250062 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.200991 | `create_azure_database_admin_configurations` | ❌ | --- @@ -951,10 +949,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.462828 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.470615 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.403564 | `create_azure_storage` | ❌ | -| 3 | 0.395139 | `get_azure_storage_details` | ❌ | -| 4 | 0.391660 | `get_azure_container_details` | ❌ | +| 3 | 0.391660 | `get_azure_container_details` | ❌ | +| 4 | 0.388325 | `get_azure_storage_details` | ❌ | | 5 | 0.327793 | `get_azure_cache_for_redis_details` | ❌ | --- @@ -968,11 +966,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496094 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.488113 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.458313 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.452018 | `get_azure_storage_details` | ❌ | -| 5 | 0.444953 | `get_azure_security_configurations` | ❌ | +| 1 | 0.488113 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.481698 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.458391 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.456709 | `get_azure_storage_details` | ❌ | +| 5 | 0.445046 | `get_azure_security_configurations` | ❌ | --- @@ -985,11 +983,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490136 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.500915 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.368375 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.362453 | `get_azure_storage_details` | ❌ | +| 3 | 0.364718 | `get_azure_storage_details` | ❌ | | 4 | 0.336256 | `get_azure_cache_for_redis_details` | ❌ | -| 5 | 0.323139 | `get_azure_security_configurations` | ❌ | +| 5 | 0.323210 | `get_azure_security_configurations` | ❌ | --- @@ -1002,11 +1000,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.435369 | `get_azure_sql_server_details` | ❌ | -| 2 | 0.382094 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.415590 | `get_azure_database_admin_configuration_details` | ❌ | +| 2 | 0.411362 | `get_azure_databases_details` | ✅ **EXPECTED** | | 3 | 0.354815 | `edit_azure_databases` | ❌ | | 4 | 0.343500 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.325907 | `get_azure_storage_details` | ❌ | +| 5 | 0.312592 | `get_azure_app_config_settings` | ❌ | --- @@ -1019,9 +1017,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.442213 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.388815 | `get_azure_ai_resources_details` | ❌ | -| 3 | 0.365295 | `get_azure_storage_details` | ❌ | +| 1 | 0.429421 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.382342 | `get_azure_ai_resources_details` | ❌ | +| 3 | 0.366253 | `get_azure_storage_details` | ❌ | | 4 | 0.361081 | `get_azure_container_details` | ❌ | | 5 | 0.334991 | `get_azure_key_vault` | ❌ | @@ -1036,9 +1034,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.398115 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.436392 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.358413 | `edit_azure_databases` | ❌ | -| 3 | 0.273842 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.250030 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.239673 | `get_azure_data_explorer_kusto_details` | ❌ | | 5 | 0.215038 | `get_azure_cache_for_redis_details` | ❌ | @@ -1053,9 +1051,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490987 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.504739 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.461477 | `edit_azure_databases` | ❌ | -| 3 | 0.386152 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.364350 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.353379 | `browse_azure_marketplace_products` | ❌ | | 5 | 0.349028 | `get_azure_subscriptions_and_resource_groups` | ❌ | @@ -1070,11 +1068,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.363106 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.395463 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.332482 | `edit_azure_databases` | ❌ | -| 3 | 0.265369 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.245580 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.227159 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.203381 | `create_azure_sql_firewall_rules` | ❌ | +| 5 | 0.203381 | `create_azure_database_admin_configurations` | ❌ | --- @@ -1087,9 +1085,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.451350 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.458476 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.433648 | `edit_azure_databases` | ❌ | -| 3 | 0.377900 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.360426 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.343503 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 5 | 0.339133 | `browse_azure_marketplace_products` | ❌ | @@ -1104,11 +1102,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.333177 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.377156 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.314466 | `edit_azure_databases` | ❌ | -| 3 | 0.240993 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.225610 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.221418 | `get_azure_best_practices` | ❌ | +| 3 | 0.225610 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.221419 | `get_azure_best_practices` | ❌ | +| 5 | 0.219501 | `get_azure_database_admin_configuration_details` | ❌ | --- @@ -1121,11 +1119,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.294539 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.283335 | `edit_azure_databases` | ❌ | -| 3 | 0.219516 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.213897 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.193859 | `get_azure_best_practices` | ❌ | +| 1 | 0.334838 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.284626 | `edit_azure_databases` | ❌ | +| 3 | 0.214230 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.199864 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.193763 | `get_azure_best_practices` | ❌ | --- @@ -1138,11 +1136,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.393677 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.413789 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.335190 | `edit_azure_databases` | ❌ | -| 3 | 0.271047 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.249102 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.243773 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.210444 | `get_azure_security_configurations` | ❌ | +| 5 | 0.210518 | `get_azure_security_configurations` | ❌ | --- @@ -1155,11 +1153,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.352654 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.365658 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.310370 | `edit_azure_databases` | ❌ | -| 3 | 0.244377 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.230608 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.188657 | `create_azure_sql_firewall_rules` | ❌ | +| 3 | 0.230608 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.224141 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.188657 | `create_azure_database_admin_configurations` | ❌ | --- @@ -1173,10 +1171,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.364740 | `edit_azure_databases` | ❌ | -| 2 | 0.206938 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 3 | 0.205971 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.202957 | `delete_azure_sql_firewall_rules` | ❌ | -| 5 | 0.202122 | `create_azure_sql_firewall_rules` | ❌ | +| 2 | 0.235516 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.202957 | `delete_azure_database_admin_configurations` | ❌ | +| 4 | 0.202122 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.192494 | `get_azure_database_admin_configuration_details` | ❌ | --- @@ -1189,11 +1187,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.340869 | `edit_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.250546 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.212740 | `delete_azure_sql_firewall_rules` | ❌ | -| 4 | 0.172018 | `get_azure_sql_server_details` | ❌ | -| 5 | 0.170591 | `get_azure_databases_details` | ❌ | +| 1 | 0.340843 | `edit_azure_databases` | ✅ **EXPECTED** | +| 2 | 0.250565 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.231405 | `get_azure_databases_details` | ❌ | +| 4 | 0.212755 | `delete_azure_database_admin_configurations` | ❌ | +| 5 | 0.160632 | `get_azure_database_admin_configuration_details` | ❌ | --- @@ -1207,10 +1205,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.380868 | `edit_azure_databases` | ✅ **EXPECTED** | -| 2 | 0.269323 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.251993 | `delete_azure_sql_firewall_rules` | ❌ | -| 4 | 0.175184 | `get_azure_databases_details` | ❌ | -| 5 | 0.171002 | `get_azure_sql_server_details` | ❌ | +| 2 | 0.269323 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.251993 | `delete_azure_database_admin_configurations` | ❌ | +| 4 | 0.212216 | `get_azure_databases_details` | ❌ | +| 5 | 0.157068 | `get_azure_database_admin_configuration_details` | ❌ | --- @@ -1223,11 +1221,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.451202 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.405561 | `get_azure_capacity` | ❌ | -| 3 | 0.402104 | `create_azure_load_testing` | ❌ | -| 4 | 0.398005 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.385907 | `deploy_resources_and_applications_to_azure` | ❌ | +| 1 | 0.449206 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.402104 | `create_azure_load_testing` | ❌ | +| 3 | 0.398005 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.397774 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.383437 | `get_azure_capacity` | ❌ | --- @@ -1240,11 +1238,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.475173 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.435791 | `get_azure_capacity` | ❌ | -| 3 | 0.381293 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.371078 | `get_azure_ai_resources_details` | ❌ | -| 5 | 0.368152 | `create_azure_load_testing` | ❌ | +| 1 | 0.494900 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.426765 | `get_azure_capacity` | ❌ | +| 3 | 0.381272 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.370378 | `get_azure_ai_resources_details` | ❌ | +| 5 | 0.368114 | `create_azure_load_testing` | ❌ | --- @@ -1257,11 +1255,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.315424 | `get_azure_storage_details` | ❌ | -| 2 | 0.295675 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 3 | 0.279543 | `get_azure_capacity` | ❌ | -| 4 | 0.272938 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.269671 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.335534 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.331850 | `get_azure_storage_details` | ❌ | +| 3 | 0.272938 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.271450 | `get_azure_capacity` | ❌ | +| 5 | 0.269726 | `get_azure_messaging_service_details` | ❌ | --- @@ -1274,11 +1272,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.318502 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.253703 | `get_azure_virtual_desktop_details` | ❌ | -| 3 | 0.245821 | `get_azure_databases_details` | ❌ | -| 4 | 0.245524 | `get_azure_storage_details` | ❌ | -| 5 | 0.244056 | `get_azure_load_testing_details` | ❌ | +| 1 | 0.349827 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.253548 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.250795 | `get_azure_storage_details` | ❌ | +| 4 | 0.243973 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.237236 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- @@ -1291,9 +1289,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.434203 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.361614 | `get_azure_capacity` | ❌ | -| 3 | 0.350486 | `get_azure_storage_details` | ❌ | +| 1 | 0.406519 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.397438 | `get_azure_storage_details` | ❌ | +| 3 | 0.374257 | `get_azure_capacity` | ❌ | | 4 | 0.325422 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 5 | 0.305299 | `get_azure_virtual_desktop_details` | ❌ | @@ -1308,11 +1306,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.427290 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.405155 | `get_azure_capacity` | ❌ | -| 3 | 0.379113 | `get_azure_ai_resources_details` | ❌ | -| 4 | 0.375177 | `create_azure_load_testing` | ❌ | -| 5 | 0.370855 | `get_azure_load_testing_details` | ❌ | +| 1 | 0.424613 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.389594 | `get_azure_capacity` | ❌ | +| 3 | 0.375111 | `create_azure_load_testing` | ❌ | +| 4 | 0.370745 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.369638 | `deploy_resources_and_applications_to_azure` | ❌ | --- @@ -1325,11 +1323,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438756 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.436208 | `get_azure_databases_details` | ❌ | -| 3 | 0.407964 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.398563 | `get_azure_workbooks_details` | ❌ | -| 5 | 0.383577 | `create_azure_workbooks` | ❌ | +| 1 | 0.439499 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.407964 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.398563 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.394705 | `get_azure_databases_details` | ❌ | +| 5 | 0.383614 | `create_azure_workbooks` | ❌ | --- @@ -1342,11 +1340,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482062 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.461521 | `get_azure_databases_details` | ❌ | +| 1 | 0.492312 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.451584 | `get_azure_databases_details` | ❌ | | 3 | 0.445863 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.441003 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.438518 | `get_azure_security_configurations` | ❌ | +| 4 | 0.440909 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.438597 | `get_azure_security_configurations` | ❌ | --- @@ -1359,11 +1357,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.512722 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.493226 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 2 | 0.463935 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 3 | 0.452333 | `get_azure_workbooks_details` | ❌ | -| 4 | 0.437283 | `create_azure_workbooks` | ❌ | -| 5 | 0.419394 | `get_azure_security_configurations` | ❌ | +| 4 | 0.437304 | `create_azure_workbooks` | ❌ | +| 5 | 0.419474 | `get_azure_security_configurations` | ❌ | --- @@ -1376,10 +1374,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484962 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.392732 | `get_azure_databases_details` | ❌ | -| 3 | 0.356965 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.349385 | `get_azure_virtual_desktop_details` | ❌ | +| 1 | 0.491103 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.356965 | `get_azure_load_testing_details` | ❌ | +| 3 | 0.349385 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.330687 | `get_azure_storage_details` | ❌ | | 5 | 0.321615 | `get_azure_cache_for_redis_details` | ❌ | --- @@ -1393,11 +1391,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441261 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.431979 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 2 | 0.418441 | `get_azure_workbooks_details` | ❌ | -| 3 | 0.415147 | `get_azure_databases_details` | ❌ | -| 4 | 0.398640 | `create_azure_workbooks` | ❌ | -| 5 | 0.393598 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.398664 | `create_azure_workbooks` | ❌ | +| 4 | 0.393598 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.374287 | `get_azure_databases_details` | ❌ | --- @@ -1411,10 +1409,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.525913 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 2 | 0.507695 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 3 | 0.465101 | `get_azure_capacity` | ❌ | -| 4 | 0.460682 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.455781 | `get_azure_load_testing_details` | ❌ | +| 2 | 0.499514 | `get_azure_storage_details` | ❌ | +| 3 | 0.499092 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 4 | 0.478110 | `get_azure_capacity` | ❌ | +| 5 | 0.460791 | `get_azure_messaging_service_details` | ❌ | --- @@ -1427,11 +1425,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.338738 | `get_azure_databases_details` | ❌ | -| 2 | 0.333991 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 3 | 0.267238 | `get_azure_capacity` | ❌ | -| 4 | 0.264069 | `get_azure_virtual_desktop_details` | ❌ | -| 5 | 0.253990 | `get_azure_storage_details` | ❌ | +| 1 | 0.369786 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.268286 | `get_azure_storage_details` | ❌ | +| 3 | 0.264069 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.253364 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.252579 | `get_azure_capacity` | ❌ | --- @@ -1444,11 +1442,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.551584 | `get_azure_storage_details` | ❌ | -| 2 | 0.431185 | `get_azure_capacity` | ❌ | -| 3 | 0.393636 | `get_azure_container_details` | ❌ | -| 4 | 0.392555 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.383711 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.551671 | `get_azure_storage_details` | ❌ | +| 2 | 0.430781 | `get_azure_capacity` | ❌ | +| 3 | 0.398433 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 4 | 0.393636 | `get_azure_container_details` | ❌ | +| 5 | 0.392639 | `get_azure_messaging_service_details` | ❌ | --- @@ -1461,11 +1459,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.528584 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.488687 | `create_azure_workbooks` | ❌ | +| 1 | 0.511137 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.488696 | `create_azure_workbooks` | ❌ | | 3 | 0.451336 | `get_azure_workbooks_details` | ❌ | -| 4 | 0.410409 | `get_azure_security_configurations` | ❌ | -| 5 | 0.409488 | `get_azure_databases_details` | ❌ | +| 4 | 0.410489 | `get_azure_security_configurations` | ❌ | +| 5 | 0.405448 | `edit_azure_workbooks` | ❌ | --- @@ -1478,11 +1476,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.449939 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.439021 | `get_azure_databases_details` | ❌ | -| 3 | 0.405799 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.396006 | `get_azure_workbooks_details` | ❌ | -| 5 | 0.387039 | `create_azure_workbooks` | ❌ | +| 1 | 0.448908 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.405799 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.396006 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.387063 | `create_azure_workbooks` | ❌ | +| 5 | 0.384000 | `get_azure_databases_details` | ❌ | --- @@ -1495,11 +1493,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.610196 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.499251 | `get_azure_databases_details` | ❌ | -| 3 | 0.490462 | `get_azure_capacity` | ❌ | +| 1 | 0.586147 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.547596 | `get_azure_storage_details` | ❌ | +| 3 | 0.488089 | `get_azure_capacity` | ❌ | | 4 | 0.475264 | `get_azure_virtual_desktop_details` | ❌ | -| 5 | 0.471465 | `get_azure_security_configurations` | ❌ | +| 5 | 0.471564 | `get_azure_security_configurations` | ❌ | --- @@ -1512,11 +1510,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.598944 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.359140 | `get_azure_workbooks_details` | ❌ | -| 3 | 0.340267 | `get_azure_virtual_desktop_details` | ❌ | -| 4 | 0.334028 | `create_azure_workbooks` | ❌ | -| 5 | 0.331249 | `get_azure_capacity` | ❌ | +| 1 | 0.567731 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.366863 | `get_azure_storage_details` | ❌ | +| 3 | 0.359140 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.340267 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.334045 | `create_azure_workbooks` | ❌ | --- @@ -1529,11 +1527,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496367 | `get_azure_storage_details` | ❌ | -| 2 | 0.431978 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.564743 | `get_azure_storage_details` | ❌ | +| 2 | 0.407012 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 3 | 0.400710 | `create_azure_storage` | ❌ | -| 4 | 0.382684 | `get_azure_capacity` | ❌ | -| 5 | 0.339439 | `get_azure_security_configurations` | ❌ | +| 4 | 0.368175 | `get_azure_capacity` | ❌ | +| 5 | 0.339523 | `get_azure_security_configurations` | ❌ | --- @@ -1546,8 +1544,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527120 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.479435 | `create_azure_workbooks` | ❌ | +| 1 | 0.514424 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.479440 | `create_azure_workbooks` | ❌ | | 3 | 0.458853 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.456725 | `get_azure_workbooks_details` | ❌ | | 5 | 0.418907 | `browse_azure_marketplace_products` | ❌ | @@ -1563,11 +1561,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.469281 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.376703 | `get_azure_databases_details` | ❌ | -| 3 | 0.365333 | `get_azure_virtual_desktop_details` | ❌ | -| 4 | 0.355340 | `get_azure_capacity` | ❌ | -| 5 | 0.333899 | `get_azure_load_testing_details` | ❌ | +| 1 | 0.457585 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.365333 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.333899 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.332443 | `get_azure_capacity` | ❌ | +| 5 | 0.329728 | `get_azure_workbooks_details` | ❌ | --- @@ -1580,11 +1578,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.446681 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.375661 | `create_azure_workbooks` | ❌ | +| 1 | 0.438542 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.375709 | `create_azure_workbooks` | ❌ | | 3 | 0.357168 | `get_azure_workbooks_details` | ❌ | -| 4 | 0.338168 | `get_azure_databases_details` | ❌ | -| 5 | 0.336058 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.336058 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.324855 | `edit_azure_workbooks` | ❌ | --- @@ -1597,11 +1595,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.484089 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.406616 | `get_azure_databases_details` | ❌ | -| 3 | 0.354368 | `get_azure_virtual_desktop_details` | ❌ | -| 4 | 0.346010 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.319276 | `get_azure_capacity` | ❌ | +| 1 | 0.489181 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.354368 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.346010 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.322521 | `get_azure_storage_details` | ❌ | +| 5 | 0.316126 | `get_azure_cache_for_redis_details` | ❌ | --- @@ -1614,11 +1612,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.447749 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.433218 | `get_azure_databases_details` | ❌ | -| 3 | 0.420831 | `get_azure_workbooks_details` | ❌ | -| 4 | 0.400964 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.400003 | `create_azure_workbooks` | ❌ | +| 1 | 0.440093 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.420857 | `get_azure_workbooks_details` | ❌ | +| 3 | 0.400932 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.400054 | `create_azure_workbooks` | ❌ | +| 5 | 0.366396 | `get_azure_databases_details` | ❌ | --- @@ -1631,11 +1629,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.437518 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.416952 | `get_azure_capacity` | ❌ | +| 1 | 0.426881 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.421696 | `get_azure_capacity` | ❌ | | 3 | 0.404977 | `get_azure_virtual_desktop_details` | ❌ | -| 4 | 0.380088 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.343837 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.388780 | `get_azure_storage_details` | ❌ | +| 5 | 0.380088 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- @@ -1648,11 +1646,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.421297 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.410786 | `get_azure_capacity` | ❌ | +| 1 | 0.469238 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.397417 | `get_azure_capacity` | ❌ | | 3 | 0.382899 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.381994 | `get_application_platform_details` | ❌ | -| 5 | 0.380026 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.381994 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.378286 | `get_azure_ai_resources_details` | ❌ | --- @@ -1665,11 +1663,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532228 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.437141 | `get_azure_capacity` | ❌ | -| 3 | 0.389687 | `get_azure_virtual_desktop_details` | ❌ | -| 4 | 0.382850 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.374415 | `get_azure_databases_details` | ❌ | +| 1 | 0.509611 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.454708 | `get_azure_storage_details` | ❌ | +| 3 | 0.423077 | `get_azure_capacity` | ❌ | +| 4 | 0.389687 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.382850 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- @@ -1682,11 +1680,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.422305 | `get_azure_capacity` | ❌ | -| 2 | 0.388641 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.395986 | `get_azure_capacity` | ❌ | +| 2 | 0.384232 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 3 | 0.369677 | `create_azure_load_testing` | ❌ | | 4 | 0.353073 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.349272 | `get_application_platform_details` | ❌ | +| 5 | 0.349272 | `get_azure_app_resource_details` | ❌ | --- @@ -1699,11 +1697,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642708 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 1 | 0.640058 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | | 2 | 0.519278 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.515742 | `design_azure_architecture` | ❌ | -| 4 | 0.479904 | `get_azure_best_practices` | ❌ | -| 5 | 0.454754 | `execute_azure_developer_cli` | ❌ | +| 3 | 0.479918 | `get_azure_best_practices` | ❌ | +| 4 | 0.454754 | `execute_azure_developer_cli` | ❌ | +| 5 | 0.453039 | `design_azure_architecture` | ❌ | --- @@ -1716,10 +1714,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591844 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 1 | 0.578477 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | | 2 | 0.477740 | `deploy_azure_ai_models` | ❌ | | 3 | 0.437318 | `execute_azure_developer_cli` | ❌ | -| 4 | 0.410713 | `get_azure_best_practices` | ❌ | +| 4 | 0.410719 | `get_azure_best_practices` | ❌ | | 5 | 0.401777 | `execute_azure_cli` | ❌ | --- @@ -1734,9 +1732,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.533141 | `execute_azure_developer_cli` | ❌ | -| 2 | 0.524236 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | -| 3 | 0.427108 | `get_azure_resource_and_app_health_status` | ❌ | -| 4 | 0.402454 | `get_application_platform_details` | ❌ | +| 2 | 0.522934 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 3 | 0.439632 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.402454 | `get_azure_app_resource_details` | ❌ | | 5 | 0.396308 | `execute_azure_cli` | ❌ | --- @@ -1750,11 +1748,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.488000 | `get_azure_best_practices` | ❌ | -| 2 | 0.336943 | `design_azure_architecture` | ❌ | -| 3 | 0.328879 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | -| 4 | 0.325324 | `create_azure_sql_firewall_rules` | ❌ | -| 5 | 0.315430 | `execute_azure_cli` | ❌ | +| 1 | 0.488008 | `get_azure_best_practices` | ❌ | +| 2 | 0.384841 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | +| 3 | 0.325324 | `create_azure_database_admin_configurations` | ❌ | +| 4 | 0.315430 | `execute_azure_cli` | ❌ | +| 5 | 0.313187 | `search_microsoft_docs` | ❌ | --- @@ -1768,10 +1766,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.549804 | `get_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.418698 | `set_azure_app_config_settings_lock_state` | ❌ | +| 2 | 0.418698 | `lock_unlock_azure_app_config_settings` | ❌ | | 3 | 0.401422 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.400070 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.397547 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.400040 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.388838 | `get_azure_database_admin_configuration_details` | ❌ | --- @@ -1785,10 +1783,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.605174 | `get_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.469735 | `set_azure_app_config_settings_lock_state` | ❌ | +| 2 | 0.469735 | `lock_unlock_azure_app_config_settings` | ❌ | | 3 | 0.413315 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.316476 | `get_azure_sql_server_details` | ❌ | -| 5 | 0.304659 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.310582 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.304649 | `update_azure_load_testing_configurations` | ❌ | --- @@ -1802,9 +1800,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.517123 | `get_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.397359 | `set_azure_app_config_settings_lock_state` | ❌ | +| 2 | 0.397359 | `lock_unlock_azure_app_config_settings` | ❌ | | 3 | 0.318242 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.307380 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.300071 | `get_azure_database_admin_configuration_details` | ❌ | | 5 | 0.296300 | `browse_azure_marketplace_products` | ❌ | --- @@ -1819,10 +1817,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.564754 | `get_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.445478 | `set_azure_app_config_settings_lock_state` | ❌ | +| 2 | 0.445478 | `lock_unlock_azure_app_config_settings` | ❌ | | 3 | 0.382377 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.378099 | `get_azure_sql_server_details` | ❌ | -| 5 | 0.368144 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.377430 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.368141 | `get_azure_messaging_service_details` | ❌ | --- @@ -1836,10 +1834,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.619236 | `get_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.496884 | `set_azure_app_config_settings_lock_state` | ❌ | +| 2 | 0.496884 | `lock_unlock_azure_app_config_settings` | ❌ | | 3 | 0.413994 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.323271 | `get_azure_sql_server_details` | ❌ | -| 5 | 0.303617 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.320934 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.303614 | `update_azure_load_testing_configurations` | ❌ | --- @@ -1852,11 +1850,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.474288 | `get_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.398144 | `set_azure_app_config_settings_lock_state` | ❌ | -| 3 | 0.320151 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.291243 | `get_azure_key_vault` | ❌ | -| 5 | 0.237162 | `get_azure_container_details` | ❌ | +| 1 | 0.473533 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.397651 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.319922 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.291494 | `get_azure_key_vault` | ❌ | +| 5 | 0.236880 | `get_azure_container_details` | ❌ | --- @@ -1870,7 +1868,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.480490 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.419225 | `set_azure_app_config_settings_lock_state` | ❌ | +| 2 | 0.419225 | `lock_unlock_azure_app_config_settings` | ❌ | | 3 | 0.386233 | `get_azure_app_config_settings` | ❌ | | 4 | 0.236794 | `edit_azure_workbooks` | ❌ | | 5 | 0.226127 | `import_azure_key_vault_certificates` | ❌ | @@ -1886,41 +1884,41 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.454669 | `set_azure_app_config_settings_lock_state` | ❌ | -| 2 | 0.419517 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.454677 | `lock_unlock_azure_app_config_settings` | ❌ | +| 2 | 0.419522 | `get_azure_app_config_settings` | ❌ | | 3 | 0.418814 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | -| 4 | 0.251832 | `update_azure_load_testing_configurations` | ❌ | -| 5 | 0.227122 | `edit_azure_databases` | ❌ | +| 4 | 0.251836 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.227102 | `edit_azure_databases` | ❌ | --- ## Test 96 -**Expected Tool:** `set_azure_app_config_settings_lock_state` +**Expected Tool:** `lock_unlock_azure_app_config_settings` **Prompt:** Lock the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.523446 | `set_azure_app_config_settings_lock_state` | ✅ **EXPECTED** | +| 1 | 0.523446 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | | 2 | 0.367924 | `get_azure_app_config_settings` | ❌ | | 3 | 0.324653 | `edit_azure_app_config_settings` | ❌ | | 4 | 0.206576 | `import_azure_key_vault_certificates` | ❌ | -| 5 | 0.186093 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.186057 | `update_azure_load_testing_configurations` | ❌ | --- ## Test 97 -**Expected Tool:** `set_azure_app_config_settings_lock_state` +**Expected Tool:** `lock_unlock_azure_app_config_settings` **Prompt:** Unlock the key in App Configuration store ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.552583 | `set_azure_app_config_settings_lock_state` | ✅ **EXPECTED** | +| 1 | 0.552583 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | | 2 | 0.393938 | `get_azure_app_config_settings` | ❌ | | 3 | 0.339108 | `edit_azure_app_config_settings` | ❌ | | 4 | 0.240636 | `import_azure_key_vault_certificates` | ❌ | @@ -1938,7 +1936,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.505878 | `edit_azure_workbooks` | ✅ **EXPECTED** | -| 2 | 0.375703 | `create_azure_workbooks` | ❌ | +| 2 | 0.375642 | `create_azure_workbooks` | ❌ | | 3 | 0.362979 | `get_azure_workbooks_details` | ❌ | | 4 | 0.265457 | `edit_azure_app_config_settings` | ❌ | | 5 | 0.188350 | `create_azure_load_testing` | ❌ | @@ -1955,9 +1953,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.496535 | `edit_azure_workbooks` | ✅ **EXPECTED** | -| 2 | 0.413267 | `create_azure_workbooks` | ❌ | +| 2 | 0.413187 | `create_azure_workbooks` | ❌ | | 3 | 0.327796 | `get_azure_workbooks_details` | ❌ | -| 4 | 0.236165 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.236133 | `update_azure_load_testing_configurations` | ❌ | | 5 | 0.216298 | `edit_azure_app_config_settings` | ❌ | --- @@ -1971,7 +1969,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555091 | `create_azure_workbooks` | ✅ **EXPECTED** | +| 1 | 0.555073 | `create_azure_workbooks` | ✅ **EXPECTED** | | 2 | 0.400619 | `edit_azure_workbooks` | ❌ | | 3 | 0.371495 | `get_azure_workbooks_details` | ❌ | | 4 | 0.196704 | `create_azure_key_vault_items` | ❌ | @@ -1990,7 +1988,7 @@ |------|-------|------|--------| | 1 | 0.512253 | `get_azure_workbooks_details` | ✅ **EXPECTED** | | 2 | 0.409967 | `edit_azure_workbooks` | ❌ | -| 3 | 0.409127 | `create_azure_workbooks` | ❌ | +| 3 | 0.409085 | `create_azure_workbooks` | ❌ | | 4 | 0.299382 | `get_azure_virtual_desktop_details` | ❌ | | 5 | 0.294878 | `get_azure_subscriptions_and_resource_groups` | ❌ | @@ -2006,10 +2004,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.552702 | `get_azure_workbooks_details` | ✅ **EXPECTED** | -| 2 | 0.514603 | `create_azure_workbooks` | ❌ | +| 2 | 0.514558 | `create_azure_workbooks` | ❌ | | 3 | 0.441697 | `edit_azure_workbooks` | ❌ | | 4 | 0.426606 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.396091 | `get_azure_security_configurations` | ❌ | +| 5 | 0.396184 | `get_azure_security_configurations` | ❌ | --- @@ -2023,9 +2021,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.474463 | `get_azure_workbooks_details` | ✅ **EXPECTED** | -| 2 | 0.454862 | `create_azure_workbooks` | ❌ | +| 2 | 0.454790 | `create_azure_workbooks` | ❌ | | 3 | 0.422536 | `edit_azure_workbooks` | ❌ | -| 4 | 0.201213 | `get_azure_security_configurations` | ❌ | +| 4 | 0.201280 | `get_azure_security_configurations` | ❌ | | 5 | 0.181802 | `browse_azure_marketplace_products` | ❌ | --- @@ -2040,10 +2038,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.549690 | `get_azure_workbooks_details` | ✅ **EXPECTED** | -| 2 | 0.529735 | `create_azure_workbooks` | ❌ | +| 2 | 0.529693 | `create_azure_workbooks` | ❌ | | 3 | 0.453173 | `edit_azure_workbooks` | ❌ | | 4 | 0.438514 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.391845 | `get_azure_security_configurations` | ❌ | +| 5 | 0.391977 | `get_azure_security_configurations` | ❌ | --- @@ -2056,10 +2054,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.552351 | `get_azure_capacity` | ❌ | -| 2 | 0.546941 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 1 | 0.546941 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | +| 2 | 0.541006 | `get_azure_capacity` | ❌ | | 3 | 0.500223 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.477351 | `get_azure_best_practices` | ❌ | +| 4 | 0.477388 | `get_azure_best_practices` | ❌ | | 5 | 0.452732 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- @@ -2074,10 +2072,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.536483 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | -| 2 | 0.511009 | `get_azure_best_practices` | ❌ | +| 2 | 0.511039 | `get_azure_best_practices` | ❌ | | 3 | 0.490293 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.488706 | `get_azure_capacity` | ❌ | -| 5 | 0.452616 | `execute_azure_cli` | ❌ | +| 4 | 0.476949 | `get_azure_capacity` | ❌ | +| 5 | 0.463219 | `deploy_resources_and_applications_to_azure` | ❌ | --- @@ -2091,9 +2089,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.592611 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | -| 2 | 0.508724 | `get_azure_best_practices` | ❌ | -| 3 | 0.502378 | `get_azure_capacity` | ❌ | -| 4 | 0.492553 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.508765 | `get_azure_best_practices` | ❌ | +| 3 | 0.492553 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.490633 | `get_azure_capacity` | ❌ | | 5 | 0.472186 | `execute_azure_cli` | ❌ | --- @@ -2107,10 +2105,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.734114 | `get_azure_security_configurations` | ✅ **EXPECTED** | +| 1 | 0.734109 | `get_azure_security_configurations` | ✅ **EXPECTED** | | 2 | 0.460374 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.408590 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.368186 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.414713 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.368257 | `get_azure_messaging_service_details` | ❌ | | 5 | 0.356351 | `browse_azure_marketplace_products` | ❌ | --- @@ -2124,11 +2122,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.702749 | `get_azure_security_configurations` | ✅ **EXPECTED** | +| 1 | 0.702803 | `get_azure_security_configurations` | ✅ **EXPECTED** | | 2 | 0.485211 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.427639 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.431017 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.388410 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.380793 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.380853 | `get_azure_messaging_service_details` | ❌ | --- @@ -2144,8 +2142,8 @@ | 1 | 0.542408 | `import_azure_key_vault_certificates` | ❌ | | 2 | 0.539243 | `get_azure_key_vault` | ✅ **EXPECTED** | | 3 | 0.461491 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.385604 | `get_azure_security_configurations` | ❌ | -| 5 | 0.293023 | `get_azure_storage_details` | ❌ | +| 4 | 0.385693 | `get_azure_security_configurations` | ❌ | +| 5 | 0.302931 | `get_azure_storage_details` | ❌ | --- @@ -2161,8 +2159,8 @@ | 1 | 0.497101 | `get_azure_key_vault` | ✅ **EXPECTED** | | 2 | 0.429278 | `create_azure_key_vault_items` | ❌ | | 3 | 0.427597 | `import_azure_key_vault_certificates` | ❌ | -| 4 | 0.378915 | `get_azure_security_configurations` | ❌ | -| 5 | 0.337198 | `get_azure_storage_details` | ❌ | +| 4 | 0.378958 | `get_azure_security_configurations` | ❌ | +| 5 | 0.345242 | `get_azure_storage_details` | ❌ | --- @@ -2178,8 +2176,8 @@ | 1 | 0.498894 | `get_azure_key_vault` | ✅ **EXPECTED** | | 2 | 0.434446 | `create_azure_key_vault_items` | ❌ | | 3 | 0.372548 | `import_azure_key_vault_certificates` | ❌ | -| 4 | 0.348550 | `get_azure_security_configurations` | ❌ | -| 5 | 0.299993 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.348573 | `get_azure_security_configurations` | ❌ | +| 5 | 0.301377 | `get_azure_storage_details` | ❌ | --- @@ -2192,11 +2190,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.542386 | `import_azure_key_vault_certificates` | ❌ | -| 2 | 0.526170 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 3 | 0.434878 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.300457 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.297388 | `get_azure_security_configurations` | ❌ | +| 1 | 0.543362 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.528922 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 3 | 0.436564 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.300959 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.298646 | `get_azure_security_configurations` | ❌ | --- @@ -2212,7 +2210,7 @@ | 1 | 0.557832 | `get_azure_key_vault` | ✅ **EXPECTED** | | 2 | 0.552928 | `import_azure_key_vault_certificates` | ❌ | | 3 | 0.461463 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.368299 | `get_azure_security_configurations` | ❌ | +| 4 | 0.368429 | `get_azure_security_configurations` | ❌ | | 5 | 0.320935 | `get_azure_app_config_settings` | ❌ | --- @@ -2226,11 +2224,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.519309 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 2 | 0.490672 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.420402 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.409324 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.352123 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.519292 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.490656 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.420385 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.409294 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.352161 | `get_azure_messaging_service_details` | ❌ | --- @@ -2247,7 +2245,7 @@ | 2 | 0.448371 | `import_azure_key_vault_certificates` | ❌ | | 3 | 0.432123 | `create_azure_key_vault_items` | ❌ | | 4 | 0.344132 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.337168 | `get_azure_security_configurations` | ❌ | +| 5 | 0.337253 | `get_azure_security_configurations` | ❌ | --- @@ -2264,7 +2262,7 @@ | 2 | 0.460930 | `create_azure_key_vault_items` | ❌ | | 3 | 0.426022 | `import_azure_key_vault_certificates` | ❌ | | 4 | 0.366899 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.357027 | `get_azure_storage_details` | ❌ | +| 5 | 0.347356 | `get_azure_storage_details` | ❌ | --- @@ -2281,7 +2279,7 @@ | 2 | 0.536615 | `import_azure_key_vault_certificates` | ❌ | | 3 | 0.432370 | `get_azure_key_vault` | ❌ | | 4 | 0.283179 | `create_azure_storage` | ❌ | -| 5 | 0.282124 | `create_azure_workbooks` | ❌ | +| 5 | 0.282142 | `create_azure_workbooks` | ❌ | --- @@ -2298,7 +2296,7 @@ | 2 | 0.417468 | `import_azure_key_vault_certificates` | ❌ | | 3 | 0.344129 | `get_azure_key_vault` | ❌ | | 4 | 0.281591 | `create_azure_storage` | ❌ | -| 5 | 0.230664 | `create_azure_workbooks` | ❌ | +| 5 | 0.230671 | `create_azure_workbooks` | ❌ | --- @@ -2314,7 +2312,7 @@ | 1 | 0.551337 | `create_azure_key_vault_items` | ✅ **EXPECTED** | | 2 | 0.385343 | `import_azure_key_vault_certificates` | ❌ | | 3 | 0.383659 | `get_azure_key_vault` | ❌ | -| 4 | 0.301886 | `set_azure_app_config_settings_lock_state` | ❌ | +| 4 | 0.301886 | `lock_unlock_azure_app_config_settings` | ❌ | | 5 | 0.294044 | `create_azure_storage` | ❌ | --- @@ -2328,11 +2326,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660888 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | -| 2 | 0.459725 | `create_azure_key_vault_items` | ❌ | -| 3 | 0.400860 | `get_azure_key_vault` | ❌ | -| 4 | 0.256688 | `deploy_azure_ai_models` | ❌ | -| 5 | 0.240517 | `create_azure_sql_firewall_rules` | ❌ | +| 1 | 0.660982 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | +| 2 | 0.459787 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.400950 | `get_azure_key_vault` | ❌ | +| 4 | 0.256701 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.240543 | `create_azure_database_admin_configurations` | ❌ | --- @@ -2355,40 +2353,6 @@ ## Test 123 -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Create the plan for creating a simple HTTP-triggered function app in javascript that returns a random compliment from a predefined list in a JSON response. And deploy it to azure eventually. But don't create any code until I confirm. - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.393322 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.391704 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.381749 | `get_application_platform_details` | ❌ | -| 4 | 0.350969 | `design_azure_architecture` | ❌ | -| 5 | 0.340836 | `deploy_azure_ai_models` | ❌ | - ---- - -## Test 124 - -**Expected Tool:** `get_azure_best_practices` -**Prompt:** Create the plan for creating a to-do list app. And deploy it to azure as a container app. But don't create any code until I confirm. - -### Results - -| Rank | Score | Tool | Status | -|------|-------|------|--------| -| 1 | 0.464897 | `deploy_resources_and_applications_to_azure` | ❌ | -| 2 | 0.390048 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 3 | 0.385816 | `design_azure_architecture` | ❌ | -| 4 | 0.384385 | `deploy_azure_ai_models` | ❌ | -| 5 | 0.380941 | `create_azure_storage` | ❌ | - ---- - -## Test 125 - **Expected Tool:** `get_azure_best_practices` **Prompt:** Fetch the Azure Terraform best practices @@ -2396,15 +2360,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.734966 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.484098 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.474532 | `search_microsoft_docs` | ❌ | -| 4 | 0.459688 | `execute_azure_cli` | ❌ | -| 5 | 0.436798 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.735073 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.524558 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.474601 | `search_microsoft_docs` | ❌ | +| 4 | 0.459782 | `execute_azure_cli` | ❌ | +| 5 | 0.436951 | `get_azure_capacity` | ❌ | --- -## Test 126 +## Test 124 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure best practices @@ -2413,15 +2377,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690042 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 1 | 0.690117 | `get_azure_best_practices` | ✅ **EXPECTED** | | 2 | 0.601714 | `search_microsoft_docs` | ❌ | -| 3 | 0.524057 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.539669 | `deploy_resources_and_applications_to_azure` | ❌ | | 4 | 0.508718 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.487540 | `get_azure_capacity` | ❌ | +| 5 | 0.483779 | `get_azure_capacity` | ❌ | --- -## Test 127 +## Test 125 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure code generation best practices @@ -2430,15 +2394,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.713365 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 1 | 0.713406 | `get_azure_best_practices` | ✅ **EXPECTED** | | 2 | 0.543696 | `search_microsoft_docs` | ❌ | -| 3 | 0.525038 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.512007 | `design_azure_architecture` | ❌ | +| 3 | 0.529617 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.470109 | `design_azure_architecture` | ❌ | | 5 | 0.435613 | `browse_azure_marketplace_products` | ❌ | --- -## Test 128 +## Test 126 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure deployment best practices @@ -2447,15 +2411,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.683345 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.619725 | `deploy_resources_and_applications_to_azure` | ❌ | +| 1 | 0.683437 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.614180 | `deploy_resources_and_applications_to_azure` | ❌ | | 3 | 0.558588 | `search_microsoft_docs` | ❌ | -| 4 | 0.478904 | `design_azure_architecture` | ❌ | -| 5 | 0.465496 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.465496 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.450131 | `get_azure_capacity` | ❌ | --- -## Test 129 +## Test 127 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure Functions best practices @@ -2464,15 +2428,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.681951 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.557930 | `get_application_platform_details` | ❌ | +| 1 | 0.682026 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.557930 | `get_azure_app_resource_details` | ❌ | | 3 | 0.556021 | `search_microsoft_docs` | ❌ | -| 4 | 0.489786 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.505735 | `deploy_resources_and_applications_to_azure` | ❌ | | 5 | 0.443359 | `browse_azure_marketplace_products` | ❌ | --- -## Test 130 +## Test 128 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure Functions code generation best practices @@ -2481,15 +2445,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.685176 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.499419 | `get_application_platform_details` | ❌ | +| 1 | 0.685214 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.499419 | `get_azure_app_resource_details` | ❌ | | 3 | 0.486074 | `search_microsoft_docs` | ❌ | -| 4 | 0.469229 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.455695 | `design_azure_architecture` | ❌ | +| 4 | 0.480287 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.416415 | `execute_azure_developer_cli` | ❌ | --- -## Test 131 +## Test 129 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure Functions deployment best practices @@ -2498,15 +2462,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.675293 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.570960 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.537928 | `get_application_platform_details` | ❌ | -| 4 | 0.527886 | `search_microsoft_docs` | ❌ | -| 5 | 0.440919 | `design_azure_architecture` | ❌ | +| 1 | 0.675358 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.571007 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.537884 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.527827 | `search_microsoft_docs` | ❌ | +| 5 | 0.435563 | `deploy_azure_ai_models` | ❌ | --- -## Test 132 +## Test 130 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure Static Web Apps best practices @@ -2515,15 +2479,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.612793 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 1 | 0.612873 | `get_azure_best_practices` | ✅ **EXPECTED** | | 2 | 0.520938 | `search_microsoft_docs` | ❌ | -| 3 | 0.501695 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.518435 | `deploy_resources_and_applications_to_azure` | ❌ | | 4 | 0.424667 | `browse_azure_marketplace_products` | ❌ | | 5 | 0.418814 | `get_azure_app_config_settings` | ❌ | --- -## Test 133 +## Test 131 **Expected Tool:** `get_azure_best_practices` **Prompt:** How can I use Bicep to create an Azure OpenAI service? @@ -2532,15 +2496,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480733 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.447110 | `get_azure_ai_resources_details` | ❌ | -| 3 | 0.436599 | `deploy_azure_ai_models` | ❌ | -| 4 | 0.423060 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.391152 | `get_azure_capacity` | ❌ | +| 1 | 0.489465 | `deploy_resources_and_applications_to_azure` | ❌ | +| 2 | 0.480742 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 3 | 0.440374 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.436599 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.390979 | `get_azure_capacity` | ❌ | --- -## Test 134 +## Test 132 **Expected Tool:** `get_azure_best_practices` **Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault @@ -2549,15 +2513,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.618313 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 1 | 0.618330 | `get_azure_best_practices` | ✅ **EXPECTED** | | 2 | 0.496677 | `get_azure_key_vault` | ❌ | | 3 | 0.478248 | `create_azure_key_vault_items` | ❌ | | 4 | 0.444000 | `import_azure_key_vault_certificates` | ❌ | -| 5 | 0.412101 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.435817 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 135 +## Test 133 **Expected Tool:** `get_azure_best_practices` **Prompt:** What are azure function best practices? @@ -2566,15 +2530,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.627987 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.475164 | `get_application_platform_details` | ❌ | -| 3 | 0.451968 | `search_microsoft_docs` | ❌ | -| 4 | 0.443178 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.394211 | `get_azure_capacity` | ❌ | +| 1 | 0.628027 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.475164 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.453910 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.451968 | `search_microsoft_docs` | ❌ | +| 5 | 0.391204 | `execute_azure_cli` | ❌ | --- -## Test 136 +## Test 134 **Expected Tool:** `design_azure_architecture` **Prompt:** Generate the azure architecture diagram for this application @@ -2583,15 +2547,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.736950 | `design_azure_architecture` | ✅ **EXPECTED** | -| 2 | 0.481581 | `get_azure_best_practices` | ❌ | -| 3 | 0.457503 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.386793 | `execute_azure_developer_cli` | ❌ | -| 5 | 0.385718 | `audit_azure_resources_compliance` | ❌ | +| 1 | 0.676638 | `design_azure_architecture` | ✅ **EXPECTED** | +| 2 | 0.481643 | `get_azure_best_practices` | ❌ | +| 3 | 0.465832 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.386867 | `execute_azure_developer_cli` | ❌ | +| 5 | 0.385801 | `audit_azure_resources_compliance` | ❌ | --- -## Test 137 +## Test 135 **Expected Tool:** `design_azure_architecture` **Prompt:** Help me create a cloud service that will serve as ATM for users @@ -2600,15 +2564,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.306056 | `design_azure_architecture` | ✅ **EXPECTED** | -| 2 | 0.259518 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.259518 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.248253 | `design_azure_architecture` | ✅ **EXPECTED** | | 3 | 0.241293 | `create_azure_storage` | ❌ | -| 4 | 0.221449 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.226031 | `deploy_resources_and_applications_to_azure` | ❌ | | 5 | 0.221006 | `search_microsoft_docs` | ❌ | --- -## Test 138 +## Test 136 **Expected Tool:** `design_azure_architecture` **Prompt:** How can I design a cloud service in Azure that will store and present videos for users? @@ -2618,14 +2582,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.427652 | `upload_azure_storage_blobs` | ❌ | -| 2 | 0.414019 | `design_azure_architecture` | ✅ **EXPECTED** | -| 3 | 0.413253 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.410459 | `create_azure_storage` | ❌ | -| 5 | 0.410342 | `search_microsoft_docs` | ❌ | +| 2 | 0.413253 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.410459 | `create_azure_storage` | ❌ | +| 4 | 0.410342 | `search_microsoft_docs` | ❌ | +| 5 | 0.405913 | `design_azure_architecture` | ✅ **EXPECTED** | --- -## Test 139 +## Test 137 **Expected Tool:** `design_azure_architecture` **Prompt:** I want to design a cloud app for ordering groceries @@ -2635,14 +2599,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.342485 | `browse_azure_marketplace_products` | ❌ | -| 2 | 0.318718 | `design_azure_architecture` | ✅ **EXPECTED** | -| 3 | 0.275570 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.231297 | `get_application_platform_details` | ❌ | -| 5 | 0.224297 | `get_azure_best_practices` | ❌ | +| 2 | 0.289308 | `design_azure_architecture` | ✅ **EXPECTED** | +| 3 | 0.276203 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.231297 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.224286 | `get_azure_best_practices` | ❌ | --- -## Test 140 +## Test 138 **Expected Tool:** `design_azure_architecture` **Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service @@ -2651,15 +2615,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.365156 | `design_azure_architecture` | ✅ **EXPECTED** | -| 2 | 0.323311 | `upload_azure_storage_blobs` | ❌ | +| 1 | 0.323311 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.296166 | `design_azure_architecture` | ✅ **EXPECTED** | | 3 | 0.245346 | `create_azure_storage` | ❌ | -| 4 | 0.235691 | `get_azure_storage_details` | ❌ | -| 5 | 0.225571 | `get_azure_capacity` | ❌ | +| 4 | 0.224135 | `get_azure_capacity` | ❌ | +| 5 | 0.207400 | `get_azure_best_practices` | ❌ | --- -## Test 141 +## Test 139 **Expected Tool:** `get_azure_load_testing_details` **Prompt:** Get all the load test runs for the test with id in the load test resource in resource group @@ -2668,15 +2632,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609521 | `get_azure_load_testing_details` | ✅ **EXPECTED** | -| 2 | 0.568027 | `create_azure_load_testing` | ❌ | -| 3 | 0.447987 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.366478 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.334726 | `get_azure_resource_and_app_health_status` | ❌ | +| 1 | 0.609539 | `get_azure_load_testing_details` | ✅ **EXPECTED** | +| 2 | 0.567950 | `create_azure_load_testing` | ❌ | +| 3 | 0.448109 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.366850 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.327475 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 142 +## Test 140 **Expected Tool:** `get_azure_load_testing_details` **Prompt:** Get the load test run with id in the load test resource in resource group @@ -2687,13 +2651,13 @@ |------|-------|------|--------| | 1 | 0.599651 | `create_azure_load_testing` | ❌ | | 2 | 0.581081 | `get_azure_load_testing_details` | ✅ **EXPECTED** | -| 3 | 0.457483 | `update_azure_load_testing_configurations` | ❌ | +| 3 | 0.457538 | `update_azure_load_testing_configurations` | ❌ | | 4 | 0.357813 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.328938 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.322673 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 143 +## Test 141 **Expected Tool:** `get_azure_load_testing_details` **Prompt:** Get the load test with id in the load test resource in resource group @@ -2704,13 +2668,13 @@ |------|-------|------|--------| | 1 | 0.612800 | `create_azure_load_testing` | ❌ | | 2 | 0.592725 | `get_azure_load_testing_details` | ✅ **EXPECTED** | -| 3 | 0.421873 | `update_azure_load_testing_configurations` | ❌ | +| 3 | 0.421970 | `update_azure_load_testing_configurations` | ❌ | | 4 | 0.349117 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.340432 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.334329 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 144 +## Test 142 **Expected Tool:** `get_azure_load_testing_details` **Prompt:** List all load testing resources in the resource group in my subscription @@ -2722,12 +2686,12 @@ | 1 | 0.669717 | `get_azure_load_testing_details` | ✅ **EXPECTED** | | 2 | 0.609875 | `create_azure_load_testing` | ❌ | | 3 | 0.493520 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.427197 | `get_azure_capacity` | ❌ | -| 5 | 0.411161 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.421963 | `get_azure_capacity` | ❌ | +| 5 | 0.409984 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 145 +## Test 143 **Expected Tool:** `create_azure_load_testing` **Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription @@ -2738,13 +2702,13 @@ |------|-------|------|--------| | 1 | 0.542817 | `create_azure_load_testing` | ✅ **EXPECTED** | | 2 | 0.431906 | `get_azure_load_testing_details` | ❌ | -| 3 | 0.425527 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.303407 | `create_azure_workbooks` | ❌ | -| 5 | 0.294287 | `get_azure_capacity` | ❌ | +| 3 | 0.425556 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.303424 | `create_azure_workbooks` | ❌ | +| 5 | 0.293309 | `create_azure_key_vault_items` | ❌ | --- -## Test 146 +## Test 144 **Expected Tool:** `create_azure_load_testing` **Prompt:** Create a load test resource in the resource group in my subscription @@ -2753,15 +2717,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659657 | `create_azure_load_testing` | ✅ **EXPECTED** | -| 2 | 0.530030 | `get_azure_load_testing_details` | ❌ | -| 3 | 0.410883 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.374253 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.342719 | `get_azure_capacity` | ❌ | +| 1 | 0.660199 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.530694 | `get_azure_load_testing_details` | ❌ | +| 3 | 0.411312 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.373935 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.334522 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 147 +## Test 145 **Expected Tool:** `create_azure_load_testing` **Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as @@ -2770,15 +2734,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.585054 | `create_azure_load_testing` | ✅ **EXPECTED** | -| 2 | 0.497079 | `update_azure_load_testing_configurations` | ❌ | -| 3 | 0.460357 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.319141 | `create_azure_key_vault_items` | ❌ | -| 5 | 0.297099 | `deploy_resources_and_applications_to_azure` | ❌ | +| 1 | 0.585612 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.496783 | `update_azure_load_testing_configurations` | ❌ | +| 3 | 0.460907 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.319822 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.297908 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 148 +## Test 146 **Expected Tool:** `update_azure_load_testing_configurations` **Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . @@ -2787,7 +2751,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577419 | `update_azure_load_testing_configurations` | ✅ **EXPECTED** | +| 1 | 0.577487 | `update_azure_load_testing_configurations` | ✅ **EXPECTED** | | 2 | 0.501316 | `create_azure_load_testing` | ❌ | | 3 | 0.443800 | `get_azure_load_testing_details` | ❌ | | 4 | 0.303358 | `edit_azure_workbooks` | ❌ | @@ -2795,7 +2759,7 @@ --- -## Test 149 +## Test 147 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Get the schema configuration for knowledge index @@ -2805,14 +2769,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.310095 | `get_azure_app_config_settings` | ❌ | -| 2 | 0.268639 | `get_azure_best_practices` | ❌ | -| 3 | 0.262166 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.249688 | `get_azure_workbooks_details` | ❌ | -| 5 | 0.245377 | `get_azure_sql_server_details` | ❌ | +| 2 | 0.294949 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.268668 | `get_azure_best_practices` | ❌ | +| 4 | 0.262166 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.249688 | `get_azure_workbooks_details` | ❌ | --- -## Test 150 +## Test 148 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** List all AI Foundry model deployments @@ -2821,15 +2785,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.619824 | `deploy_azure_ai_models` | ❌ | -| 2 | 0.496307 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 3 | 0.362424 | `design_azure_architecture` | ❌ | -| 4 | 0.359607 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.356163 | `deploy_resources_and_applications_to_azure` | ❌ | +| 1 | 0.619928 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.575456 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.359639 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.356472 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.339963 | `get_azure_security_configurations` | ❌ | --- -## Test 151 +## Test 149 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** List all AI Foundry models @@ -2838,15 +2802,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.472872 | `deploy_azure_ai_models` | ❌ | -| 2 | 0.454365 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.517204 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.472872 | `deploy_azure_ai_models` | ❌ | | 3 | 0.338517 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.259499 | `design_azure_architecture` | ❌ | -| 5 | 0.251448 | `get_azure_databases_details` | ❌ | +| 4 | 0.249923 | `design_azure_architecture` | ❌ | +| 5 | 0.241708 | `get_azure_best_practices` | ❌ | --- -## Test 152 +## Test 150 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** List all Cognitive Search services in my subscription @@ -2855,15 +2819,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.528577 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.474808 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.530524 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.474802 | `get_azure_messaging_service_details` | ❌ | | 3 | 0.444086 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.419389 | `get_application_platform_details` | ❌ | +| 4 | 0.419389 | `get_azure_app_resource_details` | ❌ | | 5 | 0.399308 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- -## Test 153 +## Test 151 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** List all indexes in the Cognitive Search service @@ -2872,15 +2836,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.468505 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.356671 | `get_azure_security_configurations` | ❌ | +| 1 | 0.482355 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.356649 | `get_azure_security_configurations` | ❌ | | 3 | 0.350943 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.345507 | `get_azure_databases_details` | ❌ | -| 5 | 0.344029 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.345471 | `get_azure_databases_details` | ❌ | +| 5 | 0.343922 | `get_azure_data_explorer_kusto_details` | ❌ | --- -## Test 154 +## Test 152 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** List all knowledge indexes in my AI Foundry project @@ -2889,15 +2853,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473670 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.522175 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 2 | 0.407003 | `deploy_azure_ai_models` | ❌ | | 3 | 0.288627 | `browse_azure_marketplace_products` | ❌ | | 4 | 0.286997 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.271542 | `get_azure_databases_details` | ❌ | +| 5 | 0.271304 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 155 +## Test 153 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Search for instances of in the index in Cognitive Search service @@ -2906,15 +2870,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.430979 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.426475 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 2 | 0.280912 | `get_azure_data_explorer_kusto_details` | ❌ | | 3 | 0.279030 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.277447 | `get_azure_databases_details` | ❌ | -| 5 | 0.272738 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.271654 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.268348 | `get_azure_messaging_service_details` | ❌ | --- -## Test 156 +## Test 154 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me all AI Foundry model deployments @@ -2924,14 +2888,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.612664 | `deploy_azure_ai_models` | ❌ | -| 2 | 0.493076 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.565595 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 3 | 0.389499 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.364626 | `design_azure_architecture` | ❌ | -| 5 | 0.358370 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.364536 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.312048 | `get_azure_best_practices` | ❌ | --- -## Test 157 +## Test 155 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me my Cognitive Search services @@ -2940,15 +2904,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.483332 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.485141 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 2 | 0.431878 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.374112 | `get_azure_databases_details` | ❌ | -| 4 | 0.364824 | `get_azure_container_details` | ❌ | -| 5 | 0.363484 | `get_application_platform_details` | ❌ | +| 3 | 0.364824 | `get_azure_container_details` | ❌ | +| 4 | 0.363484 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.362439 | `get_azure_messaging_service_details` | ❌ | --- -## Test 158 +## Test 156 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the available AI Foundry models @@ -2958,14 +2922,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.533639 | `deploy_azure_ai_models` | ❌ | -| 2 | 0.471847 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.529803 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 3 | 0.384895 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.274684 | `design_azure_architecture` | ❌ | -| 5 | 0.261365 | `get_azure_databases_details` | ❌ | +| 4 | 0.276668 | `design_azure_architecture` | ❌ | +| 5 | 0.271169 | `get_azure_capacity` | ❌ | --- -## Test 159 +## Test 157 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the Cognitive Search services in my subscription @@ -2974,15 +2938,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.539532 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.541256 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 2 | 0.507116 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.458450 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.425779 | `get_application_platform_details` | ❌ | -| 5 | 0.411862 | `get_azure_databases_details` | ❌ | +| 3 | 0.458476 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.425779 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.414408 | `get_azure_capacity` | ❌ | --- -## Test 160 +## Test 158 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the details of the index in Cognitive Search service @@ -2991,15 +2955,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496260 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.430990 | `get_azure_messaging_service_details` | ❌ | -| 3 | 0.417792 | `get_application_platform_details` | ❌ | +| 1 | 0.509173 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.431100 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.417792 | `get_azure_app_resource_details` | ❌ | | 4 | 0.406409 | `get_azure_data_explorer_kusto_details` | ❌ | | 5 | 0.398647 | `get_azure_app_config_settings` | ❌ | --- -## Test 161 +## Test 159 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the indexes in the Cognitive Search service @@ -3008,15 +2972,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.456784 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.366135 | `get_azure_databases_details` | ❌ | -| 3 | 0.362259 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.360971 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.335022 | `get_azure_security_configurations` | ❌ | +| 1 | 0.472364 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.362359 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.360971 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.343443 | `get_azure_databases_details` | ❌ | +| 5 | 0.336521 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 162 +## Test 160 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the knowledge indexes in my AI Foundry project @@ -3025,15 +2989,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.468719 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.511181 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 2 | 0.414405 | `deploy_azure_ai_models` | ❌ | | 3 | 0.299211 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.290181 | `get_azure_capacity` | ❌ | -| 5 | 0.287340 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.296606 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.293626 | `get_azure_capacity` | ❌ | --- -## Test 163 +## Test 161 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the schema for knowledge index in my AI Foundry project @@ -3042,15 +3006,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.418102 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.498412 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 2 | 0.373160 | `deploy_azure_ai_models` | ❌ | | 3 | 0.324788 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.308690 | `get_azure_best_practices` | ❌ | -| 5 | 0.289972 | `get_azure_databases_details` | ❌ | +| 4 | 0.308722 | `get_azure_best_practices` | ❌ | +| 5 | 0.274743 | `get_azure_databases_details` | ❌ | --- -## Test 164 +## Test 162 **Expected Tool:** `deploy_azure_ai_models` **Prompt:** Deploy a GPT4o instance on my resource @@ -3060,14 +3024,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.387447 | `deploy_azure_ai_models` | ✅ **EXPECTED** | -| 2 | 0.301223 | `deploy_resources_and_applications_to_azure` | ❌ | +| 2 | 0.307463 | `deploy_resources_and_applications_to_azure` | ❌ | | 3 | 0.299302 | `create_azure_load_testing` | ❌ | | 4 | 0.240425 | `edit_azure_databases` | ❌ | -| 5 | 0.239872 | `get_azure_capacity` | ❌ | +| 5 | 0.236281 | `get_azure_best_practices` | ❌ | --- -## Test 165 +## Test 163 **Expected Tool:** `get_azure_storage_details` **Prompt:** Get details about the storage account @@ -3076,15 +3040,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.648174 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.625072 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.475469 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.449058 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.430956 | `get_application_platform_details` | ❌ | +| 3 | 0.449097 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.430956 | `get_azure_app_resource_details` | ❌ | | 5 | 0.429429 | `get_azure_container_details` | ❌ | --- -## Test 166 +## Test 164 **Expected Tool:** `get_azure_storage_details` **Prompt:** Get the details about blob in the container in storage account @@ -3093,7 +3057,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.619030 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.583671 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.529062 | `create_azure_storage` | ❌ | | 3 | 0.478682 | `upload_azure_storage_blobs` | ❌ | | 4 | 0.466323 | `get_azure_container_details` | ❌ | @@ -3101,7 +3065,7 @@ --- -## Test 167 +## Test 165 **Expected Tool:** `get_azure_storage_details` **Prompt:** List all blob containers in the storage account @@ -3110,15 +3074,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.587279 | `create_azure_storage` | ❌ | -| 2 | 0.518468 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 3 | 0.453137 | `upload_azure_storage_blobs` | ❌ | -| 4 | 0.376493 | `get_azure_container_details` | ❌ | -| 5 | 0.336839 | `get_azure_security_configurations` | ❌ | +| 1 | 0.587289 | `create_azure_storage` | ❌ | +| 2 | 0.508807 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 3 | 0.453205 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.376538 | `get_azure_container_details` | ❌ | +| 5 | 0.336919 | `get_azure_security_configurations` | ❌ | --- -## Test 168 +## Test 166 **Expected Tool:** `get_azure_storage_details` **Prompt:** List all blobs in the blob container in the storage account @@ -3128,14 +3092,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.551096 | `create_azure_storage` | ❌ | -| 2 | 0.508411 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.485269 | `get_azure_storage_details` | ✅ **EXPECTED** | | 3 | 0.463738 | `upload_azure_storage_blobs` | ❌ | | 4 | 0.348803 | `get_azure_container_details` | ❌ | -| 5 | 0.309742 | `get_azure_security_configurations` | ❌ | +| 5 | 0.309773 | `get_azure_security_configurations` | ❌ | --- -## Test 169 +## Test 167 **Expected Tool:** `get_azure_storage_details` **Prompt:** List all storage accounts in my subscription including their location and SKU @@ -3144,15 +3108,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.535565 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 2 | 0.459444 | `create_azure_storage` | ❌ | -| 3 | 0.444366 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.417742 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.400577 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.528405 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.459489 | `create_azure_storage` | ❌ | +| 3 | 0.444344 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.428424 | `get_azure_capacity` | ❌ | +| 5 | 0.417730 | `get_azure_messaging_service_details` | ❌ | --- -## Test 170 +## Test 168 **Expected Tool:** `get_azure_storage_details` **Prompt:** List the Azure Managed Lustre filesystems in my resource group @@ -3161,15 +3125,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.614534 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 2 | 0.432052 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.422723 | `get_azure_capacity` | ❌ | -| 4 | 0.412758 | `get_azure_databases_details` | ❌ | -| 5 | 0.408527 | `get_azure_load_testing_details` | ❌ | +| 1 | 0.559811 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.432005 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.421269 | `get_azure_capacity` | ❌ | +| 4 | 0.408448 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.386462 | `get_azure_databases_details` | ❌ | --- -## Test 171 +## Test 169 **Expected Tool:** `get_azure_storage_details` **Prompt:** List the Azure Managed Lustre filesystems in my subscription @@ -3178,15 +3142,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.607043 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 2 | 0.455284 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.549516 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.455307 | `get_azure_messaging_service_details` | ❌ | | 3 | 0.431655 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.427369 | `get_azure_capacity` | ❌ | -| 5 | 0.395359 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.422149 | `get_azure_capacity` | ❌ | +| 5 | 0.397015 | `get_azure_databases_details` | ❌ | --- -## Test 172 +## Test 170 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled @@ -3195,15 +3159,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490615 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.496814 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.404977 | `create_azure_storage` | ❌ | -| 3 | 0.390632 | `get_azure_capacity` | ❌ | -| 4 | 0.384612 | `get_azure_security_configurations` | ❌ | +| 3 | 0.388186 | `get_azure_capacity` | ❌ | +| 4 | 0.384670 | `get_azure_security_configurations` | ❌ | | 5 | 0.361530 | `get_azure_container_details` | ❌ | --- -## Test 173 +## Test 171 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the blobs in the blob container in the storage account @@ -3213,14 +3177,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.546896 | `create_azure_storage` | ❌ | -| 2 | 0.509039 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.480500 | `get_azure_storage_details` | ✅ **EXPECTED** | | 3 | 0.472639 | `upload_azure_storage_blobs` | ❌ | | 4 | 0.408261 | `get_azure_container_details` | ❌ | | 5 | 0.323929 | `get_azure_key_vault` | ❌ | --- -## Test 174 +## Test 172 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the containers in the storage account @@ -3230,14 +3194,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.543409 | `create_azure_storage` | ❌ | -| 2 | 0.527491 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.514988 | `get_azure_storage_details` | ✅ **EXPECTED** | | 3 | 0.428357 | `get_azure_container_details` | ❌ | | 4 | 0.418173 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.354495 | `get_azure_security_configurations` | ❌ | +| 5 | 0.354583 | `get_azure_security_configurations` | ❌ | --- -## Test 175 +## Test 173 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the details for my storage account @@ -3246,15 +3210,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.601969 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.584749 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.449230 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.434194 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.434244 | `get_azure_messaging_service_details` | ❌ | | 4 | 0.431374 | `get_azure_container_details` | ❌ | | 5 | 0.419042 | `create_azure_storage` | ❌ | --- -## Test 176 +## Test 174 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the properties for blob in container in storage account @@ -3263,15 +3227,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549426 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 2 | 0.521396 | `create_azure_storage` | ❌ | -| 3 | 0.457227 | `upload_azure_storage_blobs` | ❌ | -| 4 | 0.420784 | `get_azure_container_details` | ❌ | -| 5 | 0.348613 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.522835 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.521403 | `create_azure_storage` | ❌ | +| 3 | 0.457281 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.420866 | `get_azure_container_details` | ❌ | +| 5 | 0.348727 | `get_azure_app_config_settings` | ❌ | --- -## Test 177 +## Test 175 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the properties of the storage container in the storage account @@ -3280,15 +3244,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.559871 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.537993 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.498174 | `create_azure_storage` | ❌ | | 3 | 0.451684 | `get_azure_container_details` | ❌ | | 4 | 0.398764 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.374824 | `get_azure_capacity` | ❌ | +| 5 | 0.368711 | `get_azure_app_config_settings` | ❌ | --- -## Test 178 +## Test 176 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings @@ -3297,15 +3261,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495299 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.515432 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.476386 | `create_azure_storage` | ❌ | | 3 | 0.430206 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.399080 | `get_azure_sql_server_details` | ❌ | -| 5 | 0.397760 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.397694 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.397401 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 179 +## Test 177 **Expected Tool:** `create_azure_storage` **Prompt:** Create a new blob container named documents with container public access in storage account @@ -3314,15 +3278,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546204 | `create_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.431996 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.404325 | `get_azure_storage_details` | ❌ | -| 4 | 0.318029 | `create_azure_key_vault_items` | ❌ | -| 5 | 0.304649 | `search_microsoft_docs` | ❌ | +| 1 | 0.546240 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.432029 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.388689 | `get_azure_storage_details` | ❌ | +| 4 | 0.317992 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.304626 | `search_microsoft_docs` | ❌ | --- -## Test 180 +## Test 178 **Expected Tool:** `create_azure_storage` **Prompt:** Create a new storage account called testaccount123 in East US region @@ -3332,14 +3296,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.478014 | `create_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.375790 | `get_azure_storage_details` | ❌ | +| 2 | 0.355529 | `get_azure_storage_details` | ❌ | | 3 | 0.329543 | `create_azure_key_vault_items` | ❌ | | 4 | 0.307994 | `create_azure_load_testing` | ❌ | -| 5 | 0.292741 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.306614 | `get_azure_capacity` | ❌ | --- -## Test 181 +## Test 179 **Expected Tool:** `create_azure_storage` **Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled @@ -3349,14 +3313,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.557679 | `create_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.451935 | `get_azure_storage_details` | ❌ | +| 2 | 0.436816 | `get_azure_storage_details` | ❌ | | 3 | 0.432518 | `create_azure_key_vault_items` | ❌ | | 4 | 0.423712 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.395078 | `create_azure_workbooks` | ❌ | +| 5 | 0.395124 | `create_azure_workbooks` | ❌ | --- -## Test 182 +## Test 180 **Expected Tool:** `create_azure_storage` **Prompt:** Create a storage account with premium performance and LRS replication @@ -3366,14 +3330,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.488344 | `create_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.436857 | `get_azure_storage_details` | ❌ | -| 3 | 0.413299 | `get_azure_capacity` | ❌ | +| 2 | 0.427468 | `get_azure_storage_details` | ❌ | +| 3 | 0.406117 | `get_azure_capacity` | ❌ | | 4 | 0.356649 | `create_azure_load_testing` | ❌ | | 5 | 0.346863 | `create_azure_key_vault_items` | ❌ | --- -## Test 183 +## Test 181 **Expected Tool:** `create_azure_storage` **Prompt:** Create the container using blob public access in storage account @@ -3384,13 +3348,13 @@ |------|-------|------|--------| | 1 | 0.631937 | `create_azure_storage` | ✅ **EXPECTED** | | 2 | 0.487471 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.425315 | `get_azure_storage_details` | ❌ | +| 3 | 0.401952 | `get_azure_storage_details` | ❌ | | 4 | 0.332783 | `get_azure_container_details` | ❌ | | 5 | 0.316986 | `create_azure_key_vault_items` | ❌ | --- -## Test 184 +## Test 182 **Expected Tool:** `create_azure_storage` **Prompt:** Create the storage container mycontainer in storage account @@ -3401,13 +3365,13 @@ |------|-------|------|--------| | 1 | 0.607036 | `create_azure_storage` | ✅ **EXPECTED** | | 2 | 0.450592 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.427732 | `get_azure_storage_details` | ❌ | +| 3 | 0.413804 | `get_azure_storage_details` | ❌ | | 4 | 0.325408 | `create_azure_key_vault_items` | ❌ | | 5 | 0.313058 | `get_azure_container_details` | ❌ | --- -## Test 185 +## Test 183 **Expected Tool:** `upload_azure_storage_blobs` **Prompt:** Upload file to storage blob in container in storage account @@ -3418,13 +3382,13 @@ |------|-------|------|--------| | 1 | 0.623181 | `upload_azure_storage_blobs` | ✅ **EXPECTED** | | 2 | 0.528682 | `create_azure_storage` | ❌ | -| 3 | 0.419405 | `get_azure_storage_details` | ❌ | +| 3 | 0.381546 | `get_azure_storage_details` | ❌ | | 4 | 0.292612 | `deploy_azure_ai_models` | ❌ | | 5 | 0.268633 | `import_azure_key_vault_certificates` | ❌ | --- -## Test 186 +## Test 184 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** List all access policies in the Redis Cache @@ -3434,14 +3398,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.598233 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | -| 2 | 0.335003 | `get_azure_security_configurations` | ❌ | -| 3 | 0.295502 | `get_azure_sql_server_details` | ❌ | +| 2 | 0.334980 | `get_azure_security_configurations` | ❌ | +| 3 | 0.304910 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.285710 | `get_azure_key_vault` | ❌ | | 5 | 0.272415 | `get_azure_container_details` | ❌ | --- -## Test 187 +## Test 185 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** List all databases in the Redis Cluster @@ -3451,14 +3415,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.470782 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | -| 2 | 0.387732 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.371289 | `get_azure_databases_details` | ❌ | +| 2 | 0.389596 | `get_azure_databases_details` | ❌ | +| 3 | 0.387732 | `get_azure_data_explorer_kusto_details` | ❌ | | 4 | 0.281471 | `get_azure_container_details` | ❌ | -| 5 | 0.254950 | `get_azure_security_configurations` | ❌ | +| 5 | 0.254968 | `get_azure_security_configurations` | ❌ | --- -## Test 188 +## Test 186 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** List all Redis Caches in my subscription @@ -3469,13 +3433,13 @@ |------|-------|------|--------| | 1 | 0.580586 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | | 2 | 0.364783 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.342661 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.325858 | `get_azure_databases_details` | ❌ | +| 3 | 0.342514 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.338317 | `get_azure_databases_details` | ❌ | | 5 | 0.312887 | `get_azure_container_details` | ❌ | --- -## Test 189 +## Test 187 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** List all Redis Clusters in my subscription @@ -3488,11 +3452,11 @@ | 2 | 0.435563 | `get_azure_data_explorer_kusto_details` | ❌ | | 3 | 0.414456 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.406105 | `get_azure_container_details` | ❌ | -| 5 | 0.383811 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.383713 | `get_azure_messaging_service_details` | ❌ | --- -## Test 190 +## Test 188 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me my Redis Caches @@ -3502,14 +3466,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.520329 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | -| 2 | 0.307314 | `get_azure_databases_details` | ❌ | +| 2 | 0.290346 | `get_azure_databases_details` | ❌ | | 3 | 0.267242 | `get_azure_container_details` | ❌ | | 4 | 0.263546 | `get_azure_key_vault` | ❌ | -| 5 | 0.252356 | `get_azure_security_configurations` | ❌ | +| 5 | 0.252410 | `get_azure_security_configurations` | ❌ | --- -## Test 191 +## Test 189 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me my Redis Clusters @@ -3521,12 +3485,12 @@ | 1 | 0.498407 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | | 2 | 0.354127 | `get_azure_data_explorer_kusto_details` | ❌ | | 3 | 0.348501 | `get_azure_container_details` | ❌ | -| 4 | 0.325563 | `get_azure_databases_details` | ❌ | -| 5 | 0.287089 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.299671 | `get_azure_databases_details` | ❌ | +| 5 | 0.272676 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 192 +## Test 190 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me the access policies in the Redis Cache @@ -3536,14 +3500,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.600085 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | -| 2 | 0.316812 | `get_azure_security_configurations` | ❌ | -| 3 | 0.315264 | `get_azure_sql_server_details` | ❌ | +| 2 | 0.322520 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.316810 | `get_azure_security_configurations` | ❌ | | 4 | 0.313256 | `get_azure_key_vault` | ❌ | | 5 | 0.305484 | `get_azure_app_config_settings` | ❌ | --- -## Test 193 +## Test 191 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me the databases in the Redis Cluster @@ -3552,15 +3516,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.456986 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | -| 2 | 0.381255 | `get_azure_databases_details` | ❌ | -| 3 | 0.379480 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.283078 | `get_azure_container_details` | ❌ | -| 5 | 0.256540 | `get_azure_sql_server_details` | ❌ | +| 1 | 0.456960 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | +| 2 | 0.379510 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.374454 | `get_azure_databases_details` | ❌ | +| 4 | 0.283060 | `get_azure_container_details` | ❌ | +| 5 | 0.238852 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 194 +## Test 192 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me the Redis Caches in my subscription @@ -3571,13 +3535,13 @@ |------|-------|------|--------| | 1 | 0.553755 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | | 2 | 0.360815 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.347079 | `get_azure_databases_details` | ❌ | -| 4 | 0.335247 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.328705 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.335247 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.334104 | `get_azure_databases_details` | ❌ | +| 5 | 0.328557 | `get_azure_messaging_service_details` | ❌ | --- -## Test 195 +## Test 193 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me the Redis Clusters in my subscription @@ -3590,11 +3554,11 @@ | 2 | 0.424900 | `get_azure_data_explorer_kusto_details` | ❌ | | 3 | 0.415817 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.408194 | `get_azure_container_details` | ❌ | -| 5 | 0.386110 | `get_azure_databases_details` | ❌ | +| 5 | 0.380800 | `get_azure_messaging_service_details` | ❌ | --- -## Test 196 +## Test 194 **Expected Tool:** `browse_azure_marketplace_products` **Prompt:** Get details about marketplace product @@ -3605,13 +3569,13 @@ |------|-------|------|--------| | 1 | 0.424825 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | | 2 | 0.376519 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.359701 | `get_application_platform_details` | ❌ | -| 4 | 0.343877 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.300278 | `get_azure_storage_details` | ❌ | +| 3 | 0.359701 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.343886 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.302227 | `get_azure_ai_resources_details` | ❌ | --- -## Test 197 +## Test 195 **Expected Tool:** `browse_azure_marketplace_products` **Prompt:** Search for Microsoft products in the marketplace @@ -3622,13 +3586,13 @@ |------|-------|------|--------| | 1 | 0.712278 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | | 2 | 0.464133 | `search_microsoft_docs` | ❌ | -| 3 | 0.394415 | `get_azure_ai_resources_details` | ❌ | -| 4 | 0.350764 | `get_azure_databases_details` | ❌ | -| 5 | 0.338328 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.387115 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.364792 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.348761 | `get_azure_databases_details` | ❌ | --- -## Test 198 +## Test 196 **Expected Tool:** `browse_azure_marketplace_products` **Prompt:** Show me marketplace products from publisher @@ -3638,14 +3602,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.492651 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | -| 2 | 0.227530 | `get_azure_messaging_service_details` | ❌ | -| 3 | 0.216860 | `get_azure_databases_details` | ❌ | -| 4 | 0.211973 | `get_azure_ai_resources_details` | ❌ | -| 5 | 0.210581 | `get_azure_workbooks_details` | ❌ | +| 2 | 0.227456 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.217240 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.210581 | `get_azure_workbooks_details` | ❌ | +| 5 | 0.199677 | `get_azure_app_resource_details` | ❌ | --- -## Test 199 +## Test 197 **Expected Tool:** `get_azure_capacity` **Prompt:** Check usage information for in region @@ -3654,15 +3618,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.449864 | `get_azure_capacity` | ✅ **EXPECTED** | -| 2 | 0.397168 | `get_azure_storage_details` | ❌ | +| 1 | 0.484871 | `get_azure_capacity` | ✅ **EXPECTED** | +| 2 | 0.406519 | `get_azure_storage_details` | ❌ | | 3 | 0.353830 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.350026 | `get_azure_virtual_desktop_details` | ❌ | -| 5 | 0.321104 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.314300 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 200 +## Test 198 **Expected Tool:** `get_azure_capacity` **Prompt:** Show me the available regions for these resource types @@ -3671,15 +3635,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.332100 | `get_azure_load_testing_details` | ❌ | -| 2 | 0.328688 | `get_azure_databases_details` | ❌ | -| 3 | 0.320050 | `get_azure_capacity` | ✅ **EXPECTED** | -| 4 | 0.318017 | `get_azure_ai_resources_details` | ❌ | -| 5 | 0.313365 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 1 | 0.398404 | `get_azure_capacity` | ✅ **EXPECTED** | +| 2 | 0.332100 | `get_azure_load_testing_details` | ❌ | +| 3 | 0.317843 | `get_azure_storage_details` | ❌ | +| 4 | 0.313365 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.311621 | `get_azure_ai_resources_details` | ❌ | --- -## Test 201 +## Test 199 **Expected Tool:** `get_azure_capacity` **Prompt:** Tell me how many IP addresses I need for of @@ -3688,15 +3652,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.299130 | `get_azure_storage_details` | ❌ | -| 2 | 0.278726 | `get_azure_capacity` | ✅ **EXPECTED** | +| 1 | 0.266003 | `get_azure_capacity` | ✅ **EXPECTED** | +| 2 | 0.253943 | `get_azure_storage_details` | ❌ | | 3 | 0.225047 | `execute_azure_cli` | ❌ | | 4 | 0.215121 | `edit_azure_databases` | ❌ | | 5 | 0.206770 | `get_azure_container_details` | ❌ | --- -## Test 202 +## Test 200 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List all Event Grid subscriptions in subscription @@ -3705,15 +3669,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.510142 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.510140 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.431684 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.350456 | `get_azure_security_configurations` | ❌ | +| 3 | 0.350507 | `get_azure_security_configurations` | ❌ | | 4 | 0.326854 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.306960 | `get_application_platform_details` | ❌ | +| 5 | 0.306960 | `get_azure_app_resource_details` | ❌ | --- -## Test 203 +## Test 201 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List all Event Grid topics in my subscription @@ -3722,15 +3686,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.583567 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.583444 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.433919 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 3 | 0.380839 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.375303 | `get_azure_security_configurations` | ❌ | +| 4 | 0.375332 | `get_azure_security_configurations` | ❌ | | 5 | 0.355380 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 204 +## Test 202 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List all Event Grid topics in resource group in subscription @@ -3740,14 +3704,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.517196 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 2 | 0.485648 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.485538 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 3 | 0.337400 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.332975 | `get_azure_security_configurations` | ❌ | +| 4 | 0.333009 | `get_azure_security_configurations` | ❌ | | 5 | 0.331312 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 205 +## Test 203 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List all Event Grid topics in subscription @@ -3756,15 +3720,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.540786 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.540587 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.397469 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.329802 | `get_azure_security_configurations` | ❌ | +| 3 | 0.329818 | `get_azure_security_configurations` | ❌ | | 4 | 0.325418 | `browse_azure_marketplace_products` | ❌ | | 5 | 0.309353 | `get_azure_load_testing_details` | ❌ | --- -## Test 206 +## Test 204 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List Event Grid subscriptions for subscription in location @@ -3773,15 +3737,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.508206 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.508238 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.443596 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.351500 | `get_azure_security_configurations` | ❌ | +| 3 | 0.351541 | `get_azure_security_configurations` | ❌ | | 4 | 0.335511 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.332395 | `get_application_platform_details` | ❌ | +| 5 | 0.332395 | `get_azure_app_resource_details` | ❌ | --- -## Test 207 +## Test 205 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List Event Grid subscriptions for topic in resource group @@ -3790,15 +3754,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.539053 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.538972 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.499123 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.366263 | `get_azure_security_configurations` | ❌ | +| 3 | 0.366291 | `get_azure_security_configurations` | ❌ | | 4 | 0.341727 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.331468 | `get_azure_capacity` | ❌ | +| 5 | 0.328874 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 208 +## Test 206 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List Event Grid subscriptions for topic in subscription @@ -3807,15 +3771,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.551826 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.551683 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.422468 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.341614 | `get_azure_security_configurations` | ❌ | +| 3 | 0.341635 | `get_azure_security_configurations` | ❌ | | 4 | 0.319377 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.318300 | `get_application_platform_details` | ❌ | +| 5 | 0.318300 | `get_azure_app_resource_details` | ❌ | --- -## Test 209 +## Test 207 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show all Event Grid subscriptions in my subscription @@ -3824,15 +3788,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.553625 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.553716 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.470487 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.429263 | `get_azure_security_configurations` | ❌ | +| 3 | 0.429361 | `get_azure_security_configurations` | ❌ | | 4 | 0.402453 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.364305 | `get_azure_databases_details` | ❌ | +| 5 | 0.358335 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 210 +## Test 208 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show Event Grid subscriptions in resource group in subscription @@ -3842,14 +3806,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.566739 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 2 | 0.506376 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | -| 3 | 0.383949 | `get_azure_security_configurations` | ❌ | -| 4 | 0.357645 | `get_azure_databases_details` | ❌ | -| 5 | 0.356476 | `get_azure_capacity` | ❌ | +| 2 | 0.506423 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 3 | 0.384016 | `get_azure_security_configurations` | ❌ | +| 4 | 0.346975 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.345983 | `get_azure_capacity` | ❌ | --- -## Test 211 +## Test 209 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show me all Event Grid subscriptions for topic @@ -3858,15 +3822,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.552969 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.552883 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.404707 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.344019 | `get_azure_security_configurations` | ❌ | +| 3 | 0.344102 | `get_azure_security_configurations` | ❌ | | 4 | 0.337543 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.328806 | `get_application_platform_details` | ❌ | +| 5 | 0.328806 | `get_azure_app_resource_details` | ❌ | --- -## Test 212 +## Test 210 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show me the details of service bus queue @@ -3875,15 +3839,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.602510 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | -| 2 | 0.384758 | `get_application_platform_details` | ❌ | +| 1 | 0.602566 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.384758 | `get_azure_app_resource_details` | ❌ | | 3 | 0.374093 | `get_azure_container_details` | ❌ | -| 4 | 0.373005 | `get_azure_sql_server_details` | ❌ | +| 4 | 0.365590 | `get_azure_database_admin_configuration_details` | ❌ | | 5 | 0.364952 | `get_azure_app_config_settings` | ❌ | --- -## Test 213 +## Test 211 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show me the details of service bus subscription @@ -3892,15 +3856,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.622685 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | -| 2 | 0.397741 | `get_application_platform_details` | ❌ | +| 1 | 0.622610 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.397741 | `get_azure_app_resource_details` | ❌ | | 3 | 0.380696 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.379021 | `get_azure_app_config_settings` | ❌ | | 5 | 0.365824 | `get_azure_container_details` | ❌ | --- -## Test 214 +## Test 212 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show me the details of service bus topic @@ -3909,15 +3873,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615509 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | -| 2 | 0.375764 | `get_application_platform_details` | ❌ | -| 3 | 0.363286 | `get_azure_app_config_settings` | ❌ | -| 4 | 0.361894 | `get_azure_container_details` | ❌ | -| 5 | 0.347380 | `get_azure_virtual_desktop_details` | ❌ | +| 1 | 0.615360 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.375835 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.363340 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.361953 | `get_azure_container_details` | ❌ | +| 5 | 0.347442 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 215 +## Test 213 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show me the Event Grid topics in my subscription @@ -3926,15 +3890,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.587610 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.587489 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.444005 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 3 | 0.417523 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.364752 | `get_azure_security_configurations` | ❌ | -| 5 | 0.349067 | `get_azure_databases_details` | ❌ | +| 4 | 0.364825 | `get_azure_security_configurations` | ❌ | +| 5 | 0.343555 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 216 +## Test 214 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** List all Data Explorer clusters in my subscription @@ -3943,15 +3907,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.589678 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.426314 | `get_azure_databases_details` | ❌ | -| 3 | 0.398411 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.395808 | `get_azure_container_details` | ❌ | -| 5 | 0.385122 | `get_azure_cache_for_redis_details` | ❌ | +| 1 | 0.589762 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.415735 | `get_azure_databases_details` | ❌ | +| 3 | 0.398499 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.395860 | `get_azure_container_details` | ❌ | +| 5 | 0.385218 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 217 +## Test 215 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** List all databases in the Data Explorer cluster @@ -3961,14 +3925,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.546030 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.447128 | `get_azure_databases_details` | ❌ | +| 2 | 0.465479 | `get_azure_databases_details` | ❌ | | 3 | 0.337758 | `get_azure_cache_for_redis_details` | ❌ | -| 4 | 0.305376 | `get_azure_container_details` | ❌ | -| 5 | 0.304244 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.307644 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.305376 | `get_azure_container_details` | ❌ | --- -## Test 218 +## Test 216 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** List all tables in the Data Explorer database in cluster @@ -3977,15 +3941,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.527040 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.396515 | `get_azure_databases_details` | ❌ | -| 3 | 0.305606 | `get_azure_cache_for_redis_details` | ❌ | -| 4 | 0.265201 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.262194 | `get_azure_container_details` | ❌ | +| 1 | 0.526937 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.412585 | `get_azure_databases_details` | ❌ | +| 3 | 0.305662 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.273879 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.262360 | `get_azure_container_details` | ❌ | --- -## Test 219 +## Test 217 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me a data sample from the Data Explorer table in cluster @@ -3994,15 +3958,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.512442 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.353150 | `get_azure_databases_details` | ❌ | -| 3 | 0.247154 | `get_azure_container_details` | ❌ | -| 4 | 0.242332 | `get_azure_cache_for_redis_details` | ❌ | -| 5 | 0.234571 | `get_azure_resource_and_app_health_status` | ❌ | +| 1 | 0.512505 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.319340 | `get_azure_databases_details` | ❌ | +| 3 | 0.247150 | `get_azure_container_details` | ❌ | +| 4 | 0.247131 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.242334 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 220 +## Test 218 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me all items that contain the word in the Data Explorer table in cluster @@ -4011,15 +3975,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.428871 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.346074 | `get_azure_databases_details` | ❌ | -| 3 | 0.293825 | `get_azure_ai_resources_details` | ❌ | -| 4 | 0.264339 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.249109 | `get_azure_container_details` | ❌ | +| 1 | 0.428989 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.310458 | `get_azure_databases_details` | ❌ | +| 3 | 0.305249 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.264114 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.249077 | `get_azure_container_details` | ❌ | --- -## Test 221 +## Test 219 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me my Data Explorer clusters @@ -4029,14 +3993,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.533350 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.381865 | `get_azure_databases_details` | ❌ | -| 3 | 0.347867 | `get_azure_container_details` | ❌ | -| 4 | 0.315634 | `get_azure_cache_for_redis_details` | ❌ | -| 5 | 0.312009 | `get_azure_resource_and_app_health_status` | ❌ | +| 2 | 0.347867 | `get_azure_container_details` | ❌ | +| 3 | 0.344865 | `get_azure_databases_details` | ❌ | +| 4 | 0.323017 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.315634 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 222 +## Test 220 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me the Data Explorer clusters in my subscription @@ -4046,14 +4010,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.584941 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.454271 | `get_azure_databases_details` | ❌ | +| 2 | 0.420417 | `get_azure_databases_details` | ❌ | | 3 | 0.420000 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.415851 | `get_azure_container_details` | ❌ | | 5 | 0.404683 | `browse_azure_marketplace_products` | ❌ | --- -## Test 223 +## Test 221 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me the databases in the Data Explorer cluster @@ -4063,14 +4027,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.535152 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.456484 | `get_azure_databases_details` | ❌ | +| 2 | 0.448169 | `get_azure_databases_details` | ❌ | | 3 | 0.328037 | `get_azure_cache_for_redis_details` | ❌ | | 4 | 0.314178 | `get_azure_container_details` | ❌ | -| 5 | 0.296908 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.299202 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 224 +## Test 222 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me the details of the Data Explorer cluster @@ -4082,12 +4046,12 @@ | 1 | 0.603734 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | | 2 | 0.419498 | `get_azure_container_details` | ❌ | | 3 | 0.382673 | `get_azure_cache_for_redis_details` | ❌ | -| 4 | 0.366595 | `get_azure_sql_server_details` | ❌ | -| 5 | 0.359077 | `get_azure_storage_details` | ❌ | +| 4 | 0.362048 | `get_azure_databases_details` | ❌ | +| 5 | 0.353519 | `get_azure_app_config_settings` | ❌ | --- -## Test 225 +## Test 223 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me the schema for table in the Data Explorer database in cluster @@ -4097,14 +4061,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.475232 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.366188 | `get_azure_databases_details` | ❌ | -| 3 | 0.251412 | `get_azure_best_practices` | ❌ | -| 4 | 0.241156 | `get_azure_cache_for_redis_details` | ❌ | -| 5 | 0.239322 | `get_azure_sql_server_details` | ❌ | +| 2 | 0.370884 | `get_azure_databases_details` | ❌ | +| 3 | 0.251410 | `get_azure_best_practices` | ❌ | +| 4 | 0.242322 | `design_azure_architecture` | ❌ | +| 5 | 0.241156 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 226 +## Test 224 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me the tables in the Data Explorer database in cluster @@ -4114,269 +4078,269 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.521279 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.422581 | `get_azure_databases_details` | ❌ | +| 2 | 0.404070 | `get_azure_databases_details` | ❌ | | 3 | 0.301709 | `get_azure_cache_for_redis_details` | ❌ | | 4 | 0.279126 | `get_azure_container_details` | ❌ | -| 5 | 0.274870 | `get_azure_sql_server_details` | ❌ | +| 5 | 0.270716 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 227 +## Test 225 -**Expected Tool:** `create_azure_sql_firewall_rules` +**Expected Tool:** `create_azure_database_admin_configurations` **Prompt:** Add a firewall rule to allow access from IP range to for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.619588 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.497433 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.348092 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.339577 | `edit_azure_databases` | ❌ | -| 5 | 0.204700 | `import_azure_key_vault_certificates` | ❌ | +| 1 | 0.619811 | `create_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.497702 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.339806 | `edit_azure_databases` | ❌ | +| 4 | 0.339292 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.204733 | `import_azure_key_vault_certificates` | ❌ | --- -## Test 228 +## Test 226 -**Expected Tool:** `create_azure_sql_firewall_rules` +**Expected Tool:** `create_azure_database_admin_configurations` **Prompt:** Create a firewall rule for my Azure SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.769917 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.659584 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.476820 | `edit_azure_databases` | ❌ | -| 4 | 0.461699 | `get_azure_sql_server_details` | ❌ | -| 5 | 0.322692 | `execute_azure_cli` | ❌ | +| 1 | 0.769894 | `create_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.659595 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.476817 | `edit_azure_databases` | ❌ | +| 4 | 0.455061 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.342863 | `get_azure_databases_details` | ❌ | --- -## Test 229 +## Test 227 -**Expected Tool:** `create_azure_sql_firewall_rules` +**Expected Tool:** `create_azure_database_admin_configurations` **Prompt:** Create a new firewall rule named for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670172 | `create_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.546667 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.378044 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.333972 | `edit_azure_databases` | ❌ | -| 5 | 0.250880 | `create_azure_workbooks` | ❌ | +| 1 | 0.670198 | `create_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.546700 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.370117 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.333946 | `edit_azure_databases` | ❌ | +| 5 | 0.250917 | `create_azure_workbooks` | ❌ | --- -## Test 230 +## Test 228 -**Expected Tool:** `delete_azure_sql_firewall_rules` +**Expected Tool:** `delete_azure_database_admin_configurations` **Prompt:** Delete a firewall rule from my Azure SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.725947 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.684182 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.449221 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.432983 | `edit_azure_databases` | ❌ | -| 5 | 0.365219 | `edit_azure_workbooks` | ❌ | +| 1 | 0.725925 | `delete_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.684225 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.446832 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.433064 | `edit_azure_databases` | ❌ | +| 5 | 0.365336 | `edit_azure_workbooks` | ❌ | --- -## Test 231 +## Test 229 -**Expected Tool:** `delete_azure_sql_firewall_rules` +**Expected Tool:** `delete_azure_database_admin_configurations` **Prompt:** Delete firewall rule for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.691123 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.657272 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.415990 | `get_azure_sql_server_details` | ❌ | +| 1 | 0.691123 | `delete_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.657272 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.410580 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.364151 | `edit_azure_databases` | ❌ | -| 5 | 0.287812 | `get_azure_security_configurations` | ❌ | +| 5 | 0.287875 | `get_azure_security_configurations` | ❌ | --- -## Test 232 +## Test 230 -**Expected Tool:** `delete_azure_sql_firewall_rules` +**Expected Tool:** `delete_azure_database_admin_configurations` **Prompt:** Remove the firewall rule from SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.662278 | `delete_azure_sql_firewall_rules` | ✅ **EXPECTED** | -| 2 | 0.610044 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.373541 | `get_azure_sql_server_details` | ❌ | +| 1 | 0.662278 | `delete_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.610044 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.368243 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.299807 | `edit_azure_databases` | ❌ | -| 5 | 0.250392 | `get_azure_security_configurations` | ❌ | +| 5 | 0.250444 | `get_azure_security_configurations` | ❌ | --- -## Test 233 +## Test 231 -**Expected Tool:** `get_azure_sql_server_details` +**Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** List all elastic pools in SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.580147 | `get_azure_sql_server_details` | ✅ **EXPECTED** | -| 2 | 0.408684 | `get_azure_databases_details` | ❌ | -| 3 | 0.370734 | `delete_azure_sql_firewall_rules` | ❌ | +| 1 | 0.550794 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.423387 | `get_azure_databases_details` | ❌ | +| 3 | 0.370734 | `delete_azure_database_admin_configurations` | ❌ | | 4 | 0.369513 | `get_azure_data_explorer_kusto_details` | ❌ | | 5 | 0.368293 | `edit_azure_databases` | ❌ | --- -## Test 234 +## Test 232 -**Expected Tool:** `get_azure_sql_server_details` +**Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** List all firewall rules for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659544 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.635949 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.523251 | `get_azure_sql_server_details` | ✅ **EXPECTED** | -| 4 | 0.344890 | `get_azure_security_configurations` | ❌ | +| 1 | 0.659544 | `create_azure_database_admin_configurations` | ❌ | +| 2 | 0.635949 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.509163 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 4 | 0.344910 | `get_azure_security_configurations` | ❌ | | 5 | 0.329505 | `edit_azure_databases` | ❌ | --- -## Test 235 +## Test 233 -**Expected Tool:** `get_azure_sql_server_details` +**Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** List Microsoft Entra ID administrators for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490224 | `get_azure_sql_server_details` | ✅ **EXPECTED** | -| 2 | 0.362041 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.358939 | `get_azure_security_configurations` | ❌ | -| 4 | 0.334656 | `delete_azure_sql_firewall_rules` | ❌ | -| 5 | 0.293586 | `get_azure_databases_details` | ❌ | +| 1 | 0.498356 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.362041 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.358921 | `get_azure_security_configurations` | ❌ | +| 4 | 0.334656 | `delete_azure_database_admin_configurations` | ❌ | +| 5 | 0.329645 | `get_azure_databases_details` | ❌ | --- -## Test 236 +## Test 234 -**Expected Tool:** `get_azure_sql_server_details` +**Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** Show me the elastic pools configured for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.631996 | `get_azure_sql_server_details` | ✅ **EXPECTED** | -| 2 | 0.414631 | `edit_azure_databases` | ❌ | -| 3 | 0.397080 | `get_azure_databases_details` | ❌ | -| 4 | 0.396196 | `get_azure_container_details` | ❌ | -| 5 | 0.372737 | `get_azure_virtual_desktop_details` | ❌ | +| 1 | 0.602459 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.414641 | `edit_azure_databases` | ❌ | +| 3 | 0.411281 | `get_azure_databases_details` | ❌ | +| 4 | 0.396179 | `get_azure_container_details` | ❌ | +| 5 | 0.372754 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 237 +## Test 235 -**Expected Tool:** `get_azure_sql_server_details` +**Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** Show me the Entra ID administrators configured for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.500753 | `get_azure_sql_server_details` | ✅ **EXPECTED** | -| 2 | 0.325040 | `create_azure_sql_firewall_rules` | ❌ | -| 3 | 0.294052 | `get_azure_security_configurations` | ❌ | -| 4 | 0.287675 | `delete_azure_sql_firewall_rules` | ❌ | -| 5 | 0.271374 | `edit_azure_databases` | ❌ | +| 1 | 0.498316 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.325040 | `create_azure_database_admin_configurations` | ❌ | +| 3 | 0.294070 | `get_azure_security_configurations` | ❌ | +| 4 | 0.287675 | `delete_azure_database_admin_configurations` | ❌ | +| 5 | 0.286734 | `get_azure_databases_details` | ❌ | --- -## Test 238 +## Test 236 -**Expected Tool:** `get_azure_sql_server_details` +**Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** Show me the firewall rules for SQL server ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.659102 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.611917 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.498815 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 1 | 0.659102 | `create_azure_database_admin_configurations` | ❌ | +| 2 | 0.611917 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.486395 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | | 4 | 0.361115 | `edit_azure_databases` | ❌ | -| 5 | 0.322908 | `get_azure_security_configurations` | ❌ | +| 5 | 0.322967 | `get_azure_security_configurations` | ❌ | --- -## Test 239 +## Test 237 -**Expected Tool:** `get_azure_sql_server_details` +**Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** What elastic pools are available in my SQL server ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.539130 | `get_azure_sql_server_details` | ✅ **EXPECTED** | -| 2 | 0.412902 | `edit_azure_databases` | ❌ | -| 3 | 0.388607 | `get_azure_databases_details` | ❌ | -| 4 | 0.376653 | `get_azure_capacity` | ❌ | -| 5 | 0.336862 | `get_azure_data_explorer_kusto_details` | ❌ | +| 1 | 0.515299 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.412957 | `edit_azure_databases` | ❌ | +| 3 | 0.402595 | `get_azure_databases_details` | ❌ | +| 4 | 0.380417 | `get_azure_capacity` | ❌ | +| 5 | 0.336890 | `get_azure_data_explorer_kusto_details` | ❌ | --- -## Test 240 +## Test 238 -**Expected Tool:** `get_azure_sql_server_details` +**Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** What firewall rules are configured for my SQL server ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.657075 | `create_azure_sql_firewall_rules` | ❌ | -| 2 | 0.595199 | `delete_azure_sql_firewall_rules` | ❌ | -| 3 | 0.501082 | `get_azure_sql_server_details` | ✅ **EXPECTED** | +| 1 | 0.657075 | `create_azure_database_admin_configurations` | ❌ | +| 2 | 0.595199 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.493189 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | | 4 | 0.358803 | `edit_azure_databases` | ❌ | -| 5 | 0.289735 | `get_azure_security_configurations` | ❌ | +| 5 | 0.289768 | `get_azure_security_configurations` | ❌ | --- -## Test 241 +## Test 239 -**Expected Tool:** `get_azure_sql_server_details` +**Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.451403 | `get_azure_sql_server_details` | ✅ **EXPECTED** | -| 2 | 0.332608 | `create_azure_sql_firewall_rules` | ❌ | +| 1 | 0.451827 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | +| 2 | 0.332608 | `create_azure_database_admin_configurations` | ❌ | | 3 | 0.326446 | `edit_azure_databases` | ❌ | -| 4 | 0.281938 | `delete_azure_sql_firewall_rules` | ❌ | -| 5 | 0.274248 | `search_microsoft_docs` | ❌ | +| 4 | 0.311013 | `get_azure_databases_details` | ❌ | +| 5 | 0.281938 | `delete_azure_database_admin_configurations` | ❌ | --- -## Test 242 +## Test 240 **Expected Tool:** `get_azure_container_details` **Prompt:** Get the configuration of AKS cluster @@ -4387,13 +4351,13 @@ |------|-------|------|--------| | 1 | 0.530281 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.515594 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.437388 | `get_azure_sql_server_details` | ❌ | +| 3 | 0.423935 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.385731 | `execute_azure_cli` | ❌ | | 5 | 0.384930 | `get_azure_data_explorer_kusto_details` | ❌ | --- -## Test 243 +## Test 241 **Expected Tool:** `get_azure_container_details` **Prompt:** List all AKS clusters in my subscription @@ -4405,12 +4369,12 @@ | 1 | 0.544572 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.472911 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 3 | 0.459564 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.420414 | `get_azure_security_configurations` | ❌ | -| 5 | 0.417368 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.420473 | `get_azure_security_configurations` | ❌ | +| 5 | 0.417282 | `get_azure_messaging_service_details` | ❌ | --- -## Test 244 +## Test 242 **Expected Tool:** `get_azure_container_details` **Prompt:** List all Azure Container Registries in my subscription @@ -4421,13 +4385,13 @@ |------|-------|------|--------| | 1 | 0.601907 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.460024 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.427150 | `get_azure_security_configurations` | ❌ | -| 4 | 0.420761 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.410049 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.427210 | `get_azure_security_configurations` | ❌ | +| 4 | 0.420775 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.411619 | `get_azure_storage_details` | ❌ | --- -## Test 245 +## Test 243 **Expected Tool:** `get_azure_container_details` **Prompt:** List all container registry repositories in my subscription @@ -4436,15 +4400,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525816 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.393971 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.360943 | `get_azure_storage_details` | ❌ | -| 4 | 0.351352 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.349855 | `get_azure_cache_for_redis_details` | ❌ | +| 1 | 0.525105 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.394679 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.361920 | `get_azure_storage_details` | ❌ | +| 4 | 0.351749 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.349975 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 246 +## Test 244 **Expected Tool:** `get_azure_container_details` **Prompt:** List container registries in resource group @@ -4455,13 +4419,13 @@ |------|-------|------|--------| | 1 | 0.499101 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.382508 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.365125 | `get_azure_storage_details` | ❌ | +| 3 | 0.369627 | `get_azure_storage_details` | ❌ | | 4 | 0.356818 | `get_azure_cache_for_redis_details` | ❌ | | 5 | 0.349921 | `get_azure_load_testing_details` | ❌ | --- -## Test 247 +## Test 245 **Expected Tool:** `get_azure_container_details` **Prompt:** List nodepools for AKS cluster in @@ -4473,12 +4437,12 @@ | 1 | 0.513638 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.417443 | `get_azure_virtual_desktop_details` | ❌ | | 3 | 0.385526 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.382904 | `get_azure_sql_server_details` | ❌ | -| 5 | 0.372789 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.372789 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.371461 | `get_azure_data_explorer_kusto_details` | ❌ | --- -## Test 248 +## Test 246 **Expected Tool:** `get_azure_container_details` **Prompt:** List repositories in the container registry @@ -4488,14 +4452,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.456406 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.285995 | `get_azure_storage_details` | ❌ | -| 3 | 0.285116 | `get_azure_cache_for_redis_details` | ❌ | -| 4 | 0.268189 | `get_azure_databases_details` | ❌ | -| 5 | 0.266007 | `get_azure_key_vault` | ❌ | +| 2 | 0.285116 | `get_azure_cache_for_redis_details` | ❌ | +| 3 | 0.280218 | `get_azure_storage_details` | ❌ | +| 4 | 0.266007 | `get_azure_key_vault` | ❌ | +| 5 | 0.265451 | `get_azure_security_configurations` | ❌ | --- -## Test 249 +## Test 247 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me my Azure Container Registries @@ -4506,13 +4470,13 @@ |------|-------|------|--------| | 1 | 0.611384 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.419226 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.404127 | `get_azure_databases_details` | ❌ | -| 4 | 0.400669 | `create_azure_storage` | ❌ | -| 5 | 0.400616 | `get_azure_key_vault` | ❌ | +| 3 | 0.400669 | `create_azure_storage` | ❌ | +| 4 | 0.400616 | `get_azure_key_vault` | ❌ | +| 5 | 0.390598 | `get_azure_security_configurations` | ❌ | --- -## Test 250 +## Test 248 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me my Azure Kubernetes Service clusters @@ -4523,13 +4487,13 @@ |------|-------|------|--------| | 1 | 0.550382 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.472664 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.415764 | `get_azure_security_configurations` | ❌ | -| 4 | 0.405849 | `get_azure_databases_details` | ❌ | -| 5 | 0.403526 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.415836 | `get_azure_security_configurations` | ❌ | +| 4 | 0.403511 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.400655 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- -## Test 251 +## Test 249 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me my container registry repositories @@ -4541,12 +4505,12 @@ | 1 | 0.494408 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.336265 | `create_azure_storage` | ❌ | | 3 | 0.320400 | `get_azure_key_vault` | ❌ | -| 4 | 0.313948 | `get_azure_storage_details` | ❌ | -| 5 | 0.310577 | `get_azure_security_configurations` | ❌ | +| 4 | 0.310613 | `get_azure_security_configurations` | ❌ | +| 5 | 0.302258 | `get_azure_storage_details` | ❌ | --- -## Test 252 +## Test 250 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the container registries in my subscription @@ -4557,13 +4521,13 @@ |------|-------|------|--------| | 1 | 0.562127 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.433036 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.386547 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.386518 | `get_azure_messaging_service_details` | ❌ | | 4 | 0.385491 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.363088 | `get_azure_storage_details` | ❌ | +| 5 | 0.359040 | `get_azure_storage_details` | ❌ | --- -## Test 253 +## Test 251 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the container registries in resource group @@ -4574,13 +4538,13 @@ |------|-------|------|--------| | 1 | 0.521562 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.431510 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.369215 | `get_azure_databases_details` | ❌ | -| 4 | 0.362549 | `get_azure_storage_details` | ❌ | -| 5 | 0.355126 | `get_azure_cache_for_redis_details` | ❌ | +| 3 | 0.365107 | `get_azure_storage_details` | ❌ | +| 4 | 0.355126 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.343124 | `get_azure_load_testing_details` | ❌ | --- -## Test 254 +## Test 252 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the details of AKS cluster in resource group @@ -4597,7 +4561,7 @@ --- -## Test 255 +## Test 253 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the network configuration for AKS cluster @@ -4608,13 +4572,13 @@ |------|-------|------|--------| | 1 | 0.448335 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.375014 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.355399 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.344379 | `execute_azure_cli` | ❌ | +| 3 | 0.344379 | `execute_azure_cli` | ❌ | +| 4 | 0.343230 | `get_azure_database_admin_configuration_details` | ❌ | | 5 | 0.322237 | `get_azure_data_explorer_kusto_details` | ❌ | --- -## Test 256 +## Test 254 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the nodepool list for AKS cluster in @@ -4625,13 +4589,13 @@ |------|-------|------|--------| | 1 | 0.500237 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.412997 | `get_azure_virtual_desktop_details` | ❌ | -| 3 | 0.393722 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.387109 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.378801 | `get_azure_cache_for_redis_details` | ❌ | +| 3 | 0.387109 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.378801 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.373530 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 257 +## Test 255 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the repositories in the container registry @@ -4642,13 +4606,13 @@ |------|-------|------|--------| | 1 | 0.467436 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.296376 | `get_azure_key_vault` | ❌ | -| 3 | 0.296313 | `get_azure_databases_details` | ❌ | -| 4 | 0.287702 | `get_azure_cache_for_redis_details` | ❌ | -| 5 | 0.280113 | `get_azure_storage_details` | ❌ | +| 3 | 0.287702 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.277348 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.269588 | `get_azure_storage_details` | ❌ | --- -## Test 258 +## Test 256 **Expected Tool:** `get_azure_container_details` **Prompt:** What AKS clusters do I have? @@ -4660,12 +4624,12 @@ | 1 | 0.570830 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.423943 | `get_azure_data_explorer_kusto_details` | ❌ | | 3 | 0.405032 | `execute_azure_cli` | ❌ | -| 4 | 0.355304 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.351001 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.351001 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.347299 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 259 +## Test 257 **Expected Tool:** `get_azure_container_details` **Prompt:** What are the details of my AKS cluster in ? @@ -4678,11 +4642,11 @@ | 2 | 0.458216 | `get_azure_virtual_desktop_details` | ❌ | | 3 | 0.457991 | `get_azure_data_explorer_kusto_details` | ❌ | | 4 | 0.448234 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.443673 | `get_application_platform_details` | ❌ | +| 5 | 0.443673 | `get_azure_app_resource_details` | ❌ | --- -## Test 260 +## Test 258 **Expected Tool:** `get_azure_container_details` **Prompt:** What nodepools do I have for AKS cluster in @@ -4691,15 +4655,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.501318 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.389162 | `get_azure_virtual_desktop_details` | ❌ | -| 3 | 0.375633 | `get_azure_sql_server_details` | ❌ | -| 4 | 0.362346 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.358984 | `get_azure_capacity` | ❌ | +| 1 | 0.502079 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.389873 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.362268 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.359610 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.350482 | `get_azure_capacity` | ❌ | --- -## Test 261 +## Test 259 **Expected Tool:** `get_azure_virtual_desktop_details` **Prompt:** List all host pools in my subscription @@ -4709,14 +4673,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.550251 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | -| 2 | 0.479082 | `get_azure_sql_server_details` | ❌ | +| 2 | 0.453719 | `get_azure_database_admin_configuration_details` | ❌ | | 3 | 0.442910 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.408007 | `get_azure_container_details` | ❌ | -| 5 | 0.404019 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.403982 | `get_azure_messaging_service_details` | ❌ | --- -## Test 262 +## Test 260 **Expected Tool:** `get_azure_virtual_desktop_details` **Prompt:** List all session hosts in host pool @@ -4726,14 +4690,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.607532 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | -| 2 | 0.389302 | `get_azure_sql_server_details` | ❌ | -| 3 | 0.319120 | `get_azure_security_configurations` | ❌ | -| 4 | 0.305126 | `get_azure_capacity` | ❌ | +| 2 | 0.364628 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.319203 | `get_azure_security_configurations` | ❌ | +| 4 | 0.304479 | `get_azure_capacity` | ❌ | | 5 | 0.295866 | `get_azure_container_details` | ❌ | --- -## Test 263 +## Test 261 **Expected Tool:** `get_azure_virtual_desktop_details` **Prompt:** List all user sessions on session host in host pool @@ -4743,42 +4707,42 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.611133 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | -| 2 | 0.348565 | `get_azure_sql_server_details` | ❌ | -| 3 | 0.313084 | `get_azure_security_configurations` | ❌ | -| 4 | 0.262040 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.262035 | `get_azure_container_details` | ❌ | +| 2 | 0.335733 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.313127 | `get_azure_security_configurations` | ❌ | +| 4 | 0.262035 | `get_azure_container_details` | ❌ | +| 5 | 0.261909 | `get_azure_messaging_service_details` | ❌ | --- ## Summary -**Total Prompts Tested:** 263 -**Analysis Execution Time:** 63.2173824s +**Total Prompts Tested:** 261 +**Analysis Execution Time:** 49.1650983s ### Success Rate Metrics -**Top Choice Success:** 84.0% (221/263 tests) +**Top Choice Success:** 85.4% (223/261 tests) #### Confidence Level Distribution -**💪 Very High Confidence (≥0.8):** 0.0% (0/263 tests) -**🎯 High Confidence (≥0.7):** 3.0% (8/263 tests) -**✅ Good Confidence (≥0.6):** 20.2% (53/263 tests) -**👍 Fair Confidence (≥0.5):** 56.3% (148/263 tests) -**👌 Acceptable Confidence (≥0.4):** 84.8% (223/263 tests) -**❌ Low Confidence (<0.4):** 15.2% (40/263 tests) +**💪 Very High Confidence (≥0.8):** 0.0% (0/261 tests) +**🎯 High Confidence (≥0.7):** 2.7% (7/261 tests) +**✅ Good Confidence (≥0.6):** 18.4% (48/261 tests) +**👍 Fair Confidence (≥0.5):** 59.4% (155/261 tests) +**👌 Acceptable Confidence (≥0.4):** 87.4% (228/261 tests) +**❌ Low Confidence (<0.4):** 12.6% (33/261 tests) #### Top Choice + Confidence Combinations -**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/263 tests) -**🎯 Top Choice + High Confidence (≥0.7):** 3.0% (8/263 tests) -**✅ Top Choice + Good Confidence (≥0.6):** 20.2% (53/263 tests) -**👍 Top Choice + Fair Confidence (≥0.5):** 50.6% (133/263 tests) -**👌 Top Choice + Acceptable Confidence (≥0.4):** 74.9% (197/263 tests) +**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/261 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 2.7% (7/261 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 18.4% (48/261 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 54.0% (141/261 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 77.4% (202/261 tests) ### Success Rate Analysis -🟠 **Fair** - The tool selection system needs significant improvement. +🟡 **Good** - The tool selection system is performing adequately but has room for improvement. ⚠️ **Recommendation:** Tool descriptions need improvement to better match user intent (targets: ≥0.6 good, ≥0.7 high). diff --git a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md index 6ff13e2b3..6f6791f91 100644 --- a/eng/tools/ToolDescriptionEvaluator/results-namespaces.md +++ b/eng/tools/ToolDescriptionEvaluator/results-namespaces.md @@ -1,14 +1,14 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-22 20:09:10 +**Setup completed:** 2025-09-24 18:30:08 **Tool count:** 38 -**Database setup time:** 1.0891164s +**Database setup time:** 4.2922934s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-22 20:09:10 +**Analysis Date:** 2025-09-24 18:30:08 **Tool count:** 38 ## Table of Contents @@ -342,7 +342,7 @@ | 1 | 0.586152 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.485389 | `azmcp_subscription` | ❌ | | 3 | 0.425309 | `azmcp_group` | ❌ | -| 4 | 0.393241 | `azmcp_quota` | ❌ | +| 4 | 0.393235 | `azmcp_quota` | ❌ | | 5 | 0.387948 | `azmcp_aks` | ❌ | --- @@ -359,7 +359,7 @@ | 1 | 0.473189 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.451939 | `azmcp_subscription` | ❌ | | 3 | 0.352583 | `azmcp_group` | ❌ | -| 4 | 0.327863 | `azmcp_quota` | ❌ | +| 4 | 0.327901 | `azmcp_quota` | ❌ | | 5 | 0.325711 | `azmcp_applicationinsights` | ❌ | --- @@ -373,11 +373,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.490686 | `azmcp_group` | ❌ | -| 2 | 0.475071 | `azmcp_acr` | ✅ **EXPECTED** | -| 3 | 0.364115 | `azmcp_quota` | ❌ | -| 4 | 0.338433 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.325467 | `azmcp_subscription` | ❌ | +| 1 | 0.490769 | `azmcp_group` | ❌ | +| 2 | 0.475051 | `azmcp_acr` | ✅ **EXPECTED** | +| 3 | 0.364199 | `azmcp_quota` | ❌ | +| 4 | 0.338147 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.325513 | `azmcp_subscription` | ❌ | --- @@ -391,8 +391,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.485273 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.303362 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.298944 | `azmcp_subscription` | ❌ | +| 2 | 0.303130 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.298945 | `azmcp_subscription` | ❌ | | 4 | 0.287386 | `azmcp_applicationinsights` | ❌ | | 5 | 0.287384 | `azmcp_group` | ❌ | @@ -409,8 +409,8 @@ |------|-------|------|--------| | 1 | 0.545837 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.360104 | `azmcp_subscription` | ❌ | -| 3 | 0.349290 | `azmcp_quota` | ❌ | -| 4 | 0.349140 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.349274 | `azmcp_quota` | ❌ | +| 4 | 0.349136 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.346566 | `azmcp_aks` | ❌ | --- @@ -427,8 +427,8 @@ | 1 | 0.439561 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.291966 | `azmcp_subscription` | ❌ | | 3 | 0.282993 | `azmcp_foundry` | ❌ | -| 4 | 0.275559 | `azmcp_storage` | ❌ | -| 5 | 0.272539 | `azmcp_quota` | ❌ | +| 4 | 0.275658 | `azmcp_storage` | ❌ | +| 5 | 0.272572 | `azmcp_quota` | ❌ | --- @@ -444,7 +444,7 @@ | 1 | 0.489920 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.471101 | `azmcp_subscription` | ❌ | | 3 | 0.362100 | `azmcp_group` | ❌ | -| 4 | 0.350853 | `azmcp_quota` | ❌ | +| 4 | 0.350800 | `azmcp_quota` | ❌ | | 5 | 0.340095 | `azmcp_applicationinsights` | ❌ | --- @@ -460,7 +460,7 @@ |------|-------|------|--------| | 1 | 0.496675 | `azmcp_acr` | ✅ **EXPECTED** | | 2 | 0.466365 | `azmcp_group` | ❌ | -| 3 | 0.360896 | `azmcp_quota` | ❌ | +| 3 | 0.360893 | `azmcp_quota` | ❌ | | 4 | 0.313044 | `azmcp_subscription` | ❌ | | 5 | 0.308185 | `azmcp_applicationinsights` | ❌ | @@ -476,10 +476,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.467520 | `azmcp_acr` | ✅ **EXPECTED** | -| 2 | 0.290472 | `azmcp_subscription` | ❌ | +| 2 | 0.290473 | `azmcp_subscription` | ❌ | | 3 | 0.273183 | `azmcp_applicationinsights` | ❌ | -| 4 | 0.270584 | `azmcp_quota` | ❌ | -| 5 | 0.269620 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.270592 | `azmcp_quota` | ❌ | +| 5 | 0.269485 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -493,10 +493,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.436414 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.368716 | `azmcp_group` | ❌ | -| 3 | 0.345619 | `azmcp_quota` | ❌ | +| 2 | 0.368717 | `azmcp_group` | ❌ | +| 3 | 0.345680 | `azmcp_quota` | ❌ | | 4 | 0.336483 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.318448 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.318424 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -512,8 +512,8 @@ | 1 | 0.545022 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.403262 | `azmcp_appconfig` | ❌ | | 3 | 0.334815 | `azmcp_deploy` | ❌ | -| 4 | 0.331364 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.330546 | `azmcp_quota` | ❌ | +| 4 | 0.331331 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.330541 | `azmcp_quota` | ❌ | --- @@ -530,7 +530,7 @@ | 2 | 0.497131 | `azmcp_subscription` | ❌ | | 3 | 0.395664 | `azmcp_kusto` | ❌ | | 4 | 0.390826 | `azmcp_group` | ❌ | -| 5 | 0.387169 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.387163 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -545,7 +545,7 @@ |------|-------|------|--------| | 1 | 0.473549 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.428374 | `azmcp_group` | ❌ | -| 3 | 0.347032 | `azmcp_quota` | ❌ | +| 3 | 0.347044 | `azmcp_quota` | ❌ | | 4 | 0.345065 | `azmcp_virtualdesktop` | ❌ | | 5 | 0.338911 | `azmcp_kusto` | ❌ | @@ -564,7 +564,7 @@ | 2 | 0.399639 | `azmcp_kusto` | ❌ | | 3 | 0.375501 | `azmcp_subscription` | ❌ | | 4 | 0.371790 | `azmcp_applicationinsights` | ❌ | -| 5 | 0.359348 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.359354 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -577,11 +577,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.419940 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.347197 | `azmcp_group` | ❌ | -| 3 | 0.336999 | `azmcp_appconfig` | ❌ | -| 4 | 0.322354 | `azmcp_quota` | ❌ | -| 5 | 0.311627 | `azmcp_virtualdesktop` | ❌ | +| 1 | 0.419959 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.346424 | `azmcp_group` | ❌ | +| 3 | 0.337169 | `azmcp_appconfig` | ❌ | +| 4 | 0.322488 | `azmcp_quota` | ❌ | +| 5 | 0.311830 | `azmcp_virtualdesktop` | ❌ | --- @@ -594,11 +594,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.503486 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.417130 | `azmcp_group` | ❌ | -| 3 | 0.339190 | `azmcp_kusto` | ❌ | -| 4 | 0.338831 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.332219 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.503508 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.416519 | `azmcp_group` | ❌ | +| 3 | 0.338901 | `azmcp_kusto` | ❌ | +| 4 | 0.338462 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.331890 | `azmcp_extension_azqr` | ❌ | --- @@ -612,8 +612,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.481577 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.306013 | `azmcp_appconfig` | ❌ | -| 3 | 0.294251 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.306012 | `azmcp_appconfig` | ❌ | +| 3 | 0.294337 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.283039 | `azmcp_deploy` | ❌ | | 5 | 0.265640 | `azmcp_cloudarchitect` | ❌ | @@ -628,11 +628,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482627 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.423179 | `azmcp_group` | ❌ | -| 3 | 0.359184 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.343167 | `azmcp_kusto` | ❌ | -| 5 | 0.338415 | `azmcp_quota` | ❌ | +| 1 | 0.482481 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.423164 | `azmcp_group` | ❌ | +| 3 | 0.359064 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.343086 | `azmcp_kusto` | ❌ | +| 5 | 0.338237 | `azmcp_quota` | ❌ | --- @@ -645,11 +645,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.587161 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.398074 | `azmcp_kusto` | ❌ | -| 3 | 0.371942 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.337291 | `azmcp_subscription` | ❌ | -| 5 | 0.330412 | `azmcp_applicationinsights` | ❌ | +| 1 | 0.587249 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.398160 | `azmcp_kusto` | ❌ | +| 3 | 0.372017 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.337431 | `azmcp_subscription` | ❌ | +| 5 | 0.330511 | `azmcp_applicationinsights` | ❌ | --- @@ -662,11 +662,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545589 | `azmcp_aks` | ✅ **EXPECTED** | -| 2 | 0.402804 | `azmcp_group` | ❌ | -| 3 | 0.362322 | `azmcp_kusto` | ❌ | -| 4 | 0.360246 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.354225 | `azmcp_applicationinsights` | ❌ | +| 1 | 0.545582 | `azmcp_aks` | ✅ **EXPECTED** | +| 2 | 0.402643 | `azmcp_group` | ❌ | +| 3 | 0.362202 | `azmcp_kusto` | ❌ | +| 4 | 0.360396 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.354166 | `azmcp_applicationinsights` | ❌ | --- @@ -682,7 +682,7 @@ | 1 | 0.438310 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.351252 | `azmcp_group` | ❌ | | 3 | 0.338857 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.312003 | `azmcp_sql` | ❌ | +| 4 | 0.312120 | `azmcp_sql` | ❌ | | 5 | 0.299303 | `azmcp_acr` | ❌ | --- @@ -699,7 +699,7 @@ | 1 | 0.458967 | `azmcp_aks` | ✅ **EXPECTED** | | 2 | 0.379102 | `azmcp_group` | ❌ | | 3 | 0.342419 | `azmcp_virtualdesktop` | ❌ | -| 4 | 0.334364 | `azmcp_quota` | ❌ | +| 4 | 0.334395 | `azmcp_quota` | ❌ | | 5 | 0.328375 | `azmcp_kusto` | ❌ | --- @@ -768,7 +768,7 @@ | 2 | 0.214382 | `azmcp_appservice` | ❌ | | 3 | 0.206641 | `azmcp_keyvault` | ❌ | | 4 | 0.182503 | `azmcp_functionapp` | ❌ | -| 5 | 0.165240 | `azmcp_storage` | ❌ | +| 5 | 0.165209 | `azmcp_storage` | ❌ | --- @@ -781,11 +781,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.524550 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.284603 | `azmcp_appservice` | ❌ | -| 3 | 0.264560 | `azmcp_functionapp` | ❌ | -| 4 | 0.226789 | `azmcp_keyvault` | ❌ | -| 5 | 0.192280 | `azmcp_storage` | ❌ | +| 1 | 0.525002 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.284528 | `azmcp_appservice` | ❌ | +| 3 | 0.264876 | `azmcp_functionapp` | ❌ | +| 4 | 0.226753 | `azmcp_keyvault` | ❌ | +| 5 | 0.192153 | `azmcp_storage` | ❌ | --- @@ -798,11 +798,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.510967 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.309984 | `azmcp_appservice` | ❌ | -| 3 | 0.262220 | `azmcp_functionapp` | ❌ | -| 4 | 0.234386 | `azmcp_deploy` | ❌ | -| 5 | 0.229721 | `azmcp_applicationinsights` | ❌ | +| 1 | 0.510974 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.309972 | `azmcp_appservice` | ❌ | +| 3 | 0.262223 | `azmcp_functionapp` | ❌ | +| 4 | 0.234352 | `azmcp_deploy` | ❌ | +| 5 | 0.229676 | `azmcp_applicationinsights` | ❌ | --- @@ -849,11 +849,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.468169 | `azmcp_appconfig` | ✅ **EXPECTED** | -| 2 | 0.237319 | `azmcp_appservice` | ❌ | -| 3 | 0.220234 | `azmcp_keyvault` | ❌ | -| 4 | 0.219762 | `azmcp_functionapp` | ❌ | -| 5 | 0.188304 | `azmcp_deploy` | ❌ | +| 1 | 0.468818 | `azmcp_appconfig` | ✅ **EXPECTED** | +| 2 | 0.237759 | `azmcp_appservice` | ❌ | +| 3 | 0.220488 | `azmcp_keyvault` | ❌ | +| 4 | 0.220192 | `azmcp_functionapp` | ❌ | +| 5 | 0.189063 | `azmcp_deploy` | ❌ | --- @@ -870,7 +870,7 @@ | 2 | 0.247922 | `azmcp_keyvault` | ❌ | | 3 | 0.241986 | `azmcp_appservice` | ❌ | | 4 | 0.219336 | `azmcp_functionapp` | ❌ | -| 5 | 0.166159 | `azmcp_storage` | ❌ | +| 5 | 0.166160 | `azmcp_storage` | ❌ | --- @@ -885,7 +885,7 @@ |------|-------|------|--------| | 1 | 0.568063 | `azmcp_applens` | ✅ **EXPECTED** | | 2 | 0.264916 | `azmcp_deploy` | ❌ | -| 3 | 0.252477 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.252452 | `azmcp_resourcehealth` | ❌ | | 4 | 0.245431 | `azmcp_applicationinsights` | ❌ | | 5 | 0.226577 | `azmcp_appservice` | ❌ | @@ -901,8 +901,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.492549 | `azmcp_applens` | ✅ **EXPECTED** | -| 2 | 0.204554 | `azmcp_functionapp` | ❌ | -| 3 | 0.195356 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.204555 | `azmcp_functionapp` | ❌ | +| 3 | 0.195427 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.193544 | `azmcp_deploy` | ❌ | | 5 | 0.193124 | `azmcp_applicationinsights` | ❌ | @@ -917,11 +917,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.471367 | `azmcp_applens` | ✅ **EXPECTED** | -| 2 | 0.273846 | `azmcp_appservice` | ❌ | -| 3 | 0.210812 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.206009 | `azmcp_foundry` | ❌ | -| 5 | 0.205684 | `azmcp_functionapp` | ❌ | +| 1 | 0.471382 | `azmcp_applens` | ✅ **EXPECTED** | +| 2 | 0.273811 | `azmcp_appservice` | ❌ | +| 3 | 0.210771 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.205994 | `azmcp_foundry` | ❌ | +| 5 | 0.205721 | `azmcp_functionapp` | ❌ | --- @@ -938,7 +938,7 @@ | 2 | 0.416765 | `azmcp_bestpractices` | ❌ | | 3 | 0.392881 | `azmcp_applens` | ❌ | | 4 | 0.386482 | `azmcp_azureterraformbestpractices` | ❌ | -| 5 | 0.380166 | `azmcp_deploy` | ❌ | +| 5 | 0.380165 | `azmcp_deploy` | ❌ | --- @@ -951,9 +951,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.553032 | `azmcp_applicationinsights` | ✅ **EXPECTED** | +| 1 | 0.553031 | `azmcp_applicationinsights` | ✅ **EXPECTED** | | 2 | 0.459326 | `azmcp_group` | ❌ | -| 3 | 0.403148 | `azmcp_bestpractices` | ❌ | +| 3 | 0.403147 | `azmcp_bestpractices` | ❌ | | 4 | 0.399813 | `azmcp_applens` | ❌ | | 5 | 0.398174 | `azmcp_deploy` | ❌ | @@ -1002,9 +1002,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.513470 | `azmcp_cosmos` | ❌ | +| 1 | 0.513390 | `azmcp_cosmos` | ❌ | | 2 | 0.500488 | `azmcp_appservice` | ✅ **EXPECTED** | -| 3 | 0.390413 | `azmcp_sql` | ❌ | +| 3 | 0.390412 | `azmcp_sql` | ❌ | | 4 | 0.388030 | `azmcp_functionapp` | ❌ | | 5 | 0.349288 | `azmcp_appconfig` | ❌ | @@ -1021,7 +1021,7 @@ |------|-------|------|--------| | 1 | 0.462239 | `azmcp_appservice` | ✅ **EXPECTED** | | 2 | 0.369028 | `azmcp_functionapp` | ❌ | -| 3 | 0.356754 | `azmcp_sql` | ❌ | +| 3 | 0.356735 | `azmcp_sql` | ❌ | | 4 | 0.345577 | `azmcp_group` | ❌ | | 5 | 0.313613 | `azmcp_appconfig` | ❌ | @@ -1038,9 +1038,9 @@ |------|-------|------|--------| | 1 | 0.490632 | `azmcp_appservice` | ✅ **EXPECTED** | | 2 | 0.441490 | `azmcp_mysql` | ❌ | -| 3 | 0.387142 | `azmcp_sql` | ❌ | +| 3 | 0.387134 | `azmcp_sql` | ❌ | | 4 | 0.356808 | `azmcp_functionapp` | ❌ | -| 5 | 0.328839 | `azmcp_cosmos` | ❌ | +| 5 | 0.328827 | `azmcp_cosmos` | ❌ | --- @@ -1053,11 +1053,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.494062 | `azmcp_postgres` | ❌ | +| 1 | 0.494063 | `azmcp_postgres` | ❌ | | 2 | 0.427498 | `azmcp_appservice` | ✅ **EXPECTED** | -| 3 | 0.343316 | `azmcp_sql` | ❌ | +| 3 | 0.343352 | `azmcp_sql` | ❌ | | 4 | 0.291922 | `azmcp_functionapp` | ❌ | -| 5 | 0.289064 | `azmcp_cosmos` | ❌ | +| 5 | 0.289037 | `azmcp_cosmos` | ❌ | --- @@ -1070,11 +1070,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.472800 | `azmcp_appservice` | ✅ **EXPECTED** | -| 2 | 0.411296 | `azmcp_sql` | ❌ | -| 3 | 0.377777 | `azmcp_postgres` | ❌ | -| 4 | 0.357371 | `azmcp_mysql` | ❌ | -| 5 | 0.339529 | `azmcp_functionapp` | ❌ | +| 1 | 0.472706 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.411314 | `azmcp_sql` | ❌ | +| 3 | 0.377789 | `azmcp_postgres` | ❌ | +| 4 | 0.357407 | `azmcp_mysql` | ❌ | +| 5 | 0.339401 | `azmcp_functionapp` | ❌ | --- @@ -1087,11 +1087,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.435554 | `azmcp_appservice` | ✅ **EXPECTED** | -| 2 | 0.353505 | `azmcp_sql` | ❌ | -| 3 | 0.324326 | `azmcp_cosmos` | ❌ | -| 4 | 0.306199 | `azmcp_mysql` | ❌ | -| 5 | 0.306026 | `azmcp_functionapp` | ❌ | +| 1 | 0.435643 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.353545 | `azmcp_sql` | ❌ | +| 3 | 0.324349 | `azmcp_cosmos` | ❌ | +| 4 | 0.306264 | `azmcp_mysql` | ❌ | +| 5 | 0.306093 | `azmcp_functionapp` | ❌ | --- @@ -1105,7 +1105,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.530554 | `azmcp_appservice` | ✅ **EXPECTED** | -| 2 | 0.463762 | `azmcp_sql` | ❌ | +| 2 | 0.463786 | `azmcp_sql` | ❌ | | 3 | 0.421978 | `azmcp_appconfig` | ❌ | | 4 | 0.397730 | `azmcp_functionapp` | ❌ | | 5 | 0.370982 | `azmcp_mysql` | ❌ | @@ -1121,11 +1121,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.453872 | `azmcp_appservice` | ✅ **EXPECTED** | -| 2 | 0.371558 | `azmcp_sql` | ❌ | -| 3 | 0.357654 | `azmcp_appconfig` | ❌ | -| 4 | 0.350220 | `azmcp_functionapp` | ❌ | -| 5 | 0.314463 | `azmcp_postgres` | ❌ | +| 1 | 0.453901 | `azmcp_appservice` | ✅ **EXPECTED** | +| 2 | 0.371782 | `azmcp_sql` | ❌ | +| 3 | 0.357636 | `azmcp_appconfig` | ❌ | +| 4 | 0.350204 | `azmcp_functionapp` | ❌ | +| 5 | 0.314898 | `azmcp_postgres` | ❌ | --- @@ -1139,10 +1139,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.433773 | `azmcp_appservice` | ✅ **EXPECTED** | -| 2 | 0.352081 | `azmcp_sql` | ❌ | +| 2 | 0.352114 | `azmcp_sql` | ❌ | | 3 | 0.346613 | `azmcp_appconfig` | ❌ | -| 4 | 0.335745 | `azmcp_functionapp` | ❌ | -| 5 | 0.320691 | `azmcp_cosmos` | ❌ | +| 4 | 0.335746 | `azmcp_functionapp` | ❌ | +| 5 | 0.320667 | `azmcp_cosmos` | ❌ | --- @@ -1155,9 +1155,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.690503 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 1 | 0.690767 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | | 2 | 0.523318 | `azmcp_group` | ❌ | -| 3 | 0.422112 | `azmcp_quota` | ❌ | +| 3 | 0.422146 | `azmcp_quota` | ❌ | | 4 | 0.396797 | `azmcp_subscription` | ❌ | | 5 | 0.374711 | `azmcp_kusto` | ❌ | @@ -1172,10 +1172,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.715402 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 1 | 0.715712 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | | 2 | 0.535477 | `azmcp_subscription` | ❌ | | 3 | 0.426534 | `azmcp_group` | ❌ | -| 4 | 0.415242 | `azmcp_quota` | ❌ | +| 4 | 0.415226 | `azmcp_quota` | ❌ | | 5 | 0.391413 | `azmcp_applicationinsights` | ❌ | --- @@ -1189,11 +1189,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.642257 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.452465 | `azmcp_quota` | ❌ | +| 1 | 0.642506 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.452396 | `azmcp_quota` | ❌ | | 3 | 0.437801 | `azmcp_subscription` | ❌ | | 4 | 0.408285 | `azmcp_aks` | ❌ | -| 5 | 0.405993 | `azmcp_storage` | ❌ | +| 5 | 0.406024 | `azmcp_storage` | ❌ | --- @@ -1206,10 +1206,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.350540 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | -| 2 | 0.227980 | `azmcp_quota` | ❌ | +| 1 | 0.350607 | `azmcp_azuremanagedlustre` | ✅ **EXPECTED** | +| 2 | 0.228024 | `azmcp_quota` | ❌ | | 3 | 0.209876 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.206108 | `azmcp_storage` | ❌ | +| 4 | 0.206040 | `azmcp_storage` | ❌ | | 5 | 0.177664 | `azmcp_postgres` | ❌ | --- @@ -1227,7 +1227,7 @@ | 2 | 0.619628 | `azmcp_bestpractices` | ❌ | | 3 | 0.451916 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.437543 | `azmcp_deploy` | ❌ | -| 5 | 0.392757 | `azmcp_bicepschema` | ❌ | +| 5 | 0.392789 | `azmcp_bicepschema` | ❌ | --- @@ -1241,9 +1241,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.551535 | `azmcp_azureterraformbestpractices` | ✅ **EXPECTED** | -| 2 | 0.519992 | `azmcp_bestpractices` | ❌ | -| 3 | 0.454461 | `azmcp_keyvault` | ❌ | -| 4 | 0.384779 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.519993 | `azmcp_bestpractices` | ❌ | +| 3 | 0.454462 | `azmcp_keyvault` | ❌ | +| 4 | 0.384780 | `azmcp_cloudarchitect` | ❌ | | 5 | 0.364582 | `azmcp_deploy` | ❌ | --- @@ -1274,11 +1274,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.426677 | `azmcp_deploy` | ❌ | -| 2 | 0.368925 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.368143 | `azmcp_appservice` | ❌ | -| 4 | 0.360090 | `azmcp_azureterraformbestpractices` | ❌ | -| 5 | 0.339392 | `azmcp_bestpractices` | ✅ **EXPECTED** | +| 1 | 0.426658 | `azmcp_deploy` | ❌ | +| 2 | 0.368861 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.368137 | `azmcp_appservice` | ❌ | +| 4 | 0.360171 | `azmcp_azureterraformbestpractices` | ❌ | +| 5 | 0.339417 | `azmcp_bestpractices` | ✅ **EXPECTED** | --- @@ -1292,7 +1292,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.648600 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.576545 | `azmcp_azureterraformbestpractices` | ❌ | +| 2 | 0.576546 | `azmcp_azureterraformbestpractices` | ❌ | | 3 | 0.497430 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.460794 | `azmcp_deploy` | ❌ | | 5 | 0.386424 | `azmcp_appservice` | ❌ | @@ -1309,10 +1309,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.638307 | `azmcp_bestpractices` | ✅ **EXPECTED** | -| 2 | 0.628202 | `azmcp_azureterraformbestpractices` | ❌ | +| 2 | 0.628201 | `azmcp_azureterraformbestpractices` | ❌ | | 3 | 0.537281 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.475377 | `azmcp_deploy` | ❌ | -| 5 | 0.401003 | `azmcp_bicepschema` | ❌ | +| 5 | 0.401076 | `azmcp_bicepschema` | ❌ | --- @@ -1395,7 +1395,7 @@ |------|-------|------|--------| | 1 | 0.561094 | `azmcp_bestpractices` | ✅ **EXPECTED** | | 2 | 0.491668 | `azmcp_azureterraformbestpractices` | ❌ | -| 3 | 0.457582 | `azmcp_deploy` | ❌ | +| 3 | 0.457583 | `azmcp_deploy` | ❌ | | 4 | 0.436133 | `azmcp_appservice` | ❌ | | 5 | 0.414075 | `azmcp_cloudarchitect` | ❌ | @@ -1427,7 +1427,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.528572 | `azmcp_bicepschema` | ✅ **EXPECTED** | +| 1 | 0.528594 | `azmcp_bicepschema` | ✅ **EXPECTED** | | 2 | 0.430790 | `azmcp_cloudarchitect` | ❌ | | 3 | 0.428634 | `azmcp_bestpractices` | ❌ | | 4 | 0.412739 | `azmcp_foundry` | ❌ | @@ -1448,7 +1448,7 @@ | 2 | 0.242895 | `azmcp_foundry` | ❌ | | 3 | 0.241189 | `azmcp_appservice` | ❌ | | 4 | 0.224603 | `azmcp_virtualdesktop` | ❌ | -| 5 | 0.218492 | `azmcp_sql` | ❌ | +| 5 | 0.218512 | `azmcp_sql` | ❌ | --- @@ -1462,10 +1462,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.422731 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | -| 2 | 0.357666 | `azmcp_storage` | ❌ | +| 2 | 0.357546 | `azmcp_storage` | ❌ | | 3 | 0.347068 | `azmcp_virtualdesktop` | ❌ | | 4 | 0.344605 | `azmcp_appservice` | ❌ | -| 5 | 0.320885 | `azmcp_sql` | ❌ | +| 5 | 0.320886 | `azmcp_sql` | ❌ | --- @@ -1481,7 +1481,7 @@ | 1 | 0.326319 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | | 2 | 0.280534 | `azmcp_appservice` | ❌ | | 3 | 0.251675 | `azmcp_functionapp` | ❌ | -| 4 | 0.246446 | `azmcp_marketplace` | ❌ | +| 4 | 0.246445 | `azmcp_marketplace` | ❌ | | 5 | 0.238405 | `azmcp_appconfig` | ❌ | --- @@ -1495,9 +1495,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.328720 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | -| 2 | 0.237171 | `azmcp_storage` | ❌ | -| 3 | 0.222326 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.328719 | `azmcp_cloudarchitect` | ✅ **EXPECTED** | +| 2 | 0.237068 | `azmcp_storage` | ❌ | +| 3 | 0.222263 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.194839 | `azmcp_eventgrid` | ❌ | | 5 | 0.191136 | `azmcp_foundry` | ❌ | @@ -1513,10 +1513,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.555025 | `azmcp_subscription` | ❌ | -| 2 | 0.478428 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.478410 | `azmcp_cosmos` | ✅ **EXPECTED** | | 3 | 0.409637 | `azmcp_group` | ❌ | | 4 | 0.394860 | `azmcp_applicationinsights` | ❌ | -| 5 | 0.390231 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.390397 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1529,11 +1529,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.504847 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.351874 | `azmcp_subscription` | ❌ | -| 3 | 0.343619 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.335794 | `azmcp_kusto` | ❌ | -| 5 | 0.335342 | `azmcp_acr` | ❌ | +| 1 | 0.505632 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.352725 | `azmcp_subscription` | ❌ | +| 3 | 0.344019 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.336535 | `azmcp_kusto` | ❌ | +| 5 | 0.335837 | `azmcp_acr` | ❌ | --- @@ -1546,11 +1546,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505943 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.368727 | `azmcp_sql` | ❌ | -| 3 | 0.362990 | `azmcp_kusto` | ❌ | +| 1 | 0.505867 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.368700 | `azmcp_sql` | ❌ | +| 3 | 0.362991 | `azmcp_kusto` | ❌ | | 4 | 0.362762 | `azmcp_subscription` | ❌ | -| 5 | 0.350900 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.350983 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1563,11 +1563,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495174 | `azmcp_cosmos` | ✅ **EXPECTED** | -| 2 | 0.416867 | `azmcp_subscription` | ❌ | -| 3 | 0.373761 | `azmcp_quota` | ❌ | -| 4 | 0.373372 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.366568 | `azmcp_applicationinsights` | ❌ | +| 1 | 0.495115 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.416791 | `azmcp_subscription` | ❌ | +| 3 | 0.373735 | `azmcp_quota` | ❌ | +| 4 | 0.373486 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.366532 | `azmcp_applicationinsights` | ❌ | --- @@ -1580,11 +1580,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.494494 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.494463 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.327296 | `azmcp_kusto` | ❌ | | 3 | 0.317629 | `azmcp_subscription` | ❌ | -| 4 | 0.316917 | `azmcp_sql` | ❌ | -| 5 | 0.316505 | `azmcp_quota` | ❌ | +| 4 | 0.316882 | `azmcp_sql` | ❌ | +| 5 | 0.316447 | `azmcp_quota` | ❌ | --- @@ -1598,9 +1598,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.527920 | `azmcp_subscription` | ❌ | -| 2 | 0.487604 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 2 | 0.487570 | `azmcp_cosmos` | ✅ **EXPECTED** | | 3 | 0.392271 | `azmcp_group` | ❌ | -| 4 | 0.391768 | `azmcp_quota` | ❌ | +| 4 | 0.391740 | `azmcp_quota` | ❌ | | 5 | 0.386974 | `azmcp_applicationinsights` | ❌ | --- @@ -1614,11 +1614,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.505935 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.505864 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.367192 | `azmcp_kusto` | ❌ | -| 3 | 0.357564 | `azmcp_sql` | ❌ | +| 3 | 0.357547 | `azmcp_sql` | ❌ | | 4 | 0.337014 | `azmcp_subscription` | ❌ | -| 5 | 0.334732 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.334789 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1631,11 +1631,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478653 | `azmcp_cosmos` | ✅ **EXPECTED** | +| 1 | 0.478623 | `azmcp_cosmos` | ✅ **EXPECTED** | | 2 | 0.386101 | `azmcp_search` | ❌ | | 3 | 0.330813 | `azmcp_kusto` | ❌ | -| 4 | 0.306545 | `azmcp_sql` | ❌ | -| 5 | 0.296893 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.306493 | `azmcp_sql` | ❌ | +| 5 | 0.296654 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -1649,10 +1649,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.505540 | `azmcp_datadog` | ✅ **EXPECTED** | -| 2 | 0.341172 | `azmcp_resourcehealth` | ❌ | +| 2 | 0.341165 | `azmcp_resourcehealth` | ❌ | | 3 | 0.322074 | `azmcp_monitor` | ❌ | -| 4 | 0.308127 | `azmcp_foundry` | ❌ | -| 5 | 0.305285 | `azmcp_quota` | ❌ | +| 4 | 0.308126 | `azmcp_foundry` | ❌ | +| 5 | 0.305214 | `azmcp_quota` | ❌ | --- @@ -1666,9 +1666,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.494458 | `azmcp_datadog` | ✅ **EXPECTED** | -| 2 | 0.341042 | `azmcp_resourcehealth` | ❌ | +| 2 | 0.341025 | `azmcp_resourcehealth` | ❌ | | 3 | 0.338501 | `azmcp_monitor` | ❌ | -| 4 | 0.316946 | `azmcp_quota` | ❌ | +| 4 | 0.316864 | `azmcp_quota` | ❌ | | 5 | 0.296473 | `azmcp_foundry` | ❌ | --- @@ -1683,7 +1683,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.566096 | `azmcp_deploy` | ✅ **EXPECTED** | -| 2 | 0.481327 | `azmcp_cloudarchitect` | ❌ | +| 2 | 0.481328 | `azmcp_cloudarchitect` | ❌ | | 3 | 0.431161 | `azmcp_appservice` | ❌ | | 4 | 0.421276 | `azmcp_azureterraformbestpractices` | ❌ | | 5 | 0.392658 | `azmcp_bestpractices` | ❌ | @@ -1750,7 +1750,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576063 | `azmcp_bicepschema` | ❌ | +| 1 | 0.576123 | `azmcp_bicepschema` | ❌ | | 2 | 0.389233 | `azmcp_bestpractices` | ❌ | | 3 | 0.356696 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.354340 | `azmcp_azureterraformbestpractices` | ❌ | @@ -1767,11 +1767,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532108 | `azmcp_subscription` | ❌ | -| 2 | 0.530973 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 3 | 0.395072 | `azmcp_group` | ❌ | -| 4 | 0.330069 | `azmcp_servicebus` | ❌ | -| 5 | 0.318012 | `azmcp_applicationinsights` | ❌ | +| 1 | 0.532125 | `azmcp_subscription` | ❌ | +| 2 | 0.530934 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.395075 | `azmcp_group` | ❌ | +| 4 | 0.330035 | `azmcp_servicebus` | ❌ | +| 5 | 0.317995 | `azmcp_applicationinsights` | ❌ | --- @@ -1801,11 +1801,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.556864 | `azmcp_group` | ❌ | -| 2 | 0.514455 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 3 | 0.421837 | `azmcp_subscription` | ❌ | -| 4 | 0.331858 | `azmcp_servicebus` | ❌ | -| 5 | 0.331426 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.556899 | `azmcp_group` | ❌ | +| 2 | 0.514364 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 3 | 0.421819 | `azmcp_subscription` | ❌ | +| 4 | 0.331842 | `azmcp_servicebus` | ❌ | +| 5 | 0.331457 | `azmcp_resourcehealth` | ❌ | --- @@ -1818,11 +1818,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.581669 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.482326 | `azmcp_subscription` | ❌ | -| 3 | 0.366686 | `azmcp_group` | ❌ | -| 4 | 0.364622 | `azmcp_servicebus` | ❌ | -| 5 | 0.314528 | `azmcp_applicationinsights` | ❌ | +| 1 | 0.581572 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.482296 | `azmcp_subscription` | ❌ | +| 3 | 0.366628 | `azmcp_group` | ❌ | +| 4 | 0.364520 | `azmcp_servicebus` | ❌ | +| 5 | 0.314446 | `azmcp_applicationinsights` | ❌ | --- @@ -1838,7 +1838,7 @@ | 1 | 0.540058 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 2 | 0.504607 | `azmcp_subscription` | ❌ | | 3 | 0.404267 | `azmcp_group` | ❌ | -| 4 | 0.353363 | `azmcp_quota` | ❌ | +| 4 | 0.353361 | `azmcp_quota` | ❌ | | 5 | 0.340622 | `azmcp_applicationinsights` | ❌ | --- @@ -1856,7 +1856,7 @@ | 2 | 0.516734 | `azmcp_group` | ❌ | | 3 | 0.464231 | `azmcp_subscription` | ❌ | | 4 | 0.375868 | `azmcp_servicebus` | ❌ | -| 5 | 0.340821 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.340809 | `azmcp_resourcehealth` | ❌ | --- @@ -1869,11 +1869,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.591953 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.486438 | `azmcp_subscription` | ❌ | -| 3 | 0.396529 | `azmcp_group` | ❌ | -| 4 | 0.386680 | `azmcp_servicebus` | ❌ | -| 5 | 0.331140 | `azmcp_applicationinsights` | ❌ | +| 1 | 0.591743 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.486190 | `azmcp_subscription` | ❌ | +| 3 | 0.396456 | `azmcp_group` | ❌ | +| 4 | 0.386525 | `azmcp_servicebus` | ❌ | +| 5 | 0.331126 | `azmcp_applicationinsights` | ❌ | --- @@ -1886,11 +1886,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.564746 | `azmcp_eventgrid` | ✅ **EXPECTED** | -| 2 | 0.507748 | `azmcp_subscription` | ❌ | -| 3 | 0.392974 | `azmcp_group` | ❌ | -| 4 | 0.339904 | `azmcp_servicebus` | ❌ | -| 5 | 0.335479 | `azmcp_applicationinsights` | ❌ | +| 1 | 0.564708 | `azmcp_eventgrid` | ✅ **EXPECTED** | +| 2 | 0.507648 | `azmcp_subscription` | ❌ | +| 3 | 0.392902 | `azmcp_group` | ❌ | +| 4 | 0.339891 | `azmcp_servicebus` | ❌ | +| 5 | 0.335377 | `azmcp_applicationinsights` | ❌ | --- @@ -1906,7 +1906,7 @@ | 1 | 0.539388 | `azmcp_group` | ❌ | | 2 | 0.508213 | `azmcp_eventgrid` | ✅ **EXPECTED** | | 3 | 0.467677 | `azmcp_subscription` | ❌ | -| 4 | 0.351677 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.351660 | `azmcp_resourcehealth` | ❌ | | 5 | 0.335222 | `azmcp_extension_azqr` | ❌ | --- @@ -1941,7 +1941,7 @@ | 2 | 0.453133 | `azmcp_subscription` | ❌ | | 3 | 0.383559 | `azmcp_group` | ❌ | | 4 | 0.380682 | `azmcp_servicebus` | ❌ | -| 5 | 0.330927 | `azmcp_quota` | ❌ | +| 5 | 0.330848 | `azmcp_quota` | ❌ | --- @@ -1971,11 +1971,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.219443 | `azmcp_applens` | ❌ | -| 2 | 0.211848 | `azmcp_kusto` | ❌ | -| 3 | 0.211591 | `azmcp_monitor` | ❌ | -| 4 | 0.205449 | `azmcp_deploy` | ❌ | -| 5 | 0.193949 | `azmcp_extension_azqr` | ❌ | +| 1 | 0.218828 | `azmcp_applens` | ❌ | +| 2 | 0.211618 | `azmcp_kusto` | ❌ | +| 3 | 0.211130 | `azmcp_monitor` | ❌ | +| 4 | 0.205130 | `azmcp_deploy` | ❌ | +| 5 | 0.193512 | `azmcp_extension_azqr` | ❌ | --- @@ -1988,7 +1988,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.267869 | `azmcp_bicepschema` | ❌ | +| 1 | 0.267849 | `azmcp_bicepschema` | ❌ | | 2 | 0.249555 | `azmcp_search` | ❌ | | 3 | 0.229289 | `azmcp_kusto` | ❌ | | 4 | 0.222115 | `azmcp_appconfig` | ❌ | @@ -2005,11 +2005,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.576587 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.576586 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.382694 | `azmcp_applicationinsights` | ❌ | | 3 | 0.350067 | `azmcp_deploy` | ❌ | | 4 | 0.318385 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.304059 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.304047 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2024,7 +2024,7 @@ |------|-------|------|--------| | 1 | 0.516064 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.271597 | `azmcp_applicationinsights` | ❌ | -| 3 | 0.251367 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.251400 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.246756 | `azmcp_search` | ❌ | | 5 | 0.243136 | `azmcp_cloudarchitect` | ❌ | @@ -2042,7 +2042,7 @@ | 1 | 0.473921 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.334432 | `azmcp_applicationinsights` | ❌ | | 3 | 0.324932 | `azmcp_search` | ❌ | -| 4 | 0.278599 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.278568 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.263364 | `azmcp_kusto` | ❌ | --- @@ -2124,7 +2124,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.440716 | `azmcp_foundry` | ✅ **EXPECTED** | +| 1 | 0.440715 | `azmcp_foundry` | ✅ **EXPECTED** | | 2 | 0.326070 | `azmcp_search` | ❌ | | 3 | 0.306113 | `azmcp_applicationinsights` | ❌ | | 4 | 0.263918 | `azmcp_grafana` | ❌ | @@ -2142,8 +2142,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.385115 | `azmcp_foundry` | ✅ **EXPECTED** | -| 2 | 0.335934 | `azmcp_search` | ❌ | -| 3 | 0.312411 | `azmcp_bicepschema` | ❌ | +| 2 | 0.335935 | `azmcp_search` | ❌ | +| 3 | 0.312430 | `azmcp_bicepschema` | ❌ | | 4 | 0.291695 | `azmcp_kusto` | ❌ | | 5 | 0.284049 | `azmcp_applicationinsights` | ❌ | @@ -2175,11 +2175,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.582046 | `azmcp_functionapp` | ✅ **EXPECTED** | -| 2 | 0.498940 | `azmcp_appconfig` | ❌ | -| 3 | 0.457171 | `azmcp_appservice` | ❌ | -| 4 | 0.391052 | `azmcp_deploy` | ❌ | -| 5 | 0.358192 | `azmcp_bestpractices` | ❌ | +| 1 | 0.582088 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 2 | 0.498952 | `azmcp_appconfig` | ❌ | +| 3 | 0.457241 | `azmcp_appservice` | ❌ | +| 4 | 0.391086 | `azmcp_deploy` | ❌ | +| 5 | 0.358222 | `azmcp_bestpractices` | ❌ | --- @@ -2192,11 +2192,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.567955 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 1 | 0.567956 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.413008 | `azmcp_appservice` | ❌ | | 3 | 0.353461 | `azmcp_appconfig` | ❌ | -| 4 | 0.352948 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.349894 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.352963 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.349893 | `azmcp_applicationinsights` | ❌ | --- @@ -2213,7 +2213,7 @@ | 2 | 0.430667 | `azmcp_appservice` | ❌ | | 3 | 0.418371 | `azmcp_group` | ❌ | | 4 | 0.383482 | `azmcp_applicationinsights` | ❌ | -| 5 | 0.381031 | `azmcp_quota` | ❌ | +| 5 | 0.381068 | `azmcp_quota` | ❌ | --- @@ -2228,7 +2228,7 @@ |------|-------|------|--------| | 1 | 0.577726 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.515108 | `azmcp_subscription` | ❌ | -| 3 | 0.472161 | `azmcp_appservice` | ❌ | +| 3 | 0.472160 | `azmcp_appservice` | ❌ | | 4 | 0.439309 | `azmcp_applicationinsights` | ❌ | | 5 | 0.412623 | `azmcp_group` | ❌ | @@ -2245,9 +2245,9 @@ |------|-------|------|--------| | 1 | 0.569840 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.437926 | `azmcp_appservice` | ❌ | -| 3 | 0.401488 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.378227 | `azmcp_applicationinsights` | ❌ | -| 5 | 0.356968 | `azmcp_deploy` | ❌ | +| 3 | 0.401505 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.378226 | `azmcp_applicationinsights` | ❌ | +| 5 | 0.356967 | `azmcp_deploy` | ❌ | --- @@ -2314,7 +2314,7 @@ | 1 | 0.524943 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.425824 | `azmcp_deploy` | ❌ | | 3 | 0.409851 | `azmcp_appservice` | ❌ | -| 4 | 0.406792 | `azmcp_quota` | ❌ | +| 4 | 0.406726 | `azmcp_quota` | ❌ | | 5 | 0.379281 | `azmcp_applicationinsights` | ❌ | --- @@ -2332,7 +2332,7 @@ | 2 | 0.380527 | `azmcp_appservice` | ❌ | | 3 | 0.336604 | `azmcp_deploy` | ❌ | | 4 | 0.315874 | `azmcp_applens` | ❌ | -| 5 | 0.307606 | `azmcp_appconfig` | ❌ | +| 5 | 0.307607 | `azmcp_appconfig` | ❌ | --- @@ -2345,11 +2345,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.574308 | `azmcp_functionapp` | ✅ **EXPECTED** | +| 1 | 0.574309 | `azmcp_functionapp` | ✅ **EXPECTED** | | 2 | 0.463569 | `azmcp_appservice` | ❌ | | 3 | 0.380655 | `azmcp_appconfig` | ❌ | | 4 | 0.377304 | `azmcp_applicationinsights` | ❌ | -| 5 | 0.376216 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.376241 | `azmcp_resourcehealth` | ❌ | --- @@ -2366,7 +2366,7 @@ | 2 | 0.501163 | `azmcp_subscription` | ❌ | | 3 | 0.418066 | `azmcp_group` | ❌ | | 4 | 0.408721 | `azmcp_applicationinsights` | ❌ | -| 5 | 0.402195 | `azmcp_monitor` | ❌ | +| 5 | 0.402196 | `azmcp_monitor` | ❌ | --- @@ -2379,10 +2379,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630696 | `azmcp_group` | ✅ **EXPECTED** | +| 1 | 0.630695 | `azmcp_group` | ✅ **EXPECTED** | | 2 | 0.484042 | `azmcp_subscription` | ❌ | | 3 | 0.351016 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.350136 | `azmcp_quota` | ❌ | +| 4 | 0.350261 | `azmcp_quota` | ❌ | | 5 | 0.333788 | `azmcp_applicationinsights` | ❌ | --- @@ -2397,7 +2397,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.543670 | `azmcp_group` | ✅ **EXPECTED** | -| 2 | 0.357826 | `azmcp_quota` | ❌ | +| 2 | 0.357909 | `azmcp_quota` | ❌ | | 3 | 0.332796 | `azmcp_subscription` | ❌ | | 4 | 0.332242 | `azmcp_foundry` | ❌ | | 5 | 0.323258 | `azmcp_extension_azqr` | ❌ | @@ -2415,7 +2415,7 @@ |------|-------|------|--------| | 1 | 0.599256 | `azmcp_group` | ✅ **EXPECTED** | | 2 | 0.464939 | `azmcp_subscription` | ❌ | -| 3 | 0.375043 | `azmcp_quota` | ❌ | +| 3 | 0.375127 | `azmcp_quota` | ❌ | | 4 | 0.367930 | `azmcp_extension_azqr` | ❌ | | 5 | 0.337136 | `azmcp_eventgrid` | ❌ | @@ -2447,11 +2447,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.437063 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.252667 | `azmcp_role` | ❌ | -| 3 | 0.231378 | `azmcp_appconfig` | ❌ | -| 4 | 0.231319 | `azmcp_subscription` | ❌ | -| 5 | 0.228924 | `azmcp_acr` | ❌ | +| 1 | 0.436123 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.252100 | `azmcp_role` | ❌ | +| 3 | 0.230912 | `azmcp_appconfig` | ❌ | +| 4 | 0.230655 | `azmcp_subscription` | ❌ | +| 5 | 0.228547 | `azmcp_functionapp` | ❌ | --- @@ -2464,11 +2464,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.425583 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.288490 | `azmcp_appconfig` | ❌ | -| 3 | 0.246560 | `azmcp_functionapp` | ❌ | -| 4 | 0.243391 | `azmcp_appservice` | ❌ | -| 5 | 0.237703 | `azmcp_subscription` | ❌ | +| 1 | 0.428621 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.290302 | `azmcp_appconfig` | ❌ | +| 3 | 0.249143 | `azmcp_functionapp` | ❌ | +| 4 | 0.245997 | `azmcp_appservice` | ❌ | +| 5 | 0.238230 | `azmcp_subscription` | ❌ | --- @@ -2482,10 +2482,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.393563 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.261423 | `azmcp_subscription` | ❌ | +| 2 | 0.261424 | `azmcp_subscription` | ❌ | | 3 | 0.234363 | `azmcp_functionapp` | ❌ | | 4 | 0.214973 | `azmcp_acr` | ❌ | -| 5 | 0.212316 | `azmcp_bicepschema` | ❌ | +| 5 | 0.212306 | `azmcp_bicepschema` | ❌ | --- @@ -2516,9 +2516,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.457947 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.371875 | `azmcp_subscription` | ❌ | -| 3 | 0.295945 | `azmcp_applicationinsights` | ❌ | -| 4 | 0.278752 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.371874 | `azmcp_subscription` | ❌ | +| 3 | 0.295944 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.278801 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.271396 | `azmcp_bestpractices` | ❌ | --- @@ -2534,9 +2534,9 @@ |------|-------|------|--------| | 1 | 0.489064 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.378477 | `azmcp_subscription` | ❌ | -| 3 | 0.312458 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.312560 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.309919 | `azmcp_applicationinsights` | ❌ | -| 5 | 0.305361 | `azmcp_storage` | ❌ | +| 5 | 0.305516 | `azmcp_storage` | ❌ | --- @@ -2551,9 +2551,9 @@ |------|-------|------|--------| | 1 | 0.461786 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.362117 | `azmcp_subscription` | ❌ | -| 3 | 0.291827 | `azmcp_applicationinsights` | ❌ | -| 4 | 0.285635 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.279545 | `azmcp_storage` | ❌ | +| 3 | 0.291826 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.285672 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.279703 | `azmcp_storage` | ❌ | --- @@ -2569,8 +2569,8 @@ | 1 | 0.430540 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.310188 | `azmcp_subscription` | ❌ | | 3 | 0.261820 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.260100 | `azmcp_quota` | ❌ | -| 5 | 0.258210 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.260110 | `azmcp_quota` | ❌ | +| 5 | 0.258198 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2585,8 +2585,8 @@ |------|-------|------|--------| | 1 | 0.446836 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.347408 | `azmcp_subscription` | ❌ | -| 3 | 0.279777 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.276146 | `azmcp_quota` | ❌ | +| 3 | 0.279790 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.276140 | `azmcp_quota` | ❌ | | 5 | 0.274854 | `azmcp_applicationinsights` | ❌ | --- @@ -2602,7 +2602,7 @@ |------|-------|------|--------| | 1 | 0.415308 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.307997 | `azmcp_subscription` | ❌ | -| 3 | 0.268039 | `azmcp_quota` | ❌ | +| 3 | 0.268075 | `azmcp_quota` | ❌ | | 4 | 0.264143 | `azmcp_extension_azqr` | ❌ | | 5 | 0.258978 | `azmcp_applicationinsights` | ❌ | @@ -2617,11 +2617,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.432042 | `azmcp_keyvault` | ✅ **EXPECTED** | -| 2 | 0.278728 | `azmcp_subscription` | ❌ | -| 3 | 0.263958 | `azmcp_appconfig` | ❌ | -| 4 | 0.258548 | `azmcp_quota` | ❌ | -| 5 | 0.256619 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.431811 | `azmcp_keyvault` | ✅ **EXPECTED** | +| 2 | 0.278843 | `azmcp_subscription` | ❌ | +| 3 | 0.263990 | `azmcp_appconfig` | ❌ | +| 4 | 0.258827 | `azmcp_quota` | ❌ | +| 5 | 0.256721 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2636,9 +2636,9 @@ |------|-------|------|--------| | 1 | 0.422949 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.297064 | `azmcp_subscription` | ❌ | -| 3 | 0.274865 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.270962 | `azmcp_quota` | ❌ | -| 5 | 0.270024 | `azmcp_storage` | ❌ | +| 3 | 0.274977 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.270994 | `azmcp_quota` | ❌ | +| 5 | 0.270202 | `azmcp_storage` | ❌ | --- @@ -2654,8 +2654,8 @@ | 1 | 0.447336 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.288611 | `azmcp_subscription` | ❌ | | 3 | 0.257386 | `azmcp_appconfig` | ❌ | -| 4 | 0.255293 | `azmcp_storage` | ❌ | -| 5 | 0.249762 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.255412 | `azmcp_storage` | ❌ | +| 5 | 0.249817 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2670,8 +2670,8 @@ |------|-------|------|--------| | 1 | 0.484503 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.335838 | `azmcp_subscription` | ❌ | -| 3 | 0.291406 | `azmcp_storage` | ❌ | -| 4 | 0.289160 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.291558 | `azmcp_storage` | ❌ | +| 4 | 0.289173 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.279513 | `azmcp_appconfig` | ❌ | --- @@ -2687,8 +2687,8 @@ |------|-------|------|--------| | 1 | 0.438685 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.296535 | `azmcp_subscription` | ❌ | -| 3 | 0.270377 | `azmcp_storage` | ❌ | -| 4 | 0.263971 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.270551 | `azmcp_storage` | ❌ | +| 4 | 0.263984 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.258274 | `azmcp_appconfig` | ❌ | --- @@ -2704,8 +2704,8 @@ |------|-------|------|--------| | 1 | 0.491108 | `azmcp_keyvault` | ✅ **EXPECTED** | | 2 | 0.345964 | `azmcp_subscription` | ❌ | -| 3 | 0.319925 | `azmcp_storage` | ❌ | -| 4 | 0.313110 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.320100 | `azmcp_storage` | ❌ | +| 4 | 0.313078 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.302235 | `azmcp_applicationinsights` | ❌ | --- @@ -2736,10 +2736,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441110 | `azmcp_kusto` | ✅ **EXPECTED** | +| 1 | 0.441111 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.322033 | `azmcp_postgres` | ❌ | -| 3 | 0.321699 | `azmcp_cosmos` | ❌ | -| 4 | 0.305587 | `azmcp_sql` | ❌ | +| 3 | 0.321743 | `azmcp_cosmos` | ❌ | +| 4 | 0.305613 | `azmcp_sql` | ❌ | | 5 | 0.294813 | `azmcp_mysql` | ❌ | --- @@ -2753,11 +2753,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.432981 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.323694 | `azmcp_postgres` | ❌ | -| 3 | 0.288372 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.280382 | `azmcp_grafana` | ❌ | -| 5 | 0.275175 | `azmcp_sql` | ❌ | +| 1 | 0.432854 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.323641 | `azmcp_postgres` | ❌ | +| 3 | 0.288187 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.280233 | `azmcp_grafana` | ❌ | +| 5 | 0.275230 | `azmcp_sql` | ❌ | --- @@ -2772,9 +2772,9 @@ |------|-------|------|--------| | 1 | 0.394274 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.280897 | `azmcp_postgres` | ❌ | -| 3 | 0.243552 | `azmcp_cosmos` | ❌ | +| 3 | 0.243605 | `azmcp_cosmos` | ❌ | | 4 | 0.242176 | `azmcp_grafana` | ❌ | -| 5 | 0.232604 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.232275 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2787,10 +2787,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.372603 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.344935 | `azmcp_search` | ❌ | -| 3 | 0.262839 | `azmcp_postgres` | ❌ | -| 4 | 0.243586 | `azmcp_cosmos` | ❌ | +| 1 | 0.372634 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.344929 | `azmcp_search` | ❌ | +| 3 | 0.262841 | `azmcp_postgres` | ❌ | +| 4 | 0.243618 | `azmcp_cosmos` | ❌ | | 5 | 0.237454 | `azmcp_grafana` | ❌ | --- @@ -2808,7 +2808,7 @@ | 2 | 0.303718 | `azmcp_grafana` | ❌ | | 3 | 0.276598 | `azmcp_aks` | ❌ | | 4 | 0.265648 | `azmcp_datadog` | ❌ | -| 5 | 0.264927 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.264799 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2821,11 +2821,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.470329 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.393411 | `azmcp_subscription` | ❌ | -| 3 | 0.367847 | `azmcp_eventgrid` | ❌ | -| 4 | 0.363297 | `azmcp_aks` | ❌ | -| 5 | 0.353939 | `azmcp_grafana` | ❌ | +| 1 | 0.470313 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.393455 | `azmcp_subscription` | ❌ | +| 3 | 0.367906 | `azmcp_eventgrid` | ❌ | +| 4 | 0.363332 | `azmcp_aks` | ❌ | +| 5 | 0.353899 | `azmcp_grafana` | ❌ | --- @@ -2839,9 +2839,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.437140 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.340297 | `azmcp_cosmos` | ❌ | +| 2 | 0.340339 | `azmcp_cosmos` | ❌ | | 3 | 0.312765 | `azmcp_postgres` | ❌ | -| 4 | 0.304452 | `azmcp_sql` | ❌ | +| 4 | 0.304479 | `azmcp_sql` | ❌ | | 5 | 0.285119 | `azmcp_mysql` | ❌ | --- @@ -2859,7 +2859,7 @@ | 2 | 0.291656 | `azmcp_aks` | ❌ | | 3 | 0.289176 | `azmcp_datadog` | ❌ | | 4 | 0.288562 | `azmcp_grafana` | ❌ | -| 5 | 0.285234 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.285140 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2872,11 +2872,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.374783 | `azmcp_kusto` | ✅ **EXPECTED** | -| 2 | 0.296771 | `azmcp_postgres` | ❌ | -| 3 | 0.279207 | `azmcp_bicepschema` | ❌ | -| 4 | 0.248783 | `azmcp_mysql` | ❌ | -| 5 | 0.245866 | `azmcp_cosmos` | ❌ | +| 1 | 0.374751 | `azmcp_kusto` | ✅ **EXPECTED** | +| 2 | 0.296702 | `azmcp_postgres` | ❌ | +| 3 | 0.279128 | `azmcp_bicepschema` | ❌ | +| 4 | 0.248694 | `azmcp_mysql` | ❌ | +| 5 | 0.245864 | `azmcp_cosmos` | ❌ | --- @@ -2891,9 +2891,9 @@ |------|-------|------|--------| | 1 | 0.434011 | `azmcp_kusto` | ✅ **EXPECTED** | | 2 | 0.324197 | `azmcp_postgres` | ❌ | -| 3 | 0.296445 | `azmcp_cosmos` | ❌ | -| 4 | 0.282225 | `azmcp_sql` | ❌ | -| 5 | 0.274786 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.296477 | `azmcp_cosmos` | ❌ | +| 4 | 0.282237 | `azmcp_sql` | ❌ | +| 5 | 0.274548 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -2906,8 +2906,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.504742 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.293085 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.507273 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.293097 | `azmcp_resourcehealth` | ❌ | | 3 | 0.290297 | `azmcp_appservice` | ❌ | | 4 | 0.287017 | `azmcp_group` | ❌ | | 5 | 0.283765 | `azmcp_virtualdesktop` | ❌ | @@ -2923,11 +2923,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.538733 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 1 | 0.541830 | `azmcp_loadtesting` | ✅ **EXPECTED** | | 2 | 0.464016 | `azmcp_group` | ❌ | | 3 | 0.339752 | `azmcp_extension_azqr` | ❌ | | 4 | 0.311252 | `azmcp_appservice` | ❌ | -| 5 | 0.299933 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.299973 | `azmcp_resourcehealth` | ❌ | --- @@ -2940,7 +2940,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.548882 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 1 | 0.551843 | `azmcp_loadtesting` | ✅ **EXPECTED** | | 2 | 0.346232 | `azmcp_group` | ❌ | | 3 | 0.307584 | `azmcp_applicationinsights` | ❌ | | 4 | 0.300269 | `azmcp_extension_azqr` | ❌ | @@ -2957,11 +2957,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.533950 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.367329 | `azmcp_group` | ❌ | -| 3 | 0.322822 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.306952 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.299632 | `azmcp_quota` | ❌ | +| 1 | 0.535587 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.367323 | `azmcp_group` | ❌ | +| 3 | 0.322855 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.306945 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.299763 | `azmcp_quota` | ❌ | --- @@ -2974,11 +2974,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.540701 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 1 | 0.542545 | `azmcp_loadtesting` | ✅ **EXPECTED** | | 2 | 0.368912 | `azmcp_group` | ❌ | | 3 | 0.339385 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.311943 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.294750 | `azmcp_quota` | ❌ | +| 4 | 0.311969 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.294874 | `azmcp_quota` | ❌ | --- @@ -2991,11 +2991,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.532581 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 1 | 0.534484 | `azmcp_loadtesting` | ✅ **EXPECTED** | | 2 | 0.370431 | `azmcp_group` | ❌ | | 3 | 0.340421 | `azmcp_extension_azqr` | ❌ | -| 4 | 0.322170 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.302477 | `azmcp_quota` | ❌ | +| 4 | 0.322203 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.302602 | `azmcp_quota` | ❌ | --- @@ -3008,11 +3008,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.561458 | `azmcp_group` | ❌ | -| 2 | 0.559804 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 1 | 0.561530 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.561458 | `azmcp_group` | ❌ | | 3 | 0.418136 | `azmcp_subscription` | ❌ | | 4 | 0.396290 | `azmcp_applicationinsights` | ❌ | -| 5 | 0.392635 | `azmcp_quota` | ❌ | +| 5 | 0.392730 | `azmcp_quota` | ❌ | --- @@ -3025,11 +3025,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478835 | `azmcp_loadtesting` | ✅ **EXPECTED** | -| 2 | 0.290813 | `azmcp_group` | ❌ | -| 3 | 0.265656 | `azmcp_applicationinsights` | ❌ | -| 4 | 0.262446 | `azmcp_appservice` | ❌ | -| 5 | 0.237845 | `azmcp_functionapp` | ❌ | +| 1 | 0.480657 | `azmcp_loadtesting` | ✅ **EXPECTED** | +| 2 | 0.290826 | `azmcp_group` | ❌ | +| 3 | 0.265670 | `azmcp_applicationinsights` | ❌ | +| 4 | 0.262468 | `azmcp_appservice` | ❌ | +| 5 | 0.237856 | `azmcp_functionapp` | ❌ | --- @@ -3043,7 +3043,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.452534 | `azmcp_marketplace` | ✅ **EXPECTED** | -| 2 | 0.212218 | `azmcp_quota` | ❌ | +| 2 | 0.212235 | `azmcp_quota` | ❌ | | 3 | 0.204853 | `azmcp_search` | ❌ | | 4 | 0.201502 | `azmcp_servicebus` | ❌ | | 5 | 0.199992 | `azmcp_applicationinsights` | ❌ | @@ -3061,7 +3061,7 @@ |------|-------|------|--------| | 1 | 0.529919 | `azmcp_marketplace` | ✅ **EXPECTED** | | 2 | 0.395674 | `azmcp_search` | ❌ | -| 3 | 0.313145 | `azmcp_sql` | ❌ | +| 3 | 0.313164 | `azmcp_sql` | ❌ | | 4 | 0.308872 | `azmcp_monitor` | ❌ | | 5 | 0.307692 | `azmcp_applicationinsights` | ❌ | @@ -3096,8 +3096,8 @@ | 1 | 0.462370 | `azmcp_applicationinsights` | ❌ | | 2 | 0.438639 | `azmcp_monitor` | ✅ **EXPECTED** | | 3 | 0.411589 | `azmcp_applens` | ❌ | -| 4 | 0.390067 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.345279 | `azmcp_loadtesting` | ❌ | +| 4 | 0.390012 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.346779 | `azmcp_loadtesting` | ❌ | --- @@ -3111,9 +3111,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.440166 | `azmcp_applicationinsights` | ❌ | -| 2 | 0.399765 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.388610 | `azmcp_quota` | ❌ | -| 4 | 0.385832 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.399723 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.388369 | `azmcp_quota` | ❌ | +| 4 | 0.385833 | `azmcp_monitor` | ✅ **EXPECTED** | | 5 | 0.343441 | `azmcp_applens` | ❌ | --- @@ -3127,9 +3127,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.351930 | `azmcp_quota` | ❌ | +| 1 | 0.352092 | `azmcp_quota` | ❌ | | 2 | 0.272063 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.248439 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.248414 | `azmcp_resourcehealth` | ❌ | | 4 | 0.247208 | `azmcp_datadog` | ❌ | | 5 | 0.246255 | `azmcp_grafana` | ❌ | @@ -3144,10 +3144,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.305350 | `azmcp_quota` | ❌ | +| 1 | 0.305500 | `azmcp_quota` | ❌ | | 2 | 0.266407 | `azmcp_monitor` | ✅ **EXPECTED** | | 3 | 0.218872 | `azmcp_applicationinsights` | ❌ | -| 4 | 0.216692 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.216644 | `azmcp_resourcehealth` | ❌ | | 5 | 0.212537 | `azmcp_datadog` | ❌ | --- @@ -3164,8 +3164,8 @@ | 1 | 0.438545 | `azmcp_applicationinsights` | ❌ | | 2 | 0.392711 | `azmcp_monitor` | ✅ **EXPECTED** | | 3 | 0.383712 | `azmcp_applens` | ❌ | -| 4 | 0.366024 | `azmcp_resourcehealth` | ❌ | -| 5 | 0.338281 | `azmcp_quota` | ❌ | +| 4 | 0.366005 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.338383 | `azmcp_quota` | ❌ | --- @@ -3178,10 +3178,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.464888 | `azmcp_grafana` | ❌ | +| 1 | 0.464887 | `azmcp_grafana` | ❌ | | 2 | 0.402005 | `azmcp_kusto` | ❌ | -| 3 | 0.353473 | `azmcp_sql` | ❌ | -| 4 | 0.353242 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.353489 | `azmcp_sql` | ❌ | +| 4 | 0.353308 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.348783 | `azmcp_monitor` | ✅ **EXPECTED** | --- @@ -3212,7 +3212,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482865 | `azmcp_grafana` | ❌ | +| 1 | 0.482864 | `azmcp_grafana` | ❌ | | 2 | 0.388783 | `azmcp_kusto` | ❌ | | 3 | 0.368180 | `azmcp_workbooks` | ❌ | | 4 | 0.368135 | `azmcp_monitor` | ✅ **EXPECTED** | @@ -3230,9 +3230,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.341092 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.331543 | `azmcp_quota` | ❌ | +| 2 | 0.331717 | `azmcp_quota` | ❌ | | 3 | 0.261588 | `azmcp_kusto` | ❌ | -| 4 | 0.248080 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.248051 | `azmcp_resourcehealth` | ❌ | | 5 | 0.238623 | `azmcp_grafana` | ❌ | --- @@ -3246,11 +3246,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.466067 | `azmcp_storage` | ❌ | -| 2 | 0.432252 | `azmcp_quota` | ❌ | -| 3 | 0.423565 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.381914 | `azmcp_monitor` | ✅ **EXPECTED** | -| 5 | 0.371213 | `azmcp_applicationinsights` | ❌ | +| 1 | 0.465956 | `azmcp_storage` | ❌ | +| 2 | 0.432247 | `azmcp_quota` | ❌ | +| 3 | 0.423531 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.381915 | `azmcp_monitor` | ✅ **EXPECTED** | +| 5 | 0.371212 | `azmcp_applicationinsights` | ❌ | --- @@ -3263,7 +3263,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.503381 | `azmcp_grafana` | ❌ | +| 1 | 0.503380 | `azmcp_grafana` | ❌ | | 2 | 0.414991 | `azmcp_applicationinsights` | ❌ | | 3 | 0.406049 | `azmcp_monitor` | ✅ **EXPECTED** | | 4 | 0.380500 | `azmcp_workbooks` | ❌ | @@ -3283,8 +3283,8 @@ | 1 | 0.475507 | `azmcp_grafana` | ❌ | | 2 | 0.406264 | `azmcp_kusto` | ❌ | | 3 | 0.359559 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.352554 | `azmcp_quota` | ❌ | -| 5 | 0.344366 | `azmcp_sql` | ❌ | +| 4 | 0.352618 | `azmcp_quota` | ❌ | +| 5 | 0.344392 | `azmcp_sql` | ❌ | --- @@ -3297,7 +3297,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.422606 | `azmcp_resourcehealth` | ❌ | +| 1 | 0.422596 | `azmcp_resourcehealth` | ❌ | | 2 | 0.418598 | `azmcp_grafana` | ❌ | | 3 | 0.387541 | `azmcp_monitor` | ✅ **EXPECTED** | | 4 | 0.346611 | `azmcp_datadog` | ❌ | @@ -3331,11 +3331,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.445507 | `azmcp_monitor` | ✅ **EXPECTED** | -| 2 | 0.368784 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.362464 | `azmcp_grafana` | ❌ | -| 4 | 0.338055 | `azmcp_kusto` | ❌ | -| 5 | 0.330243 | `azmcp_applicationinsights` | ❌ | +| 1 | 0.445520 | `azmcp_monitor` | ✅ **EXPECTED** | +| 2 | 0.368696 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.362236 | `azmcp_grafana` | ❌ | +| 4 | 0.338068 | `azmcp_kusto` | ❌ | +| 5 | 0.330263 | `azmcp_applicationinsights` | ❌ | --- @@ -3352,7 +3352,7 @@ | 2 | 0.412712 | `azmcp_grafana` | ❌ | | 3 | 0.344817 | `azmcp_kusto` | ❌ | | 4 | 0.343563 | `azmcp_applicationinsights` | ❌ | -| 5 | 0.318029 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.318038 | `azmcp_resourcehealth` | ❌ | --- @@ -3384,9 +3384,9 @@ |------|-------|------|--------| | 1 | 0.490387 | `azmcp_applicationinsights` | ❌ | | 2 | 0.433212 | `azmcp_monitor` | ✅ **EXPECTED** | -| 3 | 0.374027 | `azmcp_quota` | ❌ | +| 3 | 0.374047 | `azmcp_quota` | ❌ | | 4 | 0.367555 | `azmcp_datadog` | ❌ | -| 5 | 0.360756 | `azmcp_loadtesting` | ❌ | +| 5 | 0.363460 | `azmcp_loadtesting` | ❌ | --- @@ -3400,9 +3400,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.407420 | `azmcp_applicationinsights` | ❌ | -| 2 | 0.347068 | `azmcp_quota` | ❌ | -| 3 | 0.340061 | `azmcp_monitor` | ✅ **EXPECTED** | -| 4 | 0.324749 | `azmcp_loadtesting` | ❌ | +| 2 | 0.347159 | `azmcp_quota` | ❌ | +| 3 | 0.340062 | `azmcp_monitor` | ✅ **EXPECTED** | +| 4 | 0.326242 | `azmcp_loadtesting` | ❌ | | 5 | 0.324082 | `azmcp_appservice` | ❌ | --- @@ -3418,9 +3418,9 @@ |------|-------|------|--------| | 1 | 0.427263 | `azmcp_mysql` | ✅ **EXPECTED** | | 2 | 0.335618 | `azmcp_postgres` | ❌ | -| 3 | 0.298879 | `azmcp_sql` | ❌ | +| 3 | 0.298836 | `azmcp_sql` | ❌ | | 4 | 0.237442 | `azmcp_kusto` | ❌ | -| 5 | 0.236355 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.236463 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3435,9 +3435,9 @@ |------|-------|------|--------| | 1 | 0.474325 | `azmcp_mysql` | ✅ **EXPECTED** | | 2 | 0.411552 | `azmcp_subscription` | ❌ | -| 3 | 0.339005 | `azmcp_sql` | ❌ | +| 3 | 0.338975 | `azmcp_sql` | ❌ | | 4 | 0.335083 | `azmcp_postgres` | ❌ | -| 5 | 0.283991 | `azmcp_foundry` | ❌ | +| 5 | 0.283990 | `azmcp_foundry` | ❌ | --- @@ -3450,11 +3450,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.397624 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.309029 | `azmcp_postgres` | ❌ | -| 3 | 0.265202 | `azmcp_sql` | ❌ | -| 4 | 0.230467 | `azmcp_kusto` | ❌ | -| 5 | 0.210396 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.397539 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.309067 | `azmcp_postgres` | ❌ | +| 3 | 0.265189 | `azmcp_sql` | ❌ | +| 4 | 0.230436 | `azmcp_kusto` | ❌ | +| 5 | 0.210390 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3468,8 +3468,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.302376 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.170686 | `azmcp_postgres` | ❌ | -| 3 | 0.163391 | `azmcp_sql` | ❌ | +| 2 | 0.170685 | `azmcp_postgres` | ❌ | +| 3 | 0.163432 | `azmcp_sql` | ❌ | | 4 | 0.125859 | `azmcp_redis` | ❌ | | 5 | 0.115430 | `azmcp_appservice` | ❌ | @@ -3484,11 +3484,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.365122 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.308393 | `azmcp_search` | ❌ | -| 3 | 0.299730 | `azmcp_postgres` | ❌ | -| 4 | 0.269453 | `azmcp_sql` | ❌ | -| 5 | 0.236073 | `azmcp_kusto` | ❌ | +| 1 | 0.365401 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.309023 | `azmcp_search` | ❌ | +| 3 | 0.299881 | `azmcp_postgres` | ❌ | +| 4 | 0.269651 | `azmcp_sql` | ❌ | +| 5 | 0.236137 | `azmcp_kusto` | ❌ | --- @@ -3503,7 +3503,7 @@ |------|-------|------|--------| | 1 | 0.393860 | `azmcp_mysql` | ✅ **EXPECTED** | | 2 | 0.244379 | `azmcp_postgres` | ❌ | -| 3 | 0.244349 | `azmcp_sql` | ❌ | +| 3 | 0.244331 | `azmcp_sql` | ❌ | | 4 | 0.209077 | `azmcp_grafana` | ❌ | | 5 | 0.207116 | `azmcp_foundry` | ❌ | @@ -3520,7 +3520,7 @@ |------|-------|------|--------| | 1 | 0.392620 | `azmcp_mysql` | ✅ **EXPECTED** | | 2 | 0.258177 | `azmcp_postgres` | ❌ | -| 3 | 0.217941 | `azmcp_sql` | ❌ | +| 3 | 0.217940 | `azmcp_sql` | ❌ | | 4 | 0.209582 | `azmcp_appconfig` | ❌ | | 5 | 0.170381 | `azmcp_appservice` | ❌ | @@ -3537,9 +3537,9 @@ |------|-------|------|--------| | 1 | 0.401467 | `azmcp_mysql` | ✅ **EXPECTED** | | 2 | 0.325492 | `azmcp_postgres` | ❌ | -| 3 | 0.288124 | `azmcp_sql` | ❌ | +| 3 | 0.288100 | `azmcp_sql` | ❌ | | 4 | 0.244163 | `azmcp_kusto` | ❌ | -| 5 | 0.216985 | `azmcp_cosmos` | ❌ | +| 5 | 0.216956 | `azmcp_cosmos` | ❌ | --- @@ -3552,11 +3552,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.471058 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.397744 | `azmcp_subscription` | ❌ | -| 3 | 0.357980 | `azmcp_sql` | ❌ | -| 4 | 0.340583 | `azmcp_postgres` | ❌ | -| 5 | 0.292470 | `azmcp_appservice` | ❌ | +| 1 | 0.471053 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.397751 | `azmcp_subscription` | ❌ | +| 3 | 0.357912 | `azmcp_sql` | ❌ | +| 4 | 0.340553 | `azmcp_postgres` | ❌ | +| 5 | 0.292440 | `azmcp_appservice` | ❌ | --- @@ -3569,11 +3569,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.362073 | `azmcp_mysql` | ✅ **EXPECTED** | -| 2 | 0.285955 | `azmcp_postgres` | ❌ | -| 3 | 0.234799 | `azmcp_bicepschema` | ❌ | -| 4 | 0.212666 | `azmcp_sql` | ❌ | -| 5 | 0.211342 | `azmcp_kusto` | ❌ | +| 1 | 0.363799 | `azmcp_mysql` | ✅ **EXPECTED** | +| 2 | 0.286456 | `azmcp_postgres` | ❌ | +| 3 | 0.235354 | `azmcp_bicepschema` | ❌ | +| 4 | 0.213487 | `azmcp_sql` | ❌ | +| 5 | 0.211200 | `azmcp_kusto` | ❌ | --- @@ -3586,11 +3586,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.388756 | `azmcp_mysql` | ✅ **EXPECTED** | +| 1 | 0.388757 | `azmcp_mysql` | ✅ **EXPECTED** | | 2 | 0.313649 | `azmcp_postgres` | ❌ | -| 3 | 0.263884 | `azmcp_sql` | ❌ | +| 3 | 0.263849 | `azmcp_sql` | ❌ | | 4 | 0.244073 | `azmcp_kusto` | ❌ | -| 5 | 0.204039 | `azmcp_cosmos` | ❌ | +| 5 | 0.204009 | `azmcp_cosmos` | ❌ | --- @@ -3605,9 +3605,9 @@ |------|-------|------|--------| | 1 | 0.296979 | `azmcp_mysql` | ✅ **EXPECTED** | | 2 | 0.165585 | `azmcp_postgres` | ❌ | -| 3 | 0.147862 | `azmcp_sql` | ❌ | +| 3 | 0.147878 | `azmcp_sql` | ❌ | | 4 | 0.134969 | `azmcp_redis` | ❌ | -| 5 | 0.129754 | `azmcp_quota` | ❌ | +| 5 | 0.129793 | `azmcp_quota` | ❌ | --- @@ -3620,9 +3620,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438215 | `azmcp_postgres` | ✅ **EXPECTED** | +| 1 | 0.438216 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.200461 | `azmcp_mysql` | ❌ | -| 3 | 0.191084 | `azmcp_sql` | ❌ | +| 3 | 0.191113 | `azmcp_sql` | ❌ | | 4 | 0.146832 | `azmcp_foundry` | ❌ | | 5 | 0.130314 | `azmcp_appservice` | ❌ | @@ -3638,10 +3638,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.509081 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.270343 | `azmcp_sql` | ❌ | +| 2 | 0.270336 | `azmcp_sql` | ❌ | | 3 | 0.248242 | `azmcp_mysql` | ❌ | | 4 | 0.222211 | `azmcp_kusto` | ❌ | -| 5 | 0.211759 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.211814 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3671,11 +3671,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495106 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.238792 | `azmcp_sql` | ❌ | +| 1 | 0.495107 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.238779 | `azmcp_sql` | ❌ | | 3 | 0.226041 | `azmcp_mysql` | ❌ | | 4 | 0.216206 | `azmcp_kusto` | ❌ | -| 5 | 0.191380 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.191381 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3690,7 +3690,7 @@ |------|-------|------|--------| | 1 | 0.442445 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.281191 | `azmcp_search` | ❌ | -| 3 | 0.254682 | `azmcp_sql` | ❌ | +| 3 | 0.254652 | `azmcp_sql` | ❌ | | 4 | 0.226346 | `azmcp_mysql` | ❌ | | 5 | 0.223804 | `azmcp_kusto` | ❌ | @@ -3707,9 +3707,9 @@ |------|-------|------|--------| | 1 | 0.400135 | `azmcp_postgres` | ✅ **EXPECTED** | | 2 | 0.182286 | `azmcp_mysql` | ❌ | -| 3 | 0.163963 | `azmcp_sql` | ❌ | +| 3 | 0.164005 | `azmcp_sql` | ❌ | | 4 | 0.143281 | `azmcp_foundry` | ❌ | -| 5 | 0.141191 | `azmcp_quota` | ❌ | +| 5 | 0.141188 | `azmcp_quota` | ❌ | --- @@ -3722,8 +3722,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.472426 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.241581 | `azmcp_sql` | ❌ | +| 1 | 0.472427 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.241585 | `azmcp_sql` | ❌ | | 3 | 0.230732 | `azmcp_foundry` | ❌ | | 4 | 0.221810 | `azmcp_mysql` | ❌ | | 5 | 0.209751 | `azmcp_kusto` | ❌ | @@ -3740,7 +3740,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.480171 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.201567 | `azmcp_sql` | ❌ | +| 2 | 0.201594 | `azmcp_sql` | ❌ | | 3 | 0.196627 | `azmcp_mysql` | ❌ | | 4 | 0.177783 | `azmcp_appconfig` | ❌ | | 5 | 0.164287 | `azmcp_foundry` | ❌ | @@ -3773,11 +3773,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.544209 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.390308 | `azmcp_subscription` | ❌ | -| 3 | 0.341241 | `azmcp_sql` | ❌ | -| 4 | 0.311251 | `azmcp_eventgrid` | ❌ | -| 5 | 0.297834 | `azmcp_mysql` | ❌ | +| 1 | 0.544274 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.390334 | `azmcp_subscription` | ❌ | +| 3 | 0.341299 | `azmcp_sql` | ❌ | +| 4 | 0.311278 | `azmcp_eventgrid` | ❌ | +| 5 | 0.297884 | `azmcp_mysql` | ❌ | --- @@ -3790,11 +3790,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.443223 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.219287 | `azmcp_bicepschema` | ❌ | -| 3 | 0.204372 | `azmcp_mysql` | ❌ | -| 4 | 0.195397 | `azmcp_kusto` | ❌ | -| 5 | 0.194296 | `azmcp_sql` | ❌ | +| 1 | 0.443429 | `azmcp_postgres` | ✅ **EXPECTED** | +| 2 | 0.219528 | `azmcp_bicepschema` | ❌ | +| 3 | 0.204498 | `azmcp_mysql` | ❌ | +| 4 | 0.195507 | `azmcp_kusto` | ❌ | +| 5 | 0.194360 | `azmcp_sql` | ❌ | --- @@ -3808,10 +3808,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.493831 | `azmcp_postgres` | ✅ **EXPECTED** | -| 2 | 0.235456 | `azmcp_sql` | ❌ | +| 2 | 0.235454 | `azmcp_sql` | ❌ | | 3 | 0.229419 | `azmcp_kusto` | ❌ | | 4 | 0.226514 | `azmcp_mysql` | ❌ | -| 5 | 0.183288 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.183244 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3824,10 +3824,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.594631 | `azmcp_quota` | ✅ **EXPECTED** | -| 2 | 0.381039 | `azmcp_resourcehealth` | ❌ | -| 3 | 0.322678 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.304988 | `azmcp_foundry` | ❌ | +| 1 | 0.594672 | `azmcp_quota` | ✅ **EXPECTED** | +| 2 | 0.381016 | `azmcp_resourcehealth` | ❌ | +| 3 | 0.322584 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.304987 | `azmcp_foundry` | ❌ | | 5 | 0.302456 | `azmcp_group` | ❌ | --- @@ -3841,11 +3841,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.526645 | `azmcp_quota` | ✅ **EXPECTED** | +| 1 | 0.526726 | `azmcp_quota` | ✅ **EXPECTED** | | 2 | 0.307877 | `azmcp_foundry` | ❌ | -| 3 | 0.287794 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.283510 | `azmcp_group` | ❌ | -| 5 | 0.250343 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.287784 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.283509 | `azmcp_group` | ❌ | +| 5 | 0.250398 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -3861,7 +3861,7 @@ | 1 | 0.521407 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.303065 | `azmcp_role` | ❌ | | 3 | 0.280213 | `azmcp_subscription` | ❌ | -| 4 | 0.266609 | `azmcp_grafana` | ❌ | +| 4 | 0.266608 | `azmcp_grafana` | ❌ | | 5 | 0.263463 | `azmcp_bestpractices` | ❌ | --- @@ -3875,11 +3875,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.360827 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.357219 | `azmcp_kusto` | ❌ | -| 3 | 0.301675 | `azmcp_postgres` | ❌ | -| 4 | 0.284263 | `azmcp_cosmos` | ❌ | -| 5 | 0.282172 | `azmcp_mysql` | ❌ | +| 1 | 0.360851 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.357243 | `azmcp_kusto` | ❌ | +| 3 | 0.301668 | `azmcp_postgres` | ❌ | +| 4 | 0.284314 | `azmcp_cosmos` | ❌ | +| 5 | 0.282191 | `azmcp_mysql` | ❌ | --- @@ -3909,11 +3909,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.451670 | `azmcp_redis` | ✅ **EXPECTED** | -| 2 | 0.442659 | `azmcp_subscription` | ❌ | -| 3 | 0.390091 | `azmcp_kusto` | ❌ | -| 4 | 0.386188 | `azmcp_aks` | ❌ | -| 5 | 0.364753 | `azmcp_eventgrid` | ❌ | +| 1 | 0.451626 | `azmcp_redis` | ✅ **EXPECTED** | +| 2 | 0.442535 | `azmcp_subscription` | ❌ | +| 3 | 0.390031 | `azmcp_kusto` | ❌ | +| 4 | 0.386080 | `azmcp_aks` | ❌ | +| 5 | 0.364674 | `azmcp_eventgrid` | ❌ | --- @@ -3929,7 +3929,7 @@ | 1 | 0.473500 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.239846 | `azmcp_grafana` | ❌ | | 3 | 0.235526 | `azmcp_kusto` | ❌ | -| 4 | 0.215469 | `azmcp_mysql` | ❌ | +| 4 | 0.215468 | `azmcp_mysql` | ❌ | | 5 | 0.213039 | `azmcp_datadog` | ❌ | --- @@ -3964,7 +3964,7 @@ | 2 | 0.290386 | `azmcp_role` | ❌ | | 3 | 0.278779 | `azmcp_grafana` | ❌ | | 4 | 0.274605 | `azmcp_keyvault` | ❌ | -| 5 | 0.271999 | `azmcp_quota` | ❌ | +| 5 | 0.271979 | `azmcp_quota` | ❌ | --- @@ -3977,10 +3977,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.353610 | `azmcp_redis` | ✅ **EXPECTED** | +| 1 | 0.353609 | `azmcp_redis` | ✅ **EXPECTED** | | 2 | 0.351483 | `azmcp_kusto` | ❌ | | 3 | 0.292684 | `azmcp_postgres` | ❌ | -| 4 | 0.292160 | `azmcp_cosmos` | ❌ | +| 4 | 0.292161 | `azmcp_cosmos` | ❌ | | 5 | 0.273921 | `azmcp_mysql` | ❌ | --- @@ -4028,8 +4028,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.418025 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.398250 | `azmcp_quota` | ❌ | +| 1 | 0.418003 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.398203 | `azmcp_quota` | ❌ | | 3 | 0.275775 | `azmcp_foundry` | ❌ | | 4 | 0.260375 | `azmcp_group` | ❌ | | 5 | 0.260164 | `azmcp_datadog` | ❌ | @@ -4045,8 +4045,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496164 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.459820 | `azmcp_eventgrid` | ❌ | +| 1 | 0.496245 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.459821 | `azmcp_eventgrid` | ❌ | | 3 | 0.442619 | `azmcp_subscription` | ❌ | | 4 | 0.379736 | `azmcp_servicebus` | ❌ | | 5 | 0.375840 | `azmcp_datadog` | ❌ | @@ -4062,11 +4062,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.495135 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 1 | 0.495211 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.446696 | `azmcp_subscription` | ❌ | | 3 | 0.444646 | `azmcp_eventgrid` | ❌ | | 4 | 0.373486 | `azmcp_applicationinsights` | ❌ | -| 5 | 0.373484 | `azmcp_datadog` | ❌ | +| 5 | 0.373483 | `azmcp_datadog` | ❌ | --- @@ -4080,8 +4080,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.521277 | `azmcp_subscription` | ❌ | -| 2 | 0.473958 | `azmcp_quota` | ❌ | -| 3 | 0.472732 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.473993 | `azmcp_quota` | ❌ | +| 3 | 0.472724 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 4 | 0.438679 | `azmcp_group` | ❌ | | 5 | 0.393209 | `azmcp_applicationinsights` | ❌ | @@ -4096,9 +4096,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.502417 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 1 | 0.502449 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.469826 | `azmcp_subscription` | ❌ | -| 3 | 0.414984 | `azmcp_eventgrid` | ❌ | +| 3 | 0.414983 | `azmcp_eventgrid` | ❌ | | 4 | 0.399025 | `azmcp_datadog` | ❌ | | 5 | 0.373389 | `azmcp_monitor` | ❌ | @@ -4113,7 +4113,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.417500 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 1 | 0.417499 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.408581 | `azmcp_monitor` | ❌ | | 3 | 0.406208 | `azmcp_appservice` | ❌ | | 4 | 0.405886 | `azmcp_datadog` | ❌ | @@ -4130,9 +4130,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.569808 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 1 | 0.569751 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.458158 | `azmcp_datadog` | ❌ | -| 3 | 0.428774 | `azmcp_quota` | ❌ | +| 3 | 0.428745 | `azmcp_quota` | ❌ | | 4 | 0.406390 | `azmcp_bestpractices` | ❌ | | 5 | 0.396871 | `azmcp_monitor` | ❌ | @@ -4148,9 +4148,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.434595 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.420336 | `azmcp_storage` | ❌ | -| 3 | 0.371645 | `azmcp_quota` | ❌ | -| 4 | 0.360788 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.420250 | `azmcp_storage` | ❌ | +| 3 | 0.371598 | `azmcp_quota` | ❌ | +| 4 | 0.360652 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.340138 | `azmcp_datadog` | ❌ | --- @@ -4164,9 +4164,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.413391 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 1 | 0.413371 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 2 | 0.395586 | `azmcp_group` | ❌ | -| 3 | 0.382290 | `azmcp_quota` | ❌ | +| 3 | 0.382256 | `azmcp_quota` | ❌ | | 4 | 0.343056 | `azmcp_virtualdesktop` | ❌ | | 5 | 0.339436 | `azmcp_datadog` | ❌ | @@ -4181,11 +4181,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.575739 | `azmcp_resourcehealth` | ✅ **EXPECTED** | -| 2 | 0.434896 | `azmcp_group` | ❌ | -| 3 | 0.420309 | `azmcp_datadog` | ❌ | -| 4 | 0.376949 | `azmcp_applens` | ❌ | -| 5 | 0.373255 | `azmcp_quota` | ❌ | +| 1 | 0.575363 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.437073 | `azmcp_group` | ❌ | +| 3 | 0.420929 | `azmcp_datadog` | ❌ | +| 4 | 0.376753 | `azmcp_applens` | ❌ | +| 5 | 0.373430 | `azmcp_quota` | ❌ | --- @@ -4199,7 +4199,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.278910 | `azmcp_foundry` | ❌ | -| 2 | 0.266076 | `azmcp_resourcehealth` | ✅ **EXPECTED** | +| 2 | 0.266104 | `azmcp_resourcehealth` | ✅ **EXPECTED** | | 3 | 0.258189 | `azmcp_datadog` | ❌ | | 4 | 0.253985 | `azmcp_servicebus` | ❌ | | 5 | 0.250753 | `azmcp_appservice` | ❌ | @@ -4218,7 +4218,7 @@ | 1 | 0.472280 | `azmcp_subscription` | ❌ | | 2 | 0.459704 | `azmcp_role` | ✅ **EXPECTED** | | 3 | 0.359733 | `azmcp_group` | ❌ | -| 4 | 0.323683 | `azmcp_quota` | ❌ | +| 4 | 0.323706 | `azmcp_quota` | ❌ | | 5 | 0.312423 | `azmcp_applicationinsights` | ❌ | --- @@ -4235,7 +4235,7 @@ | 1 | 0.458711 | `azmcp_subscription` | ❌ | | 2 | 0.451858 | `azmcp_role` | ✅ **EXPECTED** | | 3 | 0.354219 | `azmcp_group` | ❌ | -| 4 | 0.350779 | `azmcp_quota` | ❌ | +| 4 | 0.350797 | `azmcp_quota` | ❌ | | 5 | 0.319086 | `azmcp_eventgrid` | ❌ | --- @@ -4269,7 +4269,7 @@ | 1 | 0.519226 | `azmcp_search` | ✅ **EXPECTED** | | 2 | 0.407752 | `azmcp_applicationinsights` | ❌ | | 3 | 0.391839 | `azmcp_foundry` | ❌ | -| 4 | 0.338419 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.338265 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.334339 | `azmcp_kusto` | ❌ | --- @@ -4287,7 +4287,7 @@ | 2 | 0.338146 | `azmcp_applicationinsights` | ❌ | | 3 | 0.307445 | `azmcp_foundry` | ❌ | | 4 | 0.300930 | `azmcp_monitor` | ❌ | -| 5 | 0.289450 | `azmcp_cosmos` | ❌ | +| 5 | 0.289441 | `azmcp_cosmos` | ❌ | --- @@ -4338,7 +4338,7 @@ | 2 | 0.381964 | `azmcp_applicationinsights` | ❌ | | 3 | 0.341475 | `azmcp_foundry` | ❌ | | 4 | 0.326910 | `azmcp_kusto` | ❌ | -| 5 | 0.320586 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.320513 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4355,7 +4355,7 @@ | 2 | 0.399808 | `azmcp_applicationinsights` | ❌ | | 3 | 0.375511 | `azmcp_foundry` | ❌ | | 4 | 0.353150 | `azmcp_kusto` | ❌ | -| 5 | 0.338963 | `azmcp_cosmos` | ❌ | +| 5 | 0.338944 | `azmcp_cosmos` | ❌ | --- @@ -4369,8 +4369,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.515210 | `azmcp_servicebus` | ✅ **EXPECTED** | -| 2 | 0.312918 | `azmcp_quota` | ❌ | -| 3 | 0.286313 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.312910 | `azmcp_quota` | ❌ | +| 3 | 0.286261 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.275943 | `azmcp_kusto` | ❌ | | 5 | 0.272072 | `azmcp_foundry` | ❌ | @@ -4419,11 +4419,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349187 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.276539 | `azmcp_postgres` | ❌ | -| 3 | 0.235849 | `azmcp_appservice` | ❌ | -| 4 | 0.220859 | `azmcp_mysql` | ❌ | -| 5 | 0.208322 | `azmcp_quota` | ❌ | +| 1 | 0.349044 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.276463 | `azmcp_postgres` | ❌ | +| 3 | 0.235740 | `azmcp_appservice` | ❌ | +| 4 | 0.220758 | `azmcp_mysql` | ❌ | +| 5 | 0.208255 | `azmcp_quota` | ❌ | --- @@ -4436,11 +4436,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.466848 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.466881 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.361904 | `azmcp_postgres` | ❌ | | 3 | 0.348106 | `azmcp_mysql` | ❌ | | 4 | 0.340496 | `azmcp_appservice` | ❌ | -| 5 | 0.291863 | `azmcp_role` | ❌ | +| 5 | 0.291864 | `azmcp_role` | ❌ | --- @@ -4454,7 +4454,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.446714 | `azmcp_group` | ❌ | -| 2 | 0.415627 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.415614 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.358221 | `azmcp_postgres` | ❌ | | 4 | 0.340018 | `azmcp_mysql` | ❌ | | 5 | 0.338012 | `azmcp_appservice` | ❌ | @@ -4471,10 +4471,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.402306 | `azmcp_group` | ❌ | -| 2 | 0.399102 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.344114 | `azmcp_postgres` | ❌ | -| 4 | 0.337361 | `azmcp_appservice` | ❌ | -| 5 | 0.325359 | `azmcp_cosmos` | ❌ | +| 2 | 0.399066 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.344115 | `azmcp_postgres` | ❌ | +| 4 | 0.337360 | `azmcp_appservice` | ❌ | +| 5 | 0.325241 | `azmcp_cosmos` | ❌ | --- @@ -4487,11 +4487,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.383947 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.383972 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.289799 | `azmcp_postgres` | ❌ | | 3 | 0.251502 | `azmcp_mysql` | ❌ | | 4 | 0.251496 | `azmcp_appservice` | ❌ | -| 5 | 0.222495 | `azmcp_search` | ❌ | +| 5 | 0.222496 | `azmcp_search` | ❌ | --- @@ -4504,11 +4504,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.354920 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.354889 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.326429 | `azmcp_postgres` | ❌ | | 3 | 0.296864 | `azmcp_mysql` | ❌ | | 4 | 0.231349 | `azmcp_appservice` | ❌ | -| 5 | 0.220197 | `azmcp_cosmos` | ❌ | +| 5 | 0.220129 | `azmcp_cosmos` | ❌ | --- @@ -4521,11 +4521,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.427057 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.377151 | `azmcp_postgres` | ❌ | -| 3 | 0.353239 | `azmcp_mysql` | ❌ | -| 4 | 0.332366 | `azmcp_appservice` | ❌ | -| 5 | 0.291790 | `azmcp_cosmos` | ❌ | +| 1 | 0.427034 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.377149 | `azmcp_postgres` | ❌ | +| 3 | 0.353270 | `azmcp_mysql` | ❌ | +| 4 | 0.332471 | `azmcp_appservice` | ❌ | +| 5 | 0.291818 | `azmcp_cosmos` | ❌ | --- @@ -4538,8 +4538,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441612 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.359043 | `azmcp_mysql` | ❌ | +| 1 | 0.441610 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.359044 | `azmcp_mysql` | ❌ | | 3 | 0.356581 | `azmcp_postgres` | ❌ | | 4 | 0.343417 | `azmcp_appservice` | ❌ | | 5 | 0.336132 | `azmcp_cloudarchitect` | ❌ | @@ -4555,9 +4555,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.432743 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.432811 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.342039 | `azmcp_postgres` | ❌ | -| 3 | 0.334096 | `azmcp_mysql` | ❌ | +| 3 | 0.334097 | `azmcp_mysql` | ❌ | | 4 | 0.329443 | `azmcp_appservice` | ❌ | | 5 | 0.295978 | `azmcp_functionapp` | ❌ | @@ -4572,11 +4572,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.374602 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.374666 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.302565 | `azmcp_postgres` | ❌ | | 3 | 0.271006 | `azmcp_appservice` | ❌ | | 4 | 0.266095 | `azmcp_mysql` | ❌ | -| 5 | 0.248834 | `azmcp_quota` | ❌ | +| 5 | 0.248880 | `azmcp_quota` | ❌ | --- @@ -4589,7 +4589,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.305045 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.305040 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.274573 | `azmcp_postgres` | ❌ | | 3 | 0.243498 | `azmcp_mysql` | ❌ | | 4 | 0.224113 | `azmcp_kusto` | ❌ | @@ -4607,7 +4607,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.455481 | `azmcp_group` | ❌ | -| 2 | 0.418653 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.418659 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.370771 | `azmcp_postgres` | ❌ | | 4 | 0.363453 | `azmcp_mysql` | ❌ | | 5 | 0.360053 | `azmcp_appservice` | ❌ | @@ -4623,11 +4623,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.314152 | `azmcp_postgres` | ❌ | -| 2 | 0.288915 | `azmcp_mysql` | ❌ | -| 3 | 0.278424 | `azmcp_sql` | ✅ **EXPECTED** | -| 4 | 0.227335 | `azmcp_appservice` | ❌ | -| 5 | 0.223573 | `azmcp_cosmos` | ❌ | +| 1 | 0.313811 | `azmcp_postgres` | ❌ | +| 2 | 0.288769 | `azmcp_mysql` | ❌ | +| 3 | 0.278216 | `azmcp_sql` | ✅ **EXPECTED** | +| 4 | 0.226755 | `azmcp_appservice` | ❌ | +| 5 | 0.223223 | `azmcp_cosmos` | ❌ | --- @@ -4640,7 +4640,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.334587 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.334602 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.332653 | `azmcp_postgres` | ❌ | | 3 | 0.313922 | `azmcp_mysql` | ❌ | | 4 | 0.240792 | `azmcp_appservice` | ❌ | @@ -4657,11 +4657,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.341167 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.314077 | `azmcp_postgres` | ❌ | -| 3 | 0.272830 | `azmcp_kusto` | ❌ | -| 4 | 0.271624 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.271529 | `azmcp_search` | ❌ | +| 1 | 0.341198 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.314064 | `azmcp_postgres` | ❌ | +| 3 | 0.272804 | `azmcp_kusto` | ❌ | +| 4 | 0.271570 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.271483 | `azmcp_search` | ❌ | --- @@ -4674,11 +4674,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.318330 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.318318 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.292498 | `azmcp_postgres` | ❌ | | 3 | 0.291815 | `azmcp_appconfig` | ❌ | | 4 | 0.259466 | `azmcp_mysql` | ❌ | -| 5 | 0.255957 | `azmcp_quota` | ❌ | +| 5 | 0.256037 | `azmcp_quota` | ❌ | --- @@ -4691,8 +4691,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.331140 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.315911 | `azmcp_postgres` | ❌ | +| 1 | 0.331119 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.315910 | `azmcp_postgres` | ❌ | | 3 | 0.284460 | `azmcp_mysql` | ❌ | | 4 | 0.259874 | `azmcp_appconfig` | ❌ | | 5 | 0.229422 | `azmcp_appservice` | ❌ | @@ -4709,9 +4709,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.513860 | `azmcp_group` | ❌ | -| 2 | 0.428388 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.428356 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.367740 | `azmcp_postgres` | ❌ | -| 4 | 0.355969 | `azmcp_quota` | ❌ | +| 4 | 0.356077 | `azmcp_quota` | ❌ | | 5 | 0.352787 | `azmcp_extension_azqr` | ❌ | --- @@ -4725,11 +4725,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.492819 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.492783 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.435227 | `azmcp_postgres` | ❌ | | 3 | 0.411265 | `azmcp_mysql` | ❌ | | 4 | 0.362256 | `azmcp_kusto` | ❌ | -| 5 | 0.361206 | `azmcp_cosmos` | ❌ | +| 5 | 0.361168 | `azmcp_cosmos` | ❌ | --- @@ -4742,11 +4742,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.515008 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.515055 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.382015 | `azmcp_postgres` | ❌ | | 3 | 0.358128 | `azmcp_mysql` | ❌ | | 4 | 0.337734 | `azmcp_kusto` | ❌ | -| 5 | 0.318160 | `azmcp_quota` | ❌ | +| 5 | 0.318129 | `azmcp_quota` | ❌ | --- @@ -4759,11 +4759,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.408625 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.408644 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.343544 | `azmcp_postgres` | ❌ | -| 3 | 0.286830 | `azmcp_quota` | ❌ | -| 4 | 0.273793 | `azmcp_mysql` | ❌ | -| 5 | 0.265130 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.286882 | `azmcp_quota` | ❌ | +| 4 | 0.273794 | `azmcp_mysql` | ❌ | +| 5 | 0.265096 | `azmcp_azuremanagedlustre` | ❌ | --- @@ -4776,11 +4776,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.479268 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.296676 | `azmcp_postgres` | ❌ | -| 3 | 0.272289 | `azmcp_role` | ❌ | -| 4 | 0.267368 | `azmcp_subscription` | ❌ | -| 5 | 0.266624 | `azmcp_search` | ❌ | +| 1 | 0.479697 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.296947 | `azmcp_postgres` | ❌ | +| 3 | 0.272843 | `azmcp_role` | ❌ | +| 4 | 0.267755 | `azmcp_subscription` | ❌ | +| 5 | 0.267122 | `azmcp_search` | ❌ | --- @@ -4794,10 +4794,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.433697 | `azmcp_group` | ❌ | -| 2 | 0.382058 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.346072 | `azmcp_appservice` | ❌ | +| 2 | 0.382043 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.346073 | `azmcp_appservice` | ❌ | | 4 | 0.337805 | `azmcp_postgres` | ❌ | -| 5 | 0.328730 | `azmcp_cosmos` | ❌ | +| 5 | 0.328652 | `azmcp_cosmos` | ❌ | --- @@ -4810,7 +4810,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.315370 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.315418 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.244050 | `azmcp_postgres` | ❌ | | 3 | 0.218489 | `azmcp_appservice` | ❌ | | 4 | 0.198427 | `azmcp_role` | ❌ | @@ -4827,7 +4827,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.329911 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.329923 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.322005 | `azmcp_subscription` | ❌ | | 3 | 0.277999 | `azmcp_postgres` | ❌ | | 4 | 0.253331 | `azmcp_appservice` | ❌ | @@ -4844,8 +4844,8 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.391681 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.371290 | `azmcp_postgres` | ❌ | +| 1 | 0.391682 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.371291 | `azmcp_postgres` | ❌ | | 3 | 0.337644 | `azmcp_mysql` | ❌ | | 4 | 0.281748 | `azmcp_kusto` | ❌ | | 5 | 0.256360 | `azmcp_appservice` | ❌ | @@ -4862,9 +4862,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.414780 | `azmcp_group` | ❌ | -| 2 | 0.407543 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.407560 | `azmcp_sql` | ✅ **EXPECTED** | | 3 | 0.357977 | `azmcp_appservice` | ❌ | -| 4 | 0.336495 | `azmcp_postgres` | ❌ | +| 4 | 0.336496 | `azmcp_postgres` | ❌ | | 5 | 0.320383 | `azmcp_mysql` | ❌ | --- @@ -4878,7 +4878,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.433253 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.433230 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.382584 | `azmcp_postgres` | ❌ | | 3 | 0.377617 | `azmcp_mysql` | ❌ | | 4 | 0.340049 | `azmcp_appservice` | ❌ | @@ -4896,10 +4896,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.496618 | `azmcp_group` | ❌ | -| 2 | 0.402248 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.388140 | `azmcp_quota` | ❌ | +| 2 | 0.402230 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.388150 | `azmcp_quota` | ❌ | | 4 | 0.355196 | `azmcp_postgres` | ❌ | -| 5 | 0.336664 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.336615 | `azmcp_resourcehealth` | ❌ | --- @@ -4913,9 +4913,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.493954 | `azmcp_group` | ❌ | -| 2 | 0.439502 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.397148 | `azmcp_postgres` | ❌ | -| 4 | 0.386014 | `azmcp_quota` | ❌ | +| 2 | 0.439495 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.397149 | `azmcp_postgres` | ❌ | +| 4 | 0.386108 | `azmcp_quota` | ❌ | | 5 | 0.385318 | `azmcp_extension_azqr` | ❌ | --- @@ -4929,11 +4929,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.354915 | `azmcp_postgres` | ❌ | -| 2 | 0.343677 | `azmcp_sql` | ✅ **EXPECTED** | -| 3 | 0.297851 | `azmcp_mysql` | ❌ | -| 4 | 0.261216 | `azmcp_kusto` | ❌ | -| 5 | 0.236685 | `azmcp_cosmos` | ❌ | +| 1 | 0.354989 | `azmcp_postgres` | ❌ | +| 2 | 0.343676 | `azmcp_sql` | ✅ **EXPECTED** | +| 3 | 0.297867 | `azmcp_mysql` | ❌ | +| 4 | 0.261261 | `azmcp_kusto` | ❌ | +| 5 | 0.236677 | `azmcp_cosmos` | ❌ | --- @@ -4946,11 +4946,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.497929 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.497997 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.376034 | `azmcp_postgres` | ❌ | -| 3 | 0.356804 | `azmcp_mysql` | ❌ | -| 4 | 0.331815 | `azmcp_quota` | ❌ | -| 5 | 0.326074 | `azmcp_appservice` | ❌ | +| 3 | 0.356803 | `azmcp_mysql` | ❌ | +| 4 | 0.331765 | `azmcp_quota` | ❌ | +| 5 | 0.326073 | `azmcp_appservice` | ❌ | --- @@ -4963,7 +4963,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458777 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.458610 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.246640 | `azmcp_postgres` | ❌ | | 3 | 0.213214 | `azmcp_mysql` | ❌ | | 4 | 0.210631 | `azmcp_search` | ❌ | @@ -4980,9 +4980,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.394707 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.394749 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.329782 | `azmcp_postgres` | ❌ | -| 3 | 0.269618 | `azmcp_quota` | ❌ | +| 3 | 0.269614 | `azmcp_quota` | ❌ | | 4 | 0.263067 | `azmcp_mysql` | ❌ | | 5 | 0.245959 | `azmcp_monitor` | ❌ | @@ -4997,11 +4997,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436015 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.384665 | `azmcp_postgres` | ❌ | -| 3 | 0.348662 | `azmcp_appservice` | ❌ | -| 4 | 0.336249 | `azmcp_mysql` | ❌ | -| 5 | 0.298594 | `azmcp_cosmos` | ❌ | +| 1 | 0.435981 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.384704 | `azmcp_postgres` | ❌ | +| 3 | 0.348665 | `azmcp_appservice` | ❌ | +| 4 | 0.336267 | `azmcp_mysql` | ❌ | +| 5 | 0.298487 | `azmcp_cosmos` | ❌ | --- @@ -5014,10 +5014,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489484 | `azmcp_sql` | ✅ **EXPECTED** | -| 2 | 0.362013 | `azmcp_postgres` | ❌ | +| 1 | 0.489544 | `azmcp_sql` | ✅ **EXPECTED** | +| 2 | 0.362014 | `azmcp_postgres` | ❌ | | 3 | 0.355550 | `azmcp_mysql` | ❌ | -| 4 | 0.347602 | `azmcp_quota` | ❌ | +| 4 | 0.347550 | `azmcp_quota` | ❌ | | 5 | 0.315322 | `azmcp_kusto` | ❌ | --- @@ -5031,10 +5031,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.390656 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.390688 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.311190 | `azmcp_postgres` | ❌ | | 3 | 0.260548 | `azmcp_mysql` | ❌ | -| 4 | 0.256932 | `azmcp_quota` | ❌ | +| 4 | 0.256957 | `azmcp_quota` | ❌ | | 5 | 0.248835 | `azmcp_appservice` | ❌ | --- @@ -5048,7 +5048,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.478838 | `azmcp_sql` | ✅ **EXPECTED** | +| 1 | 0.478716 | `azmcp_sql` | ✅ **EXPECTED** | | 2 | 0.245652 | `azmcp_mysql` | ❌ | | 3 | 0.239884 | `azmcp_postgres` | ❌ | | 4 | 0.228914 | `azmcp_search` | ❌ | @@ -5065,10 +5065,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.397322 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.376189 | `azmcp_cosmos` | ❌ | +| 1 | 0.397418 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.376118 | `azmcp_cosmos` | ❌ | | 3 | 0.321842 | `azmcp_acr` | ❌ | -| 4 | 0.292596 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.292480 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.292423 | `azmcp_functionapp` | ❌ | --- @@ -5082,9 +5082,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.391152 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.301057 | `azmcp_quota` | ❌ | -| 3 | 0.300079 | `azmcp_loadtesting` | ❌ | +| 1 | 0.390975 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.303463 | `azmcp_loadtesting` | ❌ | +| 3 | 0.301001 | `azmcp_quota` | ❌ | | 4 | 0.280951 | `azmcp_subscription` | ❌ | | 5 | 0.275618 | `azmcp_cloudarchitect` | ❌ | @@ -5099,9 +5099,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.405963 | `azmcp_storage` | ✅ **EXPECTED** | +| 1 | 0.405885 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.378261 | `azmcp_cloudarchitect` | ❌ | -| 3 | 0.374141 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.374304 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.344197 | `azmcp_functionapp` | ❌ | | 5 | 0.339362 | `azmcp_appservice` | ❌ | @@ -5116,11 +5116,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.372623 | `azmcp_azuremanagedlustre` | ❌ | -| 2 | 0.368628 | `azmcp_storage` | ✅ **EXPECTED** | -| 3 | 0.352242 | `azmcp_cloudarchitect` | ❌ | -| 4 | 0.340316 | `azmcp_appservice` | ❌ | -| 5 | 0.338838 | `azmcp_loadtesting` | ❌ | +| 1 | 0.372636 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.368549 | `azmcp_storage` | ✅ **EXPECTED** | +| 3 | 0.352246 | `azmcp_cloudarchitect` | ❌ | +| 4 | 0.341673 | `azmcp_loadtesting` | ❌ | +| 5 | 0.340342 | `azmcp_appservice` | ❌ | --- @@ -5133,11 +5133,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436824 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.362999 | `azmcp_acr` | ❌ | -| 3 | 0.296167 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.294027 | `azmcp_cloudarchitect` | ❌ | -| 5 | 0.292047 | `azmcp_cosmos` | ❌ | +| 1 | 0.436930 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.362942 | `azmcp_acr` | ❌ | +| 3 | 0.296190 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.293970 | `azmcp_cloudarchitect` | ❌ | +| 5 | 0.291969 | `azmcp_cosmos` | ❌ | --- @@ -5150,11 +5150,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.401846 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.339040 | `azmcp_acr` | ❌ | -| 3 | 0.288468 | `azmcp_azuremanagedlustre` | ❌ | -| 4 | 0.276975 | `azmcp_cosmos` | ❌ | -| 5 | 0.275153 | `azmcp_cloudarchitect` | ❌ | +| 1 | 0.401768 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.339046 | `azmcp_acr` | ❌ | +| 3 | 0.288530 | `azmcp_azuremanagedlustre` | ❌ | +| 4 | 0.276998 | `azmcp_cosmos` | ❌ | +| 5 | 0.275140 | `azmcp_cloudarchitect` | ❌ | --- @@ -5167,9 +5167,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.469672 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.376402 | `azmcp_quota` | ❌ | -| 3 | 0.365458 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.469595 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.376471 | `azmcp_quota` | ❌ | +| 3 | 0.365489 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.361999 | `azmcp_subscription` | ❌ | | 5 | 0.319820 | `azmcp_applicationinsights` | ❌ | @@ -5184,11 +5184,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.463623 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.326187 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.463642 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.326177 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.320387 | `azmcp_acr` | ❌ | -| 4 | 0.314013 | `azmcp_cosmos` | ❌ | -| 5 | 0.312638 | `azmcp_quota` | ❌ | +| 4 | 0.314006 | `azmcp_cosmos` | ❌ | +| 5 | 0.312712 | `azmcp_quota` | ❌ | --- @@ -5201,11 +5201,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.465210 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.356733 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.465243 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.356757 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.349220 | `azmcp_subscription` | ❌ | | 4 | 0.345851 | `azmcp_acr` | ❌ | -| 5 | 0.307438 | `azmcp_quota` | ❌ | +| 5 | 0.307392 | `azmcp_quota` | ❌ | --- @@ -5218,11 +5218,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.480072 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.363690 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.480155 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.363664 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.342061 | `azmcp_subscription` | ❌ | | 4 | 0.338225 | `azmcp_acr` | ❌ | -| 5 | 0.302460 | `azmcp_cosmos` | ❌ | +| 5 | 0.302431 | `azmcp_cosmos` | ❌ | --- @@ -5236,9 +5236,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.479627 | `azmcp_subscription` | ❌ | -| 2 | 0.433254 | `azmcp_quota` | ❌ | -| 3 | 0.424247 | `azmcp_storage` | ✅ **EXPECTED** | -| 4 | 0.389845 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.433260 | `azmcp_quota` | ❌ | +| 3 | 0.424144 | `azmcp_storage` | ✅ **EXPECTED** | +| 4 | 0.389867 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.367140 | `azmcp_group` | ❌ | --- @@ -5252,11 +5252,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.407147 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.396722 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.389894 | `azmcp_quota` | ❌ | +| 1 | 0.407120 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.396691 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.389916 | `azmcp_quota` | ❌ | | 4 | 0.335275 | `azmcp_subscription` | ❌ | -| 5 | 0.331402 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.331394 | `azmcp_resourcehealth` | ❌ | --- @@ -5269,11 +5269,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.472914 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.351941 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.350258 | `azmcp_acr` | ❌ | -| 4 | 0.337517 | `azmcp_cosmos` | ❌ | -| 5 | 0.314729 | `azmcp_quota` | ❌ | +| 1 | 0.473042 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.351893 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.350271 | `azmcp_acr` | ❌ | +| 4 | 0.337539 | `azmcp_cosmos` | ❌ | +| 5 | 0.314806 | `azmcp_quota` | ❌ | --- @@ -5286,11 +5286,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.450315 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.378324 | `azmcp_azuremanagedlustre` | ❌ | +| 1 | 0.450281 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.378195 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.364989 | `azmcp_subscription` | ❌ | | 4 | 0.355040 | `azmcp_acr` | ❌ | -| 5 | 0.352335 | `azmcp_quota` | ❌ | +| 5 | 0.352261 | `azmcp_quota` | ❌ | --- @@ -5303,10 +5303,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.464183 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.394437 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.392509 | `azmcp_subscription` | ❌ | -| 4 | 0.384737 | `azmcp_quota` | ❌ | +| 1 | 0.464107 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.394544 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.392508 | `azmcp_subscription` | ❌ | +| 4 | 0.384777 | `azmcp_quota` | ❌ | | 5 | 0.361202 | `azmcp_applicationinsights` | ❌ | --- @@ -5320,11 +5320,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496652 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.377410 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.361309 | `azmcp_cosmos` | ❌ | +| 1 | 0.496677 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.377345 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.361316 | `azmcp_cosmos` | ❌ | | 4 | 0.349844 | `azmcp_acr` | ❌ | -| 5 | 0.336460 | `azmcp_quota` | ❌ | +| 5 | 0.336477 | `azmcp_quota` | ❌ | --- @@ -5337,11 +5337,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.467376 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.384748 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.369553 | `azmcp_quota` | ❌ | -| 4 | 0.360761 | `azmcp_acr` | ❌ | -| 5 | 0.338758 | `azmcp_subscription` | ❌ | +| 1 | 0.467667 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.384967 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.369796 | `azmcp_quota` | ❌ | +| 4 | 0.360862 | `azmcp_acr` | ❌ | +| 5 | 0.338998 | `azmcp_subscription` | ❌ | --- @@ -5354,10 +5354,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.454794 | `azmcp_storage` | ✅ **EXPECTED** | +| 1 | 0.454811 | `azmcp_storage` | ✅ **EXPECTED** | | 2 | 0.430931 | `azmcp_subscription` | ❌ | -| 3 | 0.369798 | `azmcp_quota` | ❌ | -| 4 | 0.366486 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.369767 | `azmcp_quota` | ❌ | +| 4 | 0.366484 | `azmcp_azuremanagedlustre` | ❌ | | 5 | 0.332783 | `azmcp_applicationinsights` | ❌ | --- @@ -5371,11 +5371,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.442224 | `azmcp_storage` | ✅ **EXPECTED** | -| 2 | 0.295226 | `azmcp_azuremanagedlustre` | ❌ | -| 3 | 0.292922 | `azmcp_acr` | ❌ | -| 4 | 0.274278 | `azmcp_functionapp` | ❌ | -| 5 | 0.262936 | `azmcp_cosmos` | ❌ | +| 1 | 0.443541 | `azmcp_storage` | ✅ **EXPECTED** | +| 2 | 0.295171 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.292797 | `azmcp_acr` | ❌ | +| 4 | 0.274035 | `azmcp_functionapp` | ❌ | +| 5 | 0.262997 | `azmcp_cosmos` | ❌ | --- @@ -5458,8 +5458,8 @@ |------|-------|------|--------| | 1 | 0.487530 | `azmcp_subscription` | ❌ | | 2 | 0.411561 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 3 | 0.377767 | `azmcp_group` | ❌ | -| 4 | 0.360146 | `azmcp_sql` | ❌ | +| 3 | 0.377766 | `azmcp_group` | ❌ | +| 4 | 0.360182 | `azmcp_sql` | ❌ | | 5 | 0.351052 | `azmcp_applicationinsights` | ❌ | --- @@ -5474,10 +5474,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.451799 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 2 | 0.286542 | `azmcp_quota` | ❌ | -| 3 | 0.273487 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.272584 | `azmcp_azuremanagedlustre` | ❌ | -| 5 | 0.265188 | `azmcp_sql` | ❌ | +| 2 | 0.286546 | `azmcp_quota` | ❌ | +| 3 | 0.273494 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.272531 | `azmcp_azuremanagedlustre` | ❌ | +| 5 | 0.265247 | `azmcp_sql` | ❌ | --- @@ -5491,10 +5491,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.454673 | `azmcp_virtualdesktop` | ✅ **EXPECTED** | -| 2 | 0.272326 | `azmcp_azuremanagedlustre` | ❌ | +| 2 | 0.272266 | `azmcp_azuremanagedlustre` | ❌ | | 3 | 0.270036 | `azmcp_subscription` | ❌ | -| 4 | 0.263816 | `azmcp_quota` | ❌ | -| 5 | 0.251855 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.263782 | `azmcp_quota` | ❌ | +| 5 | 0.251846 | `azmcp_resourcehealth` | ❌ | --- @@ -5507,11 +5507,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.465630 | `azmcp_workbooks` | ✅ **EXPECTED** | -| 2 | 0.206723 | `azmcp_grafana` | ❌ | -| 3 | 0.115383 | `azmcp_bicepschema` | ❌ | -| 4 | 0.111941 | `azmcp_extension_azqr` | ❌ | -| 5 | 0.102583 | `azmcp_functionapp` | ❌ | +| 1 | 0.465597 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 2 | 0.206748 | `azmcp_grafana` | ❌ | +| 3 | 0.115369 | `azmcp_bicepschema` | ❌ | +| 4 | 0.111907 | `azmcp_extension_azqr` | ❌ | +| 5 | 0.102582 | `azmcp_functionapp` | ❌ | --- @@ -5543,8 +5543,8 @@ |------|-------|------|--------| | 1 | 0.470736 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.242309 | `azmcp_grafana` | ❌ | -| 3 | 0.201831 | `azmcp_resourcehealth` | ❌ | -| 4 | 0.190889 | `azmcp_quota` | ❌ | +| 3 | 0.201795 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.191050 | `azmcp_quota` | ❌ | | 5 | 0.189657 | `azmcp_extension_azqr` | ❌ | --- @@ -5561,7 +5561,7 @@ | 1 | 0.539125 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.490077 | `azmcp_group` | ❌ | | 3 | 0.360895 | `azmcp_grafana` | ❌ | -| 4 | 0.321430 | `azmcp_extension_azqr` | ❌ | +| 4 | 0.321431 | `azmcp_extension_azqr` | ❌ | | 5 | 0.317639 | `azmcp_subscription` | ❌ | --- @@ -5575,11 +5575,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.471788 | `azmcp_workbooks` | ✅ **EXPECTED** | +| 1 | 0.471787 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.276892 | `azmcp_grafana` | ❌ | -| 3 | 0.161891 | `azmcp_azuremanagedlustre` | ❌ | +| 3 | 0.161845 | `azmcp_azuremanagedlustre` | ❌ | | 4 | 0.150875 | `azmcp_marketplace` | ❌ | -| 5 | 0.143215 | `azmcp_virtualdesktop` | ❌ | +| 5 | 0.143216 | `azmcp_virtualdesktop` | ❌ | --- @@ -5594,8 +5594,8 @@ |------|-------|------|--------| | 1 | 0.434069 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.206844 | `azmcp_grafana` | ❌ | -| 3 | 0.171355 | `azmcp_loadtesting` | ❌ | -| 4 | 0.153680 | `azmcp_bicepschema` | ❌ | +| 3 | 0.172204 | `azmcp_loadtesting` | ❌ | +| 4 | 0.153735 | `azmcp_bicepschema` | ❌ | | 5 | 0.141389 | `azmcp_appservice` | ❌ | --- @@ -5612,8 +5612,8 @@ | 1 | 0.571828 | `azmcp_workbooks` | ✅ **EXPECTED** | | 2 | 0.490770 | `azmcp_group` | ❌ | | 3 | 0.378435 | `azmcp_grafana` | ❌ | -| 4 | 0.343728 | `azmcp_quota` | ❌ | -| 5 | 0.343283 | `azmcp_resourcehealth` | ❌ | +| 4 | 0.343757 | `azmcp_quota` | ❌ | +| 5 | 0.343271 | `azmcp_resourcehealth` | ❌ | --- @@ -5628,9 +5628,9 @@ |------|-------|------|--------| | 1 | 0.489262 | `azmcp_subscription` | ❌ | | 2 | 0.476826 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 3 | 0.475542 | `azmcp_cloudarchitect` | ❌ | +| 3 | 0.475541 | `azmcp_cloudarchitect` | ❌ | | 4 | 0.464915 | `azmcp_bestpractices` | ❌ | -| 5 | 0.464037 | `azmcp_resourcehealth` | ❌ | +| 5 | 0.463995 | `azmcp_resourcehealth` | ❌ | --- @@ -5646,7 +5646,7 @@ | 1 | 0.537297 | `azmcp_cloudarchitect` | ❌ | | 2 | 0.498407 | `azmcp_bestpractices` | ❌ | | 3 | 0.479029 | `azmcp_azureterraformbestpractices` | ❌ | -| 4 | 0.462743 | `azmcp_extension_azqr` | ✅ **EXPECTED** | +| 4 | 0.462744 | `azmcp_extension_azqr` | ✅ **EXPECTED** | | 5 | 0.454636 | `azmcp_subscription` | ❌ | --- @@ -5662,7 +5662,7 @@ |------|-------|------|--------| | 1 | 0.525269 | `azmcp_cloudarchitect` | ❌ | | 2 | 0.516925 | `azmcp_extension_azqr` | ✅ **EXPECTED** | -| 3 | 0.497831 | `azmcp_azureterraformbestpractices` | ❌ | +| 3 | 0.497832 | `azmcp_azureterraformbestpractices` | ❌ | | 4 | 0.495991 | `azmcp_bestpractices` | ❌ | | 5 | 0.477837 | `azmcp_subscription` | ❌ | @@ -5671,11 +5671,11 @@ ## Summary **Total Prompts Tested:** 314 -**Analysis Execution Time:** 49.0265919s +**Analysis Execution Time:** 61.0747345s ### Success Rate Metrics -**Top Choice Success:** 83.8% (263/314 tests) +**Top Choice Success:** 84.1% (264/314 tests) #### Confidence Level Distribution @@ -5691,8 +5691,8 @@ **💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/314 tests) **🎯 Top Choice + High Confidence (≥0.7):** 0.3% (1/314 tests) **✅ Top Choice + Good Confidence (≥0.6):** 4.1% (13/314 tests) -**👍 Top Choice + Fair Confidence (≥0.5):** 29.3% (92/314 tests) -**👌 Top Choice + Acceptable Confidence (≥0.4):** 70.4% (221/314 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 29.6% (93/314 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 70.7% (222/314 tests) ### Success Rate Analysis From c0d8accc11cedacd7d90d563980999486e6e5f72 Mon Sep 17 00:00:00 2001 From: Fan Yang Date: Fri, 26 Sep 2025 11:13:31 -0400 Subject: [PATCH 23/23] Mapped some new tools --- .../consolidated-prompts.json | 33 + .../consolidated-tools.json | 92 +- .../results-consolidated.md | 3052 ++++++++++------- 3 files changed, 1904 insertions(+), 1273 deletions(-) diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json index 651b15ad7..cb12c2b43 100644 --- a/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-prompts.json @@ -9,12 +9,21 @@ "What subscriptions do I have?" ], "get_azure_app_resource_details": [ + "Add a CosmosDB database to app service ", + "Add a database connection to my app service in resource group ", + "Add a MySQL database to app service ", + "Add a PostgreSQL database to app service ", + "Add database on server to app service ", + "Add database with retry policy to app service ", + "Configure a SQL Server database for app service ", + "Configure tenant for database in app service ", "Describe the function app in resource group ", "Get configuration for function app ", "Get function app status for ", "Get information about my function app in ", "List all function apps in my subscription", "Retrieve host name and status of function app ", + "Set connection string for database in app service ", "Show function app details for in ", "Show me my Azure function apps", "Show me the details for the function app ", @@ -23,7 +32,10 @@ "What is the status of function app ?" ], "get_azure_databases_details": [ + "Display the properties of SQL server ", + "Get the configuration details for SQL server ", "Get the configuration details for the SQL database on server ", + "List all Azure SQL servers in resource group ", "List all cosmosdb accounts in my subscription", "List all databases in the Azure SQL server ", "List all MySQL databases in server ", @@ -37,6 +49,7 @@ "Show me all items that contain the word in the MySQL database in server ", "Show me all items that contain the word in the PostgreSQL database in server ", "Show me all the databases configuration details in the Azure SQL server ", + "Show me every SQL server available in resource group ", "Show me if the parameter my PostgreSQL server has replication enabled", "Show me my cosmosdb accounts", "Show me my MySQL servers", @@ -46,6 +59,7 @@ "Show me the containers in the database for the cosmosdb account ", "Show me the cosmosdb accounts in my subscription", "Show me the databases in the cosmosdb account ", + "Show me the details of Azure SQL server in resource group ", "Show me the details of SQL database in server ", "Show me the items that contain the word in the container in the database for the cosmosdb account ", "Show me the MySQL databases in server ", @@ -75,9 +89,14 @@ "List all monitored resources in the Datadog resource ", "List all tables in the Log Analytics workspace ", "List availability status for all resources in my subscription", + "List code optimization recommendations across my Application Insights components", + "List profiler recommendations for Application Insights in resource group ", + "Please help me diagnose issues with my app using app lens", "Query the metric for for the last ", "Show me all available metrics and their definitions for storage account ", + "Show me code optimization recommendations for all Application Insights resources in my subscription", "Show me my Log Analytics workspaces", + "Show me performance improvement recommendations from Application Insights", "Show me the available table types in the Log Analytics workspace ", "Show me the health status of all my Azure resources", "Show me the health status of entity in the Log Analytics workspace ", @@ -87,6 +106,8 @@ "Show me the logs for the past hour in the Log Analytics workspace ", "Show me the monitored resources in the Datadog resource ", "Show me the tables in the Log Analytics workspace ", + "Use app lens to check why my app is slow?", + "What does app lens say is wrong with my service?", "What is the availability status of virtual machine in resource group ?", "What metric definitions are available for the Application Insights resource ", "What resources in resource group have health issues?", @@ -145,6 +166,8 @@ "Show me the certificate in the key vault ", "Show me the certificates in the key vault ", "Show me the details of the certificate in the key vault ", + "Show me the details of the key in the key vault ", + "Show me the key in the key vault ", "Show me the keys in the key vault ", "Show me the secrets in the key vault " ], @@ -212,6 +235,12 @@ "deploy_azure_ai_models": [ "Deploy a GPT4o instance on my resource " ], + "connect_azure_ai_foundry_agents": [ + "Query an agent in my AI foundry project" + ], + "evaluate_azure_ai_foundry_agents": [ + "Evaluate the full query and response I got from my agent for task_adherence" + ], "get_azure_storage_details": [ "Get details about the storage account ", "Get the details about blob in the container in storage account ", @@ -220,6 +249,7 @@ "List all storage accounts in my subscription including their location and SKU", "List the Azure Managed Lustre filesystems in my resource group ", "List the Azure Managed Lustre filesystems in my subscription ", + "List the Azure Managed Lustre SKUs available in ", "Show me my storage accounts with whether hierarchical namespace (HNS) is enabled", "Show me the blobs in the blob container in the storage account ", "Show me the containers in the storage account ", @@ -312,6 +342,7 @@ "What Microsoft Entra ID administrators are set up for my SQL server ?" ], "get_azure_container_details": [ + "Get details for nodepool in AKS cluster in ", "Get the configuration of AKS cluster ", "List all AKS clusters in my subscription", "List all Azure Container Registries in my subscription", @@ -322,6 +353,7 @@ "Show me my Azure Container Registries", "Show me my Azure Kubernetes Service clusters", "Show me my container registry repositories", + "Show me the configuration for nodepool in AKS cluster in resource group ", "Show me the container registries in my subscription", "Show me the container registries in resource group ", "Show me the details of AKS cluster in resource group ", @@ -330,6 +362,7 @@ "Show me the repositories in the container registry ", "What AKS clusters do I have?", "What are the details of my AKS cluster in ?", + "What is the setup of nodepool for AKS cluster in ?", "What nodepools do I have for AKS cluster in " ], "get_azure_virtual_desktop_details": [ diff --git a/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json b/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json index 7cb0ac52d..33f6da0d3 100644 --- a/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json +++ b/eng/tools/ToolDescriptionEvaluator/consolidated-tools.json @@ -37,7 +37,7 @@ }, { "name": "get_azure_app_resource_details", - "description": "Get details about Azure application platform services, such as Azure Functions.", + "description": "Get details about Azure application platform services, such as Azure Functions, and manage database integrations for App Service applications.", "parameters": { "intent": { "type": "string", @@ -66,12 +66,13 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_appservice_database_add", "mcp_azure-mcp-ser_azmcp_functionapp_get" ] }, { "name": "get_azure_databases_details", - "description": "Comprehensive Azure database management tool for MySQL, PostgreSQL, SQL Database, and Cosmos DB. List and query databases, retrieve server configurations and parameters, explore table schemas, execute database queries, manage Cosmos DB containers and items, and view database server details across all Azure database services.", + "description": "Comprehensive Azure database management tool for MySQL, PostgreSQL, SQL Database, SQL Server, and Cosmos DB. List and query databases, retrieve server configurations and parameters, explore table schemas, execute database queries, manage Cosmos DB containers and items, list and view detailed information about SQL servers, and view database server details across all Azure database services.", "parameters": { "intent": { "type": "string", @@ -116,6 +117,8 @@ "mcp_azure-mcp-ser_azmcp_postgres_table_schema_get", "mcp_azure-mcp-ser_azmcp_sql_db_list", "mcp_azure-mcp-ser_azmcp_sql_db_show", + "mcp_azure-mcp-ser_azmcp_sql_server_list", + "mcp_azure-mcp-ser_azmcp_sql_server_show", "mcp_azure-mcp-ser_azmcp_cosmos_account_list", "mcp_azure-mcp-ser_azmcp_cosmos_database_container_item_query", "mcp_azure-mcp-ser_azmcp_cosmos_database_container_list", @@ -159,7 +162,7 @@ }, { "name": "get_azure_resource_and_app_health_status", - "description": "Get Azure resource and application health status and metrics and availability. Query Log Analytics, list Log Analytics workspaces, get the current availability status of Azure resources, list Grafana instances, and view Datadog monitored resources.", + "description": "Get Azure resource and application health status and metrics and availability. Query Log Analytics, list Log Analytics workspaces, get the current availability status of Azure resources, list Grafana instances, view Datadog monitored resources, perform App Lens diagnostics for comprehensive application troubleshooting, and retrieve Application Insights recommendations for performance optimization.", "parameters": { "intent": { "type": "string", @@ -188,6 +191,8 @@ "localRequired": false }, "available_commands": [ + "mcp_azure-mcp-ser_azmcp_applicationinsights_recommendation_list", + "mcp_azure-mcp-ser_azmcp_applens_resource_diagnose", "mcp_azure-mcp-ser_azmcp_grafana_list", "mcp_azure-mcp-ser_azmcp_datadog_monitoredresources_list", "mcp_azure-mcp-ser_azmcp_monitor_workspace_list", @@ -586,7 +591,7 @@ }, { "name": "get_azure_key_vault", - "description": "View and retrieve Azure Key Vault security artifacts, including certificates, keys, and secrets", + "description": "View and retrieve Azure Key Vault security artifacts, including certificates, keys (both listing and individual key details), and secrets", "parameters": { "intent": { "type": "string", @@ -617,6 +622,7 @@ "available_commands": [ "mcp_azure-mcp-ser_azmcp_keyvault_certificate_get", "mcp_azure-mcp-ser_azmcp_keyvault_certificate_list", + "mcp_azure-mcp-ser_azmcp_keyvault_key_get", "mcp_azure-mcp-ser_azmcp_keyvault_key_list", "mcp_azure-mcp-ser_azmcp_keyvault_secret_list" ] @@ -967,7 +973,7 @@ } }, "toolMetadata": { - "destructive": false, + "destructive": true, "idempotent": false, "openWorld": true, "readOnly": false, @@ -978,9 +984,77 @@ "mcp_azure-mcp-ser_azmcp_foundry_models_deploy" ] }, + { + "name": "connect_azure_ai_foundry_agents", + "description": "Connect to Azure AI Foundry agents for establishing agent connections and communication channels.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": false, + "openWorld": true, + "readOnly": false, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_foundry_agents_connect" + ] + }, + { + "name": "evaluate_azure_ai_foundry_agents", + "description": "Evaluate Azure AI Foundry agents for performance assessment and testing of agent capabilities.", + "parameters": { + "intent": { + "type": "string", + "description": "The intent of the azure operation to perform." + }, + "command": { + "type": "string", + "description": "The command to execute against the specified tool." + }, + "parameters": { + "type": "object", + "description": "The parameters to pass to the tool command." + }, + "learn": { + "type": "boolean", + "description": "To learn about the tool and its supported child tools and parameters.", + "default": false + } + }, + "toolMetadata": { + "destructive": false, + "idempotent": true, + "openWorld": false, + "readOnly": true, + "secret": false, + "localRequired": false + }, + "available_commands": [ + "mcp_azure-mcp-ser_azmcp_foundry_agents_evaluate" + ] + }, { "name": "get_azure_storage_details", - "description": "Get details about Azure Storage resources including Storage accounts, blob containers, blob data, and Azure Managed Lustre filesystem information, but not health status.", + "description": "Get details about Azure Storage resources including Storage accounts, blob containers, blob data, and Azure Managed Lustre filesystem information including available SKUs, but not health status.", "parameters": { "intent": { "type": "string", @@ -1010,6 +1084,7 @@ }, "available_commands": [ "mcp_azure-mcp-ser_azmcp_azuremanagedlustre_filesystem_list", + "mcp_azure-mcp-ser_azmcp_azuremanagedlustre_filesystem_sku_get", "mcp_azure-mcp-ser_azmcp_storage_account_get", "mcp_azure-mcp-ser_azmcp_storage_blob_container_get", "mcp_azure-mcp-ser_azmcp_storage_blob_get" @@ -1376,7 +1451,7 @@ }, { "name": "get_azure_container_details", - "description": "Get details about Azure container services including Azure Container Registry (ACR) and Azure Kubernetes Service (AKS). View registries, repositories, nodepools, clusters, and cluster configurations.", + "description": "Get details about Azure container services including Azure Container Registry (ACR) and Azure Kubernetes Service (AKS). View registries, repositories, nodepools, clusters, cluster configurations, and individual nodepool details.", "parameters": { "intent": { "type": "string", @@ -1409,7 +1484,8 @@ "mcp_azure-mcp-ser_azmcp_acr_registry_repository_list", "mcp_azure-mcp-ser_azmcp_aks_cluster_list", "mcp_azure-mcp-ser_azmcp_aks_cluster_get", - "mcp_azure-mcp-ser_azmcp_aks_nodepool_list" + "mcp_azure-mcp-ser_azmcp_aks_nodepool_list", + "mcp_azure-mcp-ser_azmcp_aks_nodepool_get" ] }, { diff --git a/eng/tools/ToolDescriptionEvaluator/results-consolidated.md b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md index e1153aaab..35b3b1625 100644 --- a/eng/tools/ToolDescriptionEvaluator/results-consolidated.md +++ b/eng/tools/ToolDescriptionEvaluator/results-consolidated.md @@ -1,15 +1,15 @@ # Tool Selection Analysis Setup -**Setup completed:** 2025-09-24 18:23:29 -**Tool count:** 40 -**Database setup time:** 1.3791042s +**Setup completed:** 2025-09-25 12:38:37 +**Tool count:** 42 +**Database setup time:** 1.6519718s --- # Tool Selection Analysis Results -**Analysis Date:** 2025-09-24 18:23:29 -**Tool count:** 40 +**Analysis Date:** 2025-09-25 12:38:37 +**Tool count:** 42 ## Table of Contents @@ -32,15 +32,15 @@ - [Test 17: get_azure_app_resource_details](#test-17) - [Test 18: get_azure_app_resource_details](#test-18) - [Test 19: get_azure_app_resource_details](#test-19) -- [Test 20: get_azure_databases_details](#test-20) -- [Test 21: get_azure_databases_details](#test-21) -- [Test 22: get_azure_databases_details](#test-22) -- [Test 23: get_azure_databases_details](#test-23) -- [Test 24: get_azure_databases_details](#test-24) -- [Test 25: get_azure_databases_details](#test-25) -- [Test 26: get_azure_databases_details](#test-26) -- [Test 27: get_azure_databases_details](#test-27) -- [Test 28: get_azure_databases_details](#test-28) +- [Test 20: get_azure_app_resource_details](#test-20) +- [Test 21: get_azure_app_resource_details](#test-21) +- [Test 22: get_azure_app_resource_details](#test-22) +- [Test 23: get_azure_app_resource_details](#test-23) +- [Test 24: get_azure_app_resource_details](#test-24) +- [Test 25: get_azure_app_resource_details](#test-25) +- [Test 26: get_azure_app_resource_details](#test-26) +- [Test 27: get_azure_app_resource_details](#test-27) +- [Test 28: get_azure_app_resource_details](#test-28) - [Test 29: get_azure_databases_details](#test-29) - [Test 30: get_azure_databases_details](#test-30) - [Test 31: get_azure_databases_details](#test-31) @@ -66,22 +66,22 @@ - [Test 51: get_azure_databases_details](#test-51) - [Test 52: get_azure_databases_details](#test-52) - [Test 53: get_azure_databases_details](#test-53) -- [Test 54: edit_azure_databases](#test-54) -- [Test 55: edit_azure_databases](#test-55) -- [Test 56: get_azure_resource_and_app_health_status](#test-56) -- [Test 57: get_azure_resource_and_app_health_status](#test-57) -- [Test 58: get_azure_resource_and_app_health_status](#test-58) -- [Test 59: get_azure_resource_and_app_health_status](#test-59) -- [Test 60: get_azure_resource_and_app_health_status](#test-60) -- [Test 61: get_azure_resource_and_app_health_status](#test-61) -- [Test 62: get_azure_resource_and_app_health_status](#test-62) -- [Test 63: get_azure_resource_and_app_health_status](#test-63) -- [Test 64: get_azure_resource_and_app_health_status](#test-64) -- [Test 65: get_azure_resource_and_app_health_status](#test-65) -- [Test 66: get_azure_resource_and_app_health_status](#test-66) -- [Test 67: get_azure_resource_and_app_health_status](#test-67) -- [Test 68: get_azure_resource_and_app_health_status](#test-68) -- [Test 69: get_azure_resource_and_app_health_status](#test-69) +- [Test 54: get_azure_databases_details](#test-54) +- [Test 55: get_azure_databases_details](#test-55) +- [Test 56: get_azure_databases_details](#test-56) +- [Test 57: get_azure_databases_details](#test-57) +- [Test 58: get_azure_databases_details](#test-58) +- [Test 59: get_azure_databases_details](#test-59) +- [Test 60: get_azure_databases_details](#test-60) +- [Test 61: get_azure_databases_details](#test-61) +- [Test 62: get_azure_databases_details](#test-62) +- [Test 63: get_azure_databases_details](#test-63) +- [Test 64: get_azure_databases_details](#test-64) +- [Test 65: get_azure_databases_details](#test-65) +- [Test 66: get_azure_databases_details](#test-66) +- [Test 67: get_azure_databases_details](#test-67) +- [Test 68: edit_azure_databases](#test-68) +- [Test 69: edit_azure_databases](#test-69) - [Test 70: get_azure_resource_and_app_health_status](#test-70) - [Test 71: get_azure_resource_and_app_health_status](#test-71) - [Test 72: get_azure_resource_and_app_health_status](#test-72) @@ -96,184 +96,213 @@ - [Test 81: get_azure_resource_and_app_health_status](#test-81) - [Test 82: get_azure_resource_and_app_health_status](#test-82) - [Test 83: get_azure_resource_and_app_health_status](#test-83) -- [Test 84: deploy_resources_and_applications_to_azure](#test-84) -- [Test 85: deploy_resources_and_applications_to_azure](#test-85) -- [Test 86: deploy_resources_and_applications_to_azure](#test-86) -- [Test 87: deploy_resources_and_applications_to_azure](#test-87) -- [Test 88: get_azure_app_config_settings](#test-88) -- [Test 89: get_azure_app_config_settings](#test-89) -- [Test 90: get_azure_app_config_settings](#test-90) -- [Test 91: get_azure_app_config_settings](#test-91) -- [Test 92: get_azure_app_config_settings](#test-92) -- [Test 93: get_azure_app_config_settings](#test-93) -- [Test 94: edit_azure_app_config_settings](#test-94) -- [Test 95: edit_azure_app_config_settings](#test-95) -- [Test 96: lock_unlock_azure_app_config_settings](#test-96) -- [Test 97: lock_unlock_azure_app_config_settings](#test-97) -- [Test 98: edit_azure_workbooks](#test-98) -- [Test 99: edit_azure_workbooks](#test-99) -- [Test 100: create_azure_workbooks](#test-100) -- [Test 101: get_azure_workbooks_details](#test-101) -- [Test 102: get_azure_workbooks_details](#test-102) -- [Test 103: get_azure_workbooks_details](#test-103) -- [Test 104: get_azure_workbooks_details](#test-104) -- [Test 105: audit_azure_resources_compliance](#test-105) -- [Test 106: audit_azure_resources_compliance](#test-106) -- [Test 107: audit_azure_resources_compliance](#test-107) -- [Test 108: get_azure_security_configurations](#test-108) -- [Test 109: get_azure_security_configurations](#test-109) -- [Test 110: get_azure_key_vault](#test-110) -- [Test 111: get_azure_key_vault](#test-111) -- [Test 112: get_azure_key_vault](#test-112) -- [Test 113: get_azure_key_vault](#test-113) -- [Test 114: get_azure_key_vault](#test-114) -- [Test 115: get_azure_key_vault](#test-115) -- [Test 116: get_azure_key_vault](#test-116) -- [Test 117: get_azure_key_vault](#test-117) -- [Test 118: create_azure_key_vault_items](#test-118) -- [Test 119: create_azure_key_vault_items](#test-119) -- [Test 120: create_azure_key_vault_items](#test-120) -- [Test 121: import_azure_key_vault_certificates](#test-121) -- [Test 122: import_azure_key_vault_certificates](#test-122) -- [Test 123: get_azure_best_practices](#test-123) -- [Test 124: get_azure_best_practices](#test-124) -- [Test 125: get_azure_best_practices](#test-125) -- [Test 126: get_azure_best_practices](#test-126) -- [Test 127: get_azure_best_practices](#test-127) -- [Test 128: get_azure_best_practices](#test-128) -- [Test 129: get_azure_best_practices](#test-129) -- [Test 130: get_azure_best_practices](#test-130) -- [Test 131: get_azure_best_practices](#test-131) -- [Test 132: get_azure_best_practices](#test-132) -- [Test 133: get_azure_best_practices](#test-133) -- [Test 134: design_azure_architecture](#test-134) -- [Test 135: design_azure_architecture](#test-135) -- [Test 136: design_azure_architecture](#test-136) -- [Test 137: design_azure_architecture](#test-137) -- [Test 138: design_azure_architecture](#test-138) -- [Test 139: get_azure_load_testing_details](#test-139) -- [Test 140: get_azure_load_testing_details](#test-140) -- [Test 141: get_azure_load_testing_details](#test-141) -- [Test 142: get_azure_load_testing_details](#test-142) -- [Test 143: create_azure_load_testing](#test-143) -- [Test 144: create_azure_load_testing](#test-144) -- [Test 145: create_azure_load_testing](#test-145) -- [Test 146: update_azure_load_testing_configurations](#test-146) -- [Test 147: get_azure_ai_resources_details](#test-147) -- [Test 148: get_azure_ai_resources_details](#test-148) -- [Test 149: get_azure_ai_resources_details](#test-149) -- [Test 150: get_azure_ai_resources_details](#test-150) -- [Test 151: get_azure_ai_resources_details](#test-151) -- [Test 152: get_azure_ai_resources_details](#test-152) -- [Test 153: get_azure_ai_resources_details](#test-153) -- [Test 154: get_azure_ai_resources_details](#test-154) -- [Test 155: get_azure_ai_resources_details](#test-155) -- [Test 156: get_azure_ai_resources_details](#test-156) -- [Test 157: get_azure_ai_resources_details](#test-157) -- [Test 158: get_azure_ai_resources_details](#test-158) -- [Test 159: get_azure_ai_resources_details](#test-159) -- [Test 160: get_azure_ai_resources_details](#test-160) -- [Test 161: get_azure_ai_resources_details](#test-161) -- [Test 162: deploy_azure_ai_models](#test-162) -- [Test 163: get_azure_storage_details](#test-163) -- [Test 164: get_azure_storage_details](#test-164) -- [Test 165: get_azure_storage_details](#test-165) -- [Test 166: get_azure_storage_details](#test-166) -- [Test 167: get_azure_storage_details](#test-167) -- [Test 168: get_azure_storage_details](#test-168) -- [Test 169: get_azure_storage_details](#test-169) -- [Test 170: get_azure_storage_details](#test-170) -- [Test 171: get_azure_storage_details](#test-171) -- [Test 172: get_azure_storage_details](#test-172) -- [Test 173: get_azure_storage_details](#test-173) -- [Test 174: get_azure_storage_details](#test-174) -- [Test 175: get_azure_storage_details](#test-175) -- [Test 176: get_azure_storage_details](#test-176) -- [Test 177: create_azure_storage](#test-177) -- [Test 178: create_azure_storage](#test-178) -- [Test 179: create_azure_storage](#test-179) -- [Test 180: create_azure_storage](#test-180) -- [Test 181: create_azure_storage](#test-181) -- [Test 182: create_azure_storage](#test-182) -- [Test 183: upload_azure_storage_blobs](#test-183) -- [Test 184: get_azure_cache_for_redis_details](#test-184) -- [Test 185: get_azure_cache_for_redis_details](#test-185) -- [Test 186: get_azure_cache_for_redis_details](#test-186) -- [Test 187: get_azure_cache_for_redis_details](#test-187) -- [Test 188: get_azure_cache_for_redis_details](#test-188) -- [Test 189: get_azure_cache_for_redis_details](#test-189) -- [Test 190: get_azure_cache_for_redis_details](#test-190) -- [Test 191: get_azure_cache_for_redis_details](#test-191) -- [Test 192: get_azure_cache_for_redis_details](#test-192) -- [Test 193: get_azure_cache_for_redis_details](#test-193) -- [Test 194: browse_azure_marketplace_products](#test-194) -- [Test 195: browse_azure_marketplace_products](#test-195) -- [Test 196: browse_azure_marketplace_products](#test-196) -- [Test 197: get_azure_capacity](#test-197) -- [Test 198: get_azure_capacity](#test-198) -- [Test 199: get_azure_capacity](#test-199) -- [Test 200: get_azure_messaging_service_details](#test-200) -- [Test 201: get_azure_messaging_service_details](#test-201) -- [Test 202: get_azure_messaging_service_details](#test-202) -- [Test 203: get_azure_messaging_service_details](#test-203) -- [Test 204: get_azure_messaging_service_details](#test-204) -- [Test 205: get_azure_messaging_service_details](#test-205) -- [Test 206: get_azure_messaging_service_details](#test-206) -- [Test 207: get_azure_messaging_service_details](#test-207) -- [Test 208: get_azure_messaging_service_details](#test-208) -- [Test 209: get_azure_messaging_service_details](#test-209) -- [Test 210: get_azure_messaging_service_details](#test-210) -- [Test 211: get_azure_messaging_service_details](#test-211) -- [Test 212: get_azure_messaging_service_details](#test-212) -- [Test 213: get_azure_messaging_service_details](#test-213) -- [Test 214: get_azure_data_explorer_kusto_details](#test-214) -- [Test 215: get_azure_data_explorer_kusto_details](#test-215) -- [Test 216: get_azure_data_explorer_kusto_details](#test-216) -- [Test 217: get_azure_data_explorer_kusto_details](#test-217) -- [Test 218: get_azure_data_explorer_kusto_details](#test-218) -- [Test 219: get_azure_data_explorer_kusto_details](#test-219) -- [Test 220: get_azure_data_explorer_kusto_details](#test-220) -- [Test 221: get_azure_data_explorer_kusto_details](#test-221) -- [Test 222: get_azure_data_explorer_kusto_details](#test-222) -- [Test 223: get_azure_data_explorer_kusto_details](#test-223) -- [Test 224: get_azure_data_explorer_kusto_details](#test-224) -- [Test 225: create_azure_database_admin_configurations](#test-225) -- [Test 226: create_azure_database_admin_configurations](#test-226) -- [Test 227: create_azure_database_admin_configurations](#test-227) -- [Test 228: delete_azure_database_admin_configurations](#test-228) -- [Test 229: delete_azure_database_admin_configurations](#test-229) -- [Test 230: delete_azure_database_admin_configurations](#test-230) -- [Test 231: get_azure_database_admin_configuration_details](#test-231) -- [Test 232: get_azure_database_admin_configuration_details](#test-232) -- [Test 233: get_azure_database_admin_configuration_details](#test-233) -- [Test 234: get_azure_database_admin_configuration_details](#test-234) -- [Test 235: get_azure_database_admin_configuration_details](#test-235) -- [Test 236: get_azure_database_admin_configuration_details](#test-236) -- [Test 237: get_azure_database_admin_configuration_details](#test-237) -- [Test 238: get_azure_database_admin_configuration_details](#test-238) -- [Test 239: get_azure_database_admin_configuration_details](#test-239) -- [Test 240: get_azure_container_details](#test-240) -- [Test 241: get_azure_container_details](#test-241) -- [Test 242: get_azure_container_details](#test-242) -- [Test 243: get_azure_container_details](#test-243) -- [Test 244: get_azure_container_details](#test-244) -- [Test 245: get_azure_container_details](#test-245) -- [Test 246: get_azure_container_details](#test-246) -- [Test 247: get_azure_container_details](#test-247) -- [Test 248: get_azure_container_details](#test-248) -- [Test 249: get_azure_container_details](#test-249) -- [Test 250: get_azure_container_details](#test-250) -- [Test 251: get_azure_container_details](#test-251) -- [Test 252: get_azure_container_details](#test-252) -- [Test 253: get_azure_container_details](#test-253) -- [Test 254: get_azure_container_details](#test-254) -- [Test 255: get_azure_container_details](#test-255) -- [Test 256: get_azure_container_details](#test-256) -- [Test 257: get_azure_container_details](#test-257) -- [Test 258: get_azure_container_details](#test-258) -- [Test 259: get_azure_virtual_desktop_details](#test-259) -- [Test 260: get_azure_virtual_desktop_details](#test-260) -- [Test 261: get_azure_virtual_desktop_details](#test-261) +- [Test 84: get_azure_resource_and_app_health_status](#test-84) +- [Test 85: get_azure_resource_and_app_health_status](#test-85) +- [Test 86: get_azure_resource_and_app_health_status](#test-86) +- [Test 87: get_azure_resource_and_app_health_status](#test-87) +- [Test 88: get_azure_resource_and_app_health_status](#test-88) +- [Test 89: get_azure_resource_and_app_health_status](#test-89) +- [Test 90: get_azure_resource_and_app_health_status](#test-90) +- [Test 91: get_azure_resource_and_app_health_status](#test-91) +- [Test 92: get_azure_resource_and_app_health_status](#test-92) +- [Test 93: get_azure_resource_and_app_health_status](#test-93) +- [Test 94: get_azure_resource_and_app_health_status](#test-94) +- [Test 95: get_azure_resource_and_app_health_status](#test-95) +- [Test 96: get_azure_resource_and_app_health_status](#test-96) +- [Test 97: get_azure_resource_and_app_health_status](#test-97) +- [Test 98: get_azure_resource_and_app_health_status](#test-98) +- [Test 99: get_azure_resource_and_app_health_status](#test-99) +- [Test 100: get_azure_resource_and_app_health_status](#test-100) +- [Test 101: get_azure_resource_and_app_health_status](#test-101) +- [Test 102: get_azure_resource_and_app_health_status](#test-102) +- [Test 103: get_azure_resource_and_app_health_status](#test-103) +- [Test 104: get_azure_resource_and_app_health_status](#test-104) +- [Test 105: deploy_resources_and_applications_to_azure](#test-105) +- [Test 106: deploy_resources_and_applications_to_azure](#test-106) +- [Test 107: deploy_resources_and_applications_to_azure](#test-107) +- [Test 108: deploy_resources_and_applications_to_azure](#test-108) +- [Test 109: get_azure_app_config_settings](#test-109) +- [Test 110: get_azure_app_config_settings](#test-110) +- [Test 111: get_azure_app_config_settings](#test-111) +- [Test 112: get_azure_app_config_settings](#test-112) +- [Test 113: get_azure_app_config_settings](#test-113) +- [Test 114: get_azure_app_config_settings](#test-114) +- [Test 115: edit_azure_app_config_settings](#test-115) +- [Test 116: edit_azure_app_config_settings](#test-116) +- [Test 117: lock_unlock_azure_app_config_settings](#test-117) +- [Test 118: lock_unlock_azure_app_config_settings](#test-118) +- [Test 119: edit_azure_workbooks](#test-119) +- [Test 120: edit_azure_workbooks](#test-120) +- [Test 121: create_azure_workbooks](#test-121) +- [Test 122: get_azure_workbooks_details](#test-122) +- [Test 123: get_azure_workbooks_details](#test-123) +- [Test 124: get_azure_workbooks_details](#test-124) +- [Test 125: get_azure_workbooks_details](#test-125) +- [Test 126: audit_azure_resources_compliance](#test-126) +- [Test 127: audit_azure_resources_compliance](#test-127) +- [Test 128: audit_azure_resources_compliance](#test-128) +- [Test 129: get_azure_security_configurations](#test-129) +- [Test 130: get_azure_security_configurations](#test-130) +- [Test 131: get_azure_key_vault](#test-131) +- [Test 132: get_azure_key_vault](#test-132) +- [Test 133: get_azure_key_vault](#test-133) +- [Test 134: get_azure_key_vault](#test-134) +- [Test 135: get_azure_key_vault](#test-135) +- [Test 136: get_azure_key_vault](#test-136) +- [Test 137: get_azure_key_vault](#test-137) +- [Test 138: get_azure_key_vault](#test-138) +- [Test 139: get_azure_key_vault](#test-139) +- [Test 140: get_azure_key_vault](#test-140) +- [Test 141: create_azure_key_vault_items](#test-141) +- [Test 142: create_azure_key_vault_items](#test-142) +- [Test 143: create_azure_key_vault_items](#test-143) +- [Test 144: import_azure_key_vault_certificates](#test-144) +- [Test 145: import_azure_key_vault_certificates](#test-145) +- [Test 146: get_azure_best_practices](#test-146) +- [Test 147: get_azure_best_practices](#test-147) +- [Test 148: get_azure_best_practices](#test-148) +- [Test 149: get_azure_best_practices](#test-149) +- [Test 150: get_azure_best_practices](#test-150) +- [Test 151: get_azure_best_practices](#test-151) +- [Test 152: get_azure_best_practices](#test-152) +- [Test 153: get_azure_best_practices](#test-153) +- [Test 154: get_azure_best_practices](#test-154) +- [Test 155: get_azure_best_practices](#test-155) +- [Test 156: get_azure_best_practices](#test-156) +- [Test 157: design_azure_architecture](#test-157) +- [Test 158: design_azure_architecture](#test-158) +- [Test 159: design_azure_architecture](#test-159) +- [Test 160: design_azure_architecture](#test-160) +- [Test 161: design_azure_architecture](#test-161) +- [Test 162: get_azure_load_testing_details](#test-162) +- [Test 163: get_azure_load_testing_details](#test-163) +- [Test 164: get_azure_load_testing_details](#test-164) +- [Test 165: get_azure_load_testing_details](#test-165) +- [Test 166: create_azure_load_testing](#test-166) +- [Test 167: create_azure_load_testing](#test-167) +- [Test 168: create_azure_load_testing](#test-168) +- [Test 169: update_azure_load_testing_configurations](#test-169) +- [Test 170: get_azure_ai_resources_details](#test-170) +- [Test 171: get_azure_ai_resources_details](#test-171) +- [Test 172: get_azure_ai_resources_details](#test-172) +- [Test 173: get_azure_ai_resources_details](#test-173) +- [Test 174: get_azure_ai_resources_details](#test-174) +- [Test 175: get_azure_ai_resources_details](#test-175) +- [Test 176: get_azure_ai_resources_details](#test-176) +- [Test 177: get_azure_ai_resources_details](#test-177) +- [Test 178: get_azure_ai_resources_details](#test-178) +- [Test 179: get_azure_ai_resources_details](#test-179) +- [Test 180: get_azure_ai_resources_details](#test-180) +- [Test 181: get_azure_ai_resources_details](#test-181) +- [Test 182: get_azure_ai_resources_details](#test-182) +- [Test 183: get_azure_ai_resources_details](#test-183) +- [Test 184: get_azure_ai_resources_details](#test-184) +- [Test 185: deploy_azure_ai_models](#test-185) +- [Test 186: connect_azure_ai_foundry_agents](#test-186) +- [Test 187: evaluate_azure_ai_foundry_agents](#test-187) +- [Test 188: get_azure_storage_details](#test-188) +- [Test 189: get_azure_storage_details](#test-189) +- [Test 190: get_azure_storage_details](#test-190) +- [Test 191: get_azure_storage_details](#test-191) +- [Test 192: get_azure_storage_details](#test-192) +- [Test 193: get_azure_storage_details](#test-193) +- [Test 194: get_azure_storage_details](#test-194) +- [Test 195: get_azure_storage_details](#test-195) +- [Test 196: get_azure_storage_details](#test-196) +- [Test 197: get_azure_storage_details](#test-197) +- [Test 198: get_azure_storage_details](#test-198) +- [Test 199: get_azure_storage_details](#test-199) +- [Test 200: get_azure_storage_details](#test-200) +- [Test 201: get_azure_storage_details](#test-201) +- [Test 202: get_azure_storage_details](#test-202) +- [Test 203: create_azure_storage](#test-203) +- [Test 204: create_azure_storage](#test-204) +- [Test 205: create_azure_storage](#test-205) +- [Test 206: create_azure_storage](#test-206) +- [Test 207: create_azure_storage](#test-207) +- [Test 208: create_azure_storage](#test-208) +- [Test 209: upload_azure_storage_blobs](#test-209) +- [Test 210: get_azure_cache_for_redis_details](#test-210) +- [Test 211: get_azure_cache_for_redis_details](#test-211) +- [Test 212: get_azure_cache_for_redis_details](#test-212) +- [Test 213: get_azure_cache_for_redis_details](#test-213) +- [Test 214: get_azure_cache_for_redis_details](#test-214) +- [Test 215: get_azure_cache_for_redis_details](#test-215) +- [Test 216: get_azure_cache_for_redis_details](#test-216) +- [Test 217: get_azure_cache_for_redis_details](#test-217) +- [Test 218: get_azure_cache_for_redis_details](#test-218) +- [Test 219: get_azure_cache_for_redis_details](#test-219) +- [Test 220: browse_azure_marketplace_products](#test-220) +- [Test 221: browse_azure_marketplace_products](#test-221) +- [Test 222: browse_azure_marketplace_products](#test-222) +- [Test 223: get_azure_capacity](#test-223) +- [Test 224: get_azure_capacity](#test-224) +- [Test 225: get_azure_capacity](#test-225) +- [Test 226: get_azure_messaging_service_details](#test-226) +- [Test 227: get_azure_messaging_service_details](#test-227) +- [Test 228: get_azure_messaging_service_details](#test-228) +- [Test 229: get_azure_messaging_service_details](#test-229) +- [Test 230: get_azure_messaging_service_details](#test-230) +- [Test 231: get_azure_messaging_service_details](#test-231) +- [Test 232: get_azure_messaging_service_details](#test-232) +- [Test 233: get_azure_messaging_service_details](#test-233) +- [Test 234: get_azure_messaging_service_details](#test-234) +- [Test 235: get_azure_messaging_service_details](#test-235) +- [Test 236: get_azure_messaging_service_details](#test-236) +- [Test 237: get_azure_messaging_service_details](#test-237) +- [Test 238: get_azure_messaging_service_details](#test-238) +- [Test 239: get_azure_messaging_service_details](#test-239) +- [Test 240: get_azure_data_explorer_kusto_details](#test-240) +- [Test 241: get_azure_data_explorer_kusto_details](#test-241) +- [Test 242: get_azure_data_explorer_kusto_details](#test-242) +- [Test 243: get_azure_data_explorer_kusto_details](#test-243) +- [Test 244: get_azure_data_explorer_kusto_details](#test-244) +- [Test 245: get_azure_data_explorer_kusto_details](#test-245) +- [Test 246: get_azure_data_explorer_kusto_details](#test-246) +- [Test 247: get_azure_data_explorer_kusto_details](#test-247) +- [Test 248: get_azure_data_explorer_kusto_details](#test-248) +- [Test 249: get_azure_data_explorer_kusto_details](#test-249) +- [Test 250: get_azure_data_explorer_kusto_details](#test-250) +- [Test 251: create_azure_database_admin_configurations](#test-251) +- [Test 252: create_azure_database_admin_configurations](#test-252) +- [Test 253: create_azure_database_admin_configurations](#test-253) +- [Test 254: delete_azure_database_admin_configurations](#test-254) +- [Test 255: delete_azure_database_admin_configurations](#test-255) +- [Test 256: delete_azure_database_admin_configurations](#test-256) +- [Test 257: get_azure_database_admin_configuration_details](#test-257) +- [Test 258: get_azure_database_admin_configuration_details](#test-258) +- [Test 259: get_azure_database_admin_configuration_details](#test-259) +- [Test 260: get_azure_database_admin_configuration_details](#test-260) +- [Test 261: get_azure_database_admin_configuration_details](#test-261) +- [Test 262: get_azure_database_admin_configuration_details](#test-262) +- [Test 263: get_azure_database_admin_configuration_details](#test-263) +- [Test 264: get_azure_database_admin_configuration_details](#test-264) +- [Test 265: get_azure_database_admin_configuration_details](#test-265) +- [Test 266: get_azure_container_details](#test-266) +- [Test 267: get_azure_container_details](#test-267) +- [Test 268: get_azure_container_details](#test-268) +- [Test 269: get_azure_container_details](#test-269) +- [Test 270: get_azure_container_details](#test-270) +- [Test 271: get_azure_container_details](#test-271) +- [Test 272: get_azure_container_details](#test-272) +- [Test 273: get_azure_container_details](#test-273) +- [Test 274: get_azure_container_details](#test-274) +- [Test 275: get_azure_container_details](#test-275) +- [Test 276: get_azure_container_details](#test-276) +- [Test 277: get_azure_container_details](#test-277) +- [Test 278: get_azure_container_details](#test-278) +- [Test 279: get_azure_container_details](#test-279) +- [Test 280: get_azure_container_details](#test-280) +- [Test 281: get_azure_container_details](#test-281) +- [Test 282: get_azure_container_details](#test-282) +- [Test 283: get_azure_container_details](#test-283) +- [Test 284: get_azure_container_details](#test-284) +- [Test 285: get_azure_container_details](#test-285) +- [Test 286: get_azure_container_details](#test-286) +- [Test 287: get_azure_container_details](#test-287) +- [Test 288: get_azure_virtual_desktop_details](#test-288) +- [Test 289: get_azure_virtual_desktop_details](#test-289) +- [Test 290: get_azure_virtual_desktop_details](#test-290) --- @@ -287,10 +316,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.638889 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.420133 | `get_azure_security_configurations` | ❌ | +| 2 | 0.420089 | `get_azure_security_configurations` | ❌ | | 3 | 0.384567 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.382448 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.366619 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.382375 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.368472 | `get_azure_storage_details` | ❌ | --- @@ -304,10 +333,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.415793 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.383899 | `get_azure_messaging_service_details` | ❌ | -| 3 | 0.328755 | `get_azure_security_configurations` | ❌ | +| 2 | 0.383875 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.328705 | `get_azure_security_configurations` | ❌ | | 4 | 0.317407 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.265107 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.290560 | `get_azure_storage_details` | ❌ | --- @@ -321,10 +350,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.549609 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.418895 | `get_azure_security_configurations` | ❌ | +| 2 | 0.418812 | `get_azure_security_configurations` | ❌ | | 3 | 0.364712 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.358284 | `get_azure_virtual_desktop_details` | ❌ | -| 5 | 0.352949 | `get_azure_storage_details` | ❌ | +| 4 | 0.363679 | `get_azure_storage_details` | ❌ | +| 5 | 0.358284 | `get_azure_virtual_desktop_details` | ❌ | --- @@ -338,10 +367,10 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.347561 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.305452 | `get_azure_messaging_service_details` | ❌ | +| 2 | 0.305503 | `get_azure_messaging_service_details` | ❌ | | 3 | 0.278264 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.242643 | `get_azure_security_configurations` | ❌ | -| 5 | 0.213619 | `get_azure_key_vault` | ❌ | +| 4 | 0.242552 | `get_azure_security_configurations` | ❌ | +| 5 | 0.206777 | `get_azure_key_vault` | ❌ | --- @@ -354,11 +383,11 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.671045 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.437261 | `get_azure_security_configurations` | ❌ | -| 3 | 0.399393 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.381286 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.379037 | `get_azure_virtual_desktop_details` | ❌ | +| 1 | 0.670985 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | +| 2 | 0.437220 | `get_azure_security_configurations` | ❌ | +| 3 | 0.399255 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.381304 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.379014 | `get_azure_virtual_desktop_details` | ❌ | --- @@ -372,9 +401,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.322378 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.291089 | `get_azure_messaging_service_details` | ❌ | +| 2 | 0.291115 | `get_azure_messaging_service_details` | ❌ | | 3 | 0.246134 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.204396 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.199535 | `get_azure_resource_and_app_health_status` | ❌ | | 5 | 0.193922 | `get_azure_capacity` | ❌ | --- @@ -389,9 +418,9 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.380158 | `get_azure_subscriptions_and_resource_groups` | ✅ **EXPECTED** | -| 2 | 0.361925 | `get_azure_messaging_service_details` | ❌ | +| 2 | 0.361941 | `get_azure_messaging_service_details` | ❌ | | 3 | 0.274746 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.242685 | `get_azure_container_details` | ❌ | +| 4 | 0.227908 | `get_azure_container_details` | ❌ | | 5 | 0.227901 | `get_azure_database_admin_configuration_details` | ❌ | --- @@ -399,22 +428,158 @@ ## Test 8 **Expected Tool:** `get_azure_app_resource_details` -**Prompt:** Describe the function app in resource group +**Prompt:** Add a CosmosDB database to app service ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.567577 | `get_azure_app_resource_details` | ✅ **EXPECTED** | -| 2 | 0.464896 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.438587 | `get_azure_app_config_settings` | ❌ | -| 4 | 0.376779 | `get_azure_best_practices` | ❌ | -| 5 | 0.375955 | `get_azure_resource_and_app_health_status` | ❌ | +| 1 | 0.475947 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.460200 | `get_azure_databases_details` | ❌ | +| 3 | 0.441557 | `edit_azure_databases` | ❌ | +| 4 | 0.360392 | `lock_unlock_azure_app_config_settings` | ❌ | +| 5 | 0.353615 | `create_azure_database_admin_configurations` | ❌ | --- ## Test 9 +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add a database connection to my app service in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.416690 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.399204 | `edit_azure_databases` | ❌ | +| 3 | 0.339497 | `get_azure_databases_details` | ❌ | +| 4 | 0.330529 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.325063 | `lock_unlock_azure_app_config_settings` | ❌ | + +--- + +## Test 10 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add a MySQL database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.510959 | `edit_azure_databases` | ❌ | +| 2 | 0.461314 | `get_azure_databases_details` | ❌ | +| 3 | 0.447485 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 4 | 0.328092 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.319773 | `deploy_resources_and_applications_to_azure` | ❌ | + +--- + +## Test 11 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add a PostgreSQL database to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.488067 | `edit_azure_databases` | ❌ | +| 2 | 0.423578 | `get_azure_databases_details` | ❌ | +| 3 | 0.415055 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 4 | 0.298856 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.282619 | `deploy_azure_ai_models` | ❌ | + +--- + +## Test 12 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add database on server to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.445528 | `edit_azure_databases` | ❌ | +| 2 | 0.440446 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 3 | 0.436024 | `get_azure_databases_details` | ❌ | +| 4 | 0.360971 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.305096 | `get_azure_database_admin_configuration_details` | ❌ | + +--- + +## Test 13 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Add database with retry policy to app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.409196 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.380948 | `edit_azure_databases` | ❌ | +| 3 | 0.359762 | `get_azure_databases_details` | ❌ | +| 4 | 0.330075 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.318304 | `lock_unlock_azure_app_config_settings` | ❌ | + +--- + +## Test 14 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Configure a SQL Server database for app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.512464 | `edit_azure_databases` | ❌ | +| 2 | 0.497479 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 3 | 0.456119 | `lock_unlock_azure_app_config_settings` | ❌ | +| 4 | 0.438124 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.429642 | `create_azure_database_admin_configurations` | ❌ | + +--- + +## Test 15 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Configure tenant for database in app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.438242 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.427201 | `edit_azure_databases` | ❌ | +| 3 | 0.397353 | `lock_unlock_azure_app_config_settings` | ❌ | +| 4 | 0.364309 | `get_azure_databases_details` | ❌ | +| 5 | 0.357458 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 16 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Describe the function app in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.535158 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.464702 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.437725 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.411920 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.376926 | `get_azure_best_practices` | ❌ | + +--- + +## Test 17 + **Expected Tool:** `get_azure_app_resource_details` **Prompt:** Get configuration for function app @@ -422,15 +587,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.622593 | `get_azure_app_config_settings` | ❌ | -| 2 | 0.565172 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 1 | 0.622502 | `get_azure_app_config_settings` | ❌ | +| 2 | 0.517288 | `get_azure_app_resource_details` | ✅ **EXPECTED** | | 3 | 0.480175 | `lock_unlock_azure_app_config_settings` | ❌ | | 4 | 0.434907 | `get_azure_best_practices` | ❌ | | 5 | 0.415185 | `edit_azure_app_config_settings` | ❌ | --- -## Test 10 +## Test 18 **Expected Tool:** `get_azure_app_resource_details` **Prompt:** Get function app status for @@ -439,15 +604,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.551165 | `get_azure_app_resource_details` | ✅ **EXPECTED** | -| 2 | 0.444696 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.394621 | `get_azure_resource_and_app_health_status` | ❌ | -| 4 | 0.361641 | `get_azure_storage_details` | ❌ | +| 1 | 0.488025 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.444592 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.419275 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.360911 | `get_azure_storage_details` | ❌ | | 5 | 0.345466 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 11 +## Test 19 **Expected Tool:** `get_azure_app_resource_details` **Prompt:** Get information about my function app in @@ -456,15 +621,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.606894 | `get_azure_app_resource_details` | ✅ **EXPECTED** | -| 2 | 0.516945 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.498706 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.431054 | `get_azure_storage_details` | ❌ | -| 5 | 0.416467 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.528619 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.516777 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.498775 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.433540 | `get_azure_storage_details` | ❌ | +| 5 | 0.427611 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 12 +## Test 20 **Expected Tool:** `get_azure_app_resource_details` **Prompt:** List all function apps in my subscription @@ -473,15 +638,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.558485 | `get_azure_app_resource_details` | ✅ **EXPECTED** | -| 2 | 0.448197 | `get_azure_messaging_service_details` | ❌ | -| 3 | 0.427427 | `get_azure_security_configurations` | ❌ | +| 1 | 0.508135 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.448072 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.427410 | `get_azure_security_configurations` | ❌ | | 4 | 0.421965 | `browse_azure_marketplace_products` | ❌ | | 5 | 0.409259 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 13 +## Test 21 **Expected Tool:** `get_azure_app_resource_details` **Prompt:** Retrieve host name and status of function app @@ -490,15 +655,32 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545132 | `get_azure_app_resource_details` | ✅ **EXPECTED** | -| 2 | 0.462941 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.418975 | `get_azure_resource_and_app_health_status` | ❌ | +| 1 | 0.494648 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.462865 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.441714 | `get_azure_resource_and_app_health_status` | ❌ | | 4 | 0.385066 | `execute_azure_cli` | ❌ | | 5 | 0.383867 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 14 +## Test 22 + +**Expected Tool:** `get_azure_app_resource_details` +**Prompt:** Set connection string for database in app service + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.468354 | `edit_azure_databases` | ❌ | +| 2 | 0.420300 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 3 | 0.395702 | `lock_unlock_azure_app_config_settings` | ❌ | +| 4 | 0.366345 | `get_azure_databases_details` | ❌ | +| 5 | 0.364723 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 23 **Expected Tool:** `get_azure_app_resource_details` **Prompt:** Show function app details for in @@ -507,15 +689,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.630201 | `get_azure_app_resource_details` | ✅ **EXPECTED** | -| 2 | 0.514721 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.581479 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.514647 | `get_azure_app_config_settings` | ❌ | | 3 | 0.430445 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.401475 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.377547 | `get_azure_storage_details` | ❌ | +| 4 | 0.411448 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.401383 | `get_azure_messaging_service_details` | ❌ | --- -## Test 15 +## Test 24 **Expected Tool:** `get_azure_app_resource_details` **Prompt:** Show me my Azure function apps @@ -524,15 +706,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.560507 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 1 | 0.520882 | `get_azure_app_resource_details` | ✅ **EXPECTED** | | 2 | 0.469871 | `deploy_resources_and_applications_to_azure` | ❌ | | 3 | 0.462610 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.445065 | `get_azure_security_configurations` | ❌ | -| 5 | 0.437162 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.444987 | `get_azure_security_configurations` | ❌ | +| 5 | 0.437115 | `get_azure_app_config_settings` | ❌ | --- -## Test 16 +## Test 25 **Expected Tool:** `get_azure_app_resource_details` **Prompt:** Show me the details for the function app @@ -541,15 +723,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.650735 | `get_azure_app_resource_details` | ✅ **EXPECTED** | -| 2 | 0.570557 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.445148 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.595243 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.570493 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.445050 | `get_azure_messaging_service_details` | ❌ | | 4 | 0.394452 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.385462 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.391670 | `get_azure_storage_details` | ❌ | --- -## Test 17 +## Test 26 **Expected Tool:** `get_azure_app_resource_details` **Prompt:** Show plan and region for function app @@ -558,15 +740,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.534810 | `get_azure_app_resource_details` | ✅ **EXPECTED** | -| 2 | 0.433102 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.428962 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.390991 | `get_azure_capacity` | ❌ | -| 5 | 0.390919 | `get_azure_best_practices` | ❌ | +| 1 | 0.499702 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.433043 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.428907 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.390976 | `get_azure_capacity` | ❌ | +| 5 | 0.390921 | `get_azure_best_practices` | ❌ | --- -## Test 18 +## Test 27 **Expected Tool:** `get_azure_app_resource_details` **Prompt:** What function apps do I have? @@ -575,15 +757,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.416096 | `get_azure_app_resource_details` | ✅ **EXPECTED** | -| 2 | 0.305243 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.281898 | `get_azure_resource_and_app_health_status` | ❌ | -| 4 | 0.269663 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.404196 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.315885 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.305243 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.269585 | `get_azure_app_config_settings` | ❌ | | 5 | 0.262952 | `execute_azure_cli` | ❌ | --- -## Test 19 +## Test 28 **Expected Tool:** `get_azure_app_resource_details` **Prompt:** What is the status of function app ? @@ -592,15 +774,49 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.547132 | `get_azure_app_resource_details` | ✅ **EXPECTED** | -| 2 | 0.419467 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.411099 | `get_azure_resource_and_app_health_status` | ❌ | +| 1 | 0.517747 | `get_azure_app_resource_details` | ✅ **EXPECTED** | +| 2 | 0.438212 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.419382 | `get_azure_app_config_settings` | ❌ | | 4 | 0.388259 | `deploy_resources_and_applications_to_azure` | ❌ | | 5 | 0.360351 | `get_azure_best_practices` | ❌ | --- -## Test 20 +## Test 29 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Display the properties of SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.394526 | `get_azure_database_admin_configuration_details` | ❌ | +| 2 | 0.378321 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.346100 | `edit_azure_databases` | ❌ | +| 4 | 0.312577 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.311368 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 30 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Get the configuration details for SQL server + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.516062 | `get_azure_database_admin_configuration_details` | ❌ | +| 2 | 0.515417 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.369218 | `edit_azure_databases` | ❌ | +| 4 | 0.347209 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 5 | 0.341826 | `get_azure_app_resource_details` | ❌ | + +--- + +## Test 31 **Expected Tool:** `get_azure_databases_details` **Prompt:** Get the configuration details for the SQL database on server @@ -610,14 +826,31 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.478446 | `get_azure_database_admin_configuration_details` | ❌ | -| 2 | 0.449240 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.373528 | `edit_azure_databases` | ❌ | -| 4 | 0.355613 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 5 | 0.287050 | `get_azure_workbooks_details` | ❌ | +| 2 | 0.449154 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.375171 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 4 | 0.373528 | `edit_azure_databases` | ❌ | +| 5 | 0.339971 | `get_azure_app_resource_details` | ❌ | --- -## Test 21 +## Test 32 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** List all Azure SQL servers in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.437870 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.423838 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.422601 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.420824 | `create_azure_database_admin_configurations` | ❌ | +| 5 | 0.417101 | `delete_azure_database_admin_configurations` | ❌ | + +--- + +## Test 33 **Expected Tool:** `get_azure_databases_details` **Prompt:** List all cosmosdb accounts in my subscription @@ -626,15 +859,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.481749 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.483707 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.470240 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.449188 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.447624 | `get_azure_storage_details` | ❌ | -| 5 | 0.439217 | `get_azure_security_configurations` | ❌ | +| 3 | 0.466792 | `get_azure_storage_details` | ❌ | +| 4 | 0.449054 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.439142 | `get_azure_security_configurations` | ❌ | --- -## Test 22 +## Test 34 **Expected Tool:** `get_azure_databases_details` **Prompt:** List all databases in the Azure SQL server @@ -643,7 +876,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.535512 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.550050 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.447528 | `get_azure_database_admin_configuration_details` | ❌ | | 3 | 0.420211 | `delete_azure_database_admin_configurations` | ❌ | | 4 | 0.415459 | `edit_azure_databases` | ❌ | @@ -651,7 +884,7 @@ --- -## Test 23 +## Test 35 **Expected Tool:** `get_azure_databases_details` **Prompt:** List all MySQL databases in server @@ -660,15 +893,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.450123 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.459813 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.353887 | `edit_azure_databases` | ❌ | | 3 | 0.255201 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.238100 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.224974 | `get_azure_security_configurations` | ❌ | +| 5 | 0.224949 | `get_azure_security_configurations` | ❌ | --- -## Test 24 +## Test 36 **Expected Tool:** `get_azure_databases_details` **Prompt:** List all MySQL servers in my subscription @@ -677,15 +910,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.486848 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.496395 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.418769 | `edit_azure_databases` | ❌ | | 3 | 0.335256 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.322093 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.305615 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.305576 | `get_azure_messaging_service_details` | ❌ | --- -## Test 25 +## Test 37 **Expected Tool:** `get_azure_databases_details` **Prompt:** List all PostgreSQL databases in server @@ -694,15 +927,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.398289 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.321958 | `edit_azure_databases` | ❌ | -| 3 | 0.243270 | `get_azure_database_admin_configuration_details` | ❌ | -| 4 | 0.230828 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.203815 | `delete_azure_database_admin_configurations` | ❌ | +| 1 | 0.411098 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.321926 | `edit_azure_databases` | ❌ | +| 3 | 0.243185 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.230623 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.203861 | `delete_azure_database_admin_configurations` | ❌ | --- -## Test 26 +## Test 38 **Expected Tool:** `get_azure_databases_details` **Prompt:** List all PostgreSQL servers in my subscription @@ -711,15 +944,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.441616 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.455154 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.397754 | `edit_azure_databases` | ❌ | | 3 | 0.341460 | `get_azure_database_admin_configuration_details` | ❌ | -| 4 | 0.323453 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.323442 | `get_azure_messaging_service_details` | ❌ | | 5 | 0.319877 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- -## Test 27 +## Test 39 **Expected Tool:** `get_azure_databases_details` **Prompt:** List all tables in the MySQL database in server @@ -728,7 +961,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.407001 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.416288 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.319283 | `edit_azure_databases` | ❌ | | 3 | 0.224069 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.224061 | `get_azure_data_explorer_kusto_details` | ❌ | @@ -736,7 +969,7 @@ --- -## Test 28 +## Test 40 **Expected Tool:** `get_azure_databases_details` **Prompt:** List all tables in the PostgreSQL database in server @@ -745,7 +978,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.364015 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.375280 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.295866 | `edit_azure_databases` | ❌ | | 3 | 0.217705 | `get_azure_data_explorer_kusto_details` | ❌ | | 4 | 0.204516 | `get_azure_database_admin_configuration_details` | ❌ | @@ -753,7 +986,7 @@ --- -## Test 29 +## Test 41 **Expected Tool:** `get_azure_databases_details` **Prompt:** List all the containers in the database for the cosmosdb account @@ -762,15 +995,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.486056 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.423698 | `create_azure_storage` | ❌ | -| 3 | 0.421101 | `get_azure_storage_details` | ❌ | -| 4 | 0.410278 | `get_azure_container_details` | ❌ | +| 1 | 0.485364 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.427277 | `get_azure_storage_details` | ❌ | +| 3 | 0.423698 | `create_azure_storage` | ❌ | +| 4 | 0.393277 | `get_azure_container_details` | ❌ | | 5 | 0.360627 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 30 +## Test 42 **Expected Tool:** `get_azure_databases_details` **Prompt:** List all the databases in the cosmosdb account @@ -779,15 +1012,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.522949 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.376575 | `get_azure_storage_details` | ❌ | +| 1 | 0.521537 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.388427 | `get_azure_storage_details` | ❌ | | 3 | 0.372579 | `get_azure_data_explorer_kusto_details` | ❌ | | 4 | 0.356233 | `get_azure_cache_for_redis_details` | ❌ | -| 5 | 0.340589 | `get_azure_security_configurations` | ❌ | +| 5 | 0.340541 | `get_azure_security_configurations` | ❌ | --- -## Test 31 +## Test 43 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me all items that contain the word in the MySQL database in server @@ -796,15 +1029,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.397325 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.313309 | `edit_azure_databases` | ❌ | -| 3 | 0.260578 | `get_azure_ai_resources_details` | ❌ | -| 4 | 0.239362 | `get_azure_database_admin_configuration_details` | ❌ | -| 5 | 0.223484 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.400716 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.313467 | `edit_azure_databases` | ❌ | +| 3 | 0.260663 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.239580 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.224185 | `browse_azure_marketplace_products` | ❌ | --- -## Test 32 +## Test 44 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me all items that contain the word in the PostgreSQL database in server @@ -813,15 +1046,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.350496 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.357470 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.282259 | `edit_azure_databases` | ❌ | -| 3 | 0.237419 | `get_azure_ai_resources_details` | ❌ | +| 3 | 0.237300 | `get_azure_ai_resources_details` | ❌ | | 4 | 0.230730 | `get_azure_database_admin_configuration_details` | ❌ | | 5 | 0.211605 | `create_azure_database_admin_configurations` | ❌ | --- -## Test 33 +## Test 45 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me all the databases configuration details in the Azure SQL server @@ -831,14 +1064,31 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.558434 | `get_azure_database_admin_configuration_details` | ❌ | -| 2 | 0.509253 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 3 | 0.486536 | `get_azure_app_config_settings` | ❌ | +| 2 | 0.530329 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.486517 | `get_azure_app_config_settings` | ❌ | | 4 | 0.468156 | `edit_azure_databases` | ❌ | -| 5 | 0.398769 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.421194 | `get_azure_app_resource_details` | ❌ | --- -## Test 34 +## Test 46 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me every SQL server available in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.459302 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 2 | 0.424009 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.422684 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 4 | 0.399238 | `get_azure_storage_details` | ❌ | +| 5 | 0.389735 | `get_azure_resource_and_app_health_status` | ❌ | + +--- + +## Test 47 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me if the parameter my PostgreSQL server has replication enabled @@ -848,14 +1098,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.318903 | `edit_azure_databases` | ❌ | -| 2 | 0.246663 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.251389 | `get_azure_databases_details` | ✅ **EXPECTED** | | 3 | 0.215865 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.165104 | `create_azure_database_admin_configurations` | ❌ | -| 5 | 0.164953 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.164947 | `get_azure_app_config_settings` | ❌ | --- -## Test 35 +## Test 48 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me my cosmosdb accounts @@ -864,15 +1114,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496952 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.434897 | `get_azure_storage_details` | ❌ | -| 3 | 0.421851 | `get_azure_security_configurations` | ❌ | -| 4 | 0.401078 | `get_azure_container_details` | ❌ | -| 5 | 0.396551 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.494153 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.446916 | `get_azure_storage_details` | ❌ | +| 3 | 0.421777 | `get_azure_security_configurations` | ❌ | +| 4 | 0.396416 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.389268 | `browse_azure_marketplace_products` | ❌ | --- -## Test 36 +## Test 49 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me my MySQL servers @@ -881,15 +1131,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.396801 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.404968 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.357185 | `edit_azure_databases` | ❌ | | 3 | 0.270829 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.234680 | `delete_azure_database_admin_configurations` | ❌ | -| 5 | 0.227204 | `get_azure_security_configurations` | ❌ | +| 5 | 0.227130 | `get_azure_security_configurations` | ❌ | --- -## Test 37 +## Test 50 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me my PostgreSQL servers @@ -898,7 +1148,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.368731 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.380591 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.354214 | `edit_azure_databases` | ❌ | | 3 | 0.274988 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.240477 | `delete_azure_database_admin_configurations` | ❌ | @@ -906,7 +1156,7 @@ --- -## Test 38 +## Test 51 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the configuration of MySQL server @@ -916,14 +1166,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.424259 | `edit_azure_databases` | ❌ | -| 2 | 0.336792 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.345881 | `get_azure_databases_details` | ✅ **EXPECTED** | | 3 | 0.319072 | `get_azure_database_admin_configuration_details` | ❌ | -| 4 | 0.282061 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.282010 | `get_azure_app_config_settings` | ❌ | | 5 | 0.217174 | `delete_azure_database_admin_configurations` | ❌ | --- -## Test 39 +## Test 52 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the configuration of PostgreSQL server @@ -934,13 +1184,13 @@ |------|-------|------|--------| | 1 | 0.396395 | `edit_azure_databases` | ❌ | | 2 | 0.305067 | `get_azure_database_admin_configuration_details` | ❌ | -| 3 | 0.288401 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 4 | 0.250062 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.302014 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 4 | 0.250009 | `get_azure_app_config_settings` | ❌ | | 5 | 0.200991 | `create_azure_database_admin_configurations` | ❌ | --- -## Test 40 +## Test 53 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the containers in the database for the cosmosdb account @@ -949,15 +1199,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.470615 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.467713 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.403564 | `create_azure_storage` | ❌ | -| 3 | 0.391660 | `get_azure_container_details` | ❌ | -| 4 | 0.388325 | `get_azure_storage_details` | ❌ | +| 3 | 0.391068 | `get_azure_storage_details` | ❌ | +| 4 | 0.377338 | `get_azure_container_details` | ❌ | | 5 | 0.327793 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 41 +## Test 54 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the cosmosdb accounts in my subscription @@ -967,14 +1217,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.488113 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 2 | 0.481698 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 3 | 0.458391 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.456709 | `get_azure_storage_details` | ❌ | -| 5 | 0.445046 | `get_azure_security_configurations` | ❌ | +| 2 | 0.481986 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 3 | 0.473411 | `get_azure_storage_details` | ❌ | +| 4 | 0.458257 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.444953 | `get_azure_security_configurations` | ❌ | --- -## Test 42 +## Test 55 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the databases in the cosmosdb account @@ -983,15 +1233,32 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.500915 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.368375 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.364718 | `get_azure_storage_details` | ❌ | +| 1 | 0.496823 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.373845 | `get_azure_storage_details` | ❌ | +| 3 | 0.368375 | `get_azure_data_explorer_kusto_details` | ❌ | | 4 | 0.336256 | `get_azure_cache_for_redis_details` | ❌ | -| 5 | 0.323210 | `get_azure_security_configurations` | ❌ | +| 5 | 0.323139 | `get_azure_security_configurations` | ❌ | --- -## Test 43 +## Test 56 + +**Expected Tool:** `get_azure_databases_details` +**Prompt:** Show me the details of Azure SQL server in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.549664 | `get_azure_database_admin_configuration_details` | ❌ | +| 2 | 0.489035 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.483932 | `get_azure_storage_details` | ❌ | +| 4 | 0.476129 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.464367 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 57 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the details of SQL database in server @@ -1000,15 +1267,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.415590 | `get_azure_database_admin_configuration_details` | ❌ | -| 2 | 0.411362 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 3 | 0.354815 | `edit_azure_databases` | ❌ | -| 4 | 0.343500 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.312592 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.430729 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.415590 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.358991 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.354815 | `edit_azure_databases` | ❌ | +| 5 | 0.343500 | `get_azure_data_explorer_kusto_details` | ❌ | --- -## Test 44 +## Test 58 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the items that contain the word in the container in the database for the cosmosdb account @@ -1017,15 +1284,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.429421 | `get_azure_databases_details` | ✅ **EXPECTED** | -| 2 | 0.382342 | `get_azure_ai_resources_details` | ❌ | -| 3 | 0.366253 | `get_azure_storage_details` | ❌ | -| 4 | 0.361081 | `get_azure_container_details` | ❌ | -| 5 | 0.334991 | `get_azure_key_vault` | ❌ | +| 1 | 0.425831 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.383217 | `get_azure_ai_resources_details` | ❌ | +| 3 | 0.378816 | `get_azure_storage_details` | ❌ | +| 4 | 0.348015 | `get_azure_container_details` | ❌ | +| 5 | 0.329793 | `browse_azure_marketplace_products` | ❌ | --- -## Test 45 +## Test 59 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the MySQL databases in server @@ -1034,7 +1301,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.436392 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.443295 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.358413 | `edit_azure_databases` | ❌ | | 3 | 0.250030 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.239673 | `get_azure_data_explorer_kusto_details` | ❌ | @@ -1042,7 +1309,7 @@ --- -## Test 46 +## Test 60 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the MySQL servers in my subscription @@ -1051,7 +1318,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.504739 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.511745 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.461477 | `edit_azure_databases` | ❌ | | 3 | 0.364350 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.353379 | `browse_azure_marketplace_products` | ❌ | @@ -1059,7 +1326,7 @@ --- -## Test 47 +## Test 61 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the PostgreSQL databases in server @@ -1068,7 +1335,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.395463 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.406462 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.332482 | `edit_azure_databases` | ❌ | | 3 | 0.245580 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.227159 | `get_azure_data_explorer_kusto_details` | ❌ | @@ -1076,7 +1343,7 @@ --- -## Test 48 +## Test 62 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the PostgreSQL servers in my subscription @@ -1085,7 +1352,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.458476 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.469057 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.433648 | `edit_azure_databases` | ❌ | | 3 | 0.360426 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.343503 | `get_azure_subscriptions_and_resource_groups` | ❌ | @@ -1093,7 +1360,7 @@ --- -## Test 49 +## Test 63 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the schema of table
in the MySQL database in server @@ -1102,7 +1369,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.377156 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.383189 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.314466 | `edit_azure_databases` | ❌ | | 3 | 0.225610 | `get_azure_data_explorer_kusto_details` | ❌ | | 4 | 0.221419 | `get_azure_best_practices` | ❌ | @@ -1110,7 +1377,7 @@ --- -## Test 50 +## Test 64 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the schema of table
in the PostgreSQL database in server @@ -1119,7 +1386,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.334838 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.343844 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.284626 | `edit_azure_databases` | ❌ | | 3 | 0.214230 | `get_azure_data_explorer_kusto_details` | ❌ | | 4 | 0.199864 | `get_azure_database_admin_configuration_details` | ❌ | @@ -1127,7 +1394,7 @@ --- -## Test 51 +## Test 65 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the tables in the MySQL database in server @@ -1136,15 +1403,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.413789 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.421279 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.335190 | `edit_azure_databases` | ❌ | | 3 | 0.249102 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.243773 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.210518 | `get_azure_security_configurations` | ❌ | +| 5 | 0.210444 | `get_azure_security_configurations` | ❌ | --- -## Test 52 +## Test 66 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the tables in the PostgreSQL database in server @@ -1153,7 +1420,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.365658 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 1 | 0.375595 | `get_azure_databases_details` | ✅ **EXPECTED** | | 2 | 0.310370 | `edit_azure_databases` | ❌ | | 3 | 0.230608 | `get_azure_data_explorer_kusto_details` | ❌ | | 4 | 0.224141 | `get_azure_database_admin_configuration_details` | ❌ | @@ -1161,7 +1428,7 @@ --- -## Test 53 +## Test 67 **Expected Tool:** `get_azure_databases_details` **Prompt:** Show me the value of connection timeout in seconds in my MySQL server @@ -1171,14 +1438,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.364740 | `edit_azure_databases` | ❌ | -| 2 | 0.235516 | `get_azure_databases_details` | ✅ **EXPECTED** | +| 2 | 0.238900 | `get_azure_databases_details` | ✅ **EXPECTED** | | 3 | 0.202957 | `delete_azure_database_admin_configurations` | ❌ | | 4 | 0.202122 | `create_azure_database_admin_configurations` | ❌ | | 5 | 0.192494 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 54 +## Test 68 **Expected Tool:** `edit_azure_databases` **Prompt:** Enable replication for my PostgreSQL server @@ -1189,13 +1456,13 @@ |------|-------|------|--------| | 1 | 0.340843 | `edit_azure_databases` | ✅ **EXPECTED** | | 2 | 0.250565 | `create_azure_database_admin_configurations` | ❌ | -| 3 | 0.231405 | `get_azure_databases_details` | ❌ | +| 3 | 0.234603 | `get_azure_databases_details` | ❌ | | 4 | 0.212755 | `delete_azure_database_admin_configurations` | ❌ | | 5 | 0.160632 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 55 +## Test 69 **Expected Tool:** `edit_azure_databases` **Prompt:** Set connection timeout to 20 seconds for my MySQL server @@ -1207,12 +1474,12 @@ | 1 | 0.380868 | `edit_azure_databases` | ✅ **EXPECTED** | | 2 | 0.269323 | `create_azure_database_admin_configurations` | ❌ | | 3 | 0.251993 | `delete_azure_database_admin_configurations` | ❌ | -| 4 | 0.212216 | `get_azure_databases_details` | ❌ | -| 5 | 0.157068 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.213410 | `get_azure_databases_details` | ❌ | +| 5 | 0.174321 | `connect_azure_ai_foundry_agents` | ❌ | --- -## Test 56 +## Test 70 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Analyze the performance trends and response times for Application Insights resource over the last @@ -1221,7 +1488,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.449206 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.521504 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 2 | 0.402104 | `create_azure_load_testing` | ❌ | | 3 | 0.398005 | `get_azure_load_testing_details` | ❌ | | 4 | 0.397774 | `deploy_resources_and_applications_to_azure` | ❌ | @@ -1229,7 +1496,7 @@ --- -## Test 57 +## Test 71 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Check the availability metrics for my Application Insights resource for the last @@ -1238,15 +1505,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.494900 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.426765 | `get_azure_capacity` | ❌ | -| 3 | 0.381272 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.370378 | `get_azure_ai_resources_details` | ❌ | -| 5 | 0.368114 | `create_azure_load_testing` | ❌ | +| 1 | 0.542526 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.426862 | `get_azure_capacity` | ❌ | +| 3 | 0.381293 | `get_azure_load_testing_details` | ❌ | +| 4 | 0.370301 | `get_azure_ai_resources_details` | ❌ | +| 5 | 0.368152 | `create_azure_load_testing` | ❌ | --- -## Test 58 +## Test 72 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Get metric definitions for from the namespace @@ -1255,15 +1522,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.335534 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.331850 | `get_azure_storage_details` | ❌ | +| 1 | 0.339113 | `get_azure_storage_details` | ❌ | +| 2 | 0.315433 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 3 | 0.272938 | `get_azure_load_testing_details` | ❌ | | 4 | 0.271450 | `get_azure_capacity` | ❌ | -| 5 | 0.269726 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.269638 | `get_azure_messaging_service_details` | ❌ | --- -## Test 59 +## Test 73 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Get the metric for over the last with intervals @@ -1272,15 +1539,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.349827 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.253548 | `get_azure_virtual_desktop_details` | ❌ | -| 3 | 0.250795 | `get_azure_storage_details` | ❌ | -| 4 | 0.243973 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.237236 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 1 | 0.337785 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.260120 | `get_azure_storage_details` | ❌ | +| 3 | 0.253631 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.243986 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.237039 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- -## Test 60 +## Test 74 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Get the availability status for resource @@ -1289,15 +1556,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.406519 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.397438 | `get_azure_storage_details` | ❌ | +| 1 | 0.409319 | `get_azure_storage_details` | ❌ | +| 2 | 0.379831 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 3 | 0.374257 | `get_azure_capacity` | ❌ | | 4 | 0.325422 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 5 | 0.305299 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 61 +## Test 75 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Investigate error rates and failed requests for Application Insights resource for the last @@ -1306,15 +1573,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.424613 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.389594 | `get_azure_capacity` | ❌ | -| 3 | 0.375111 | `create_azure_load_testing` | ❌ | -| 4 | 0.370745 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.369638 | `deploy_resources_and_applications_to_azure` | ❌ | +| 1 | 0.486374 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.389526 | `get_azure_capacity` | ❌ | +| 3 | 0.375039 | `create_azure_load_testing` | ❌ | +| 4 | 0.370705 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.369547 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 62 +## Test 76 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** List all available table types in the Log Analytics workspace @@ -1323,151 +1590,236 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.439499 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.407964 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.398563 | `get_azure_workbooks_details` | ❌ | -| 4 | 0.394705 | `get_azure_databases_details` | ❌ | -| 5 | 0.383614 | `create_azure_workbooks` | ❌ | +| 1 | 0.427197 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.407964 | `get_azure_data_explorer_kusto_details` | ❌ | +| 3 | 0.398563 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.396444 | `get_azure_databases_details` | ❌ | +| 5 | 0.383569 | `create_azure_workbooks` | ❌ | + +--- + +## Test 77 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all Azure Managed Grafana in one subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.470427 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.455463 | `get_azure_databases_details` | ❌ | +| 3 | 0.445863 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.440817 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.438518 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 78 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all Log Analytics workspaces in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.498165 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.463935 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.452333 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.437243 | `create_azure_workbooks` | ❌ | +| 5 | 0.419394 | `get_azure_security_configurations` | ❌ | + +--- + +## Test 79 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all monitored resources in the Datadog resource + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.419335 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.356965 | `get_azure_load_testing_details` | ❌ | +| 3 | 0.349385 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.331386 | `get_azure_storage_details` | ❌ | +| 5 | 0.321615 | `get_azure_cache_for_redis_details` | ❌ | + +--- + +## Test 80 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List all tables in the Log Analytics workspace + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.428639 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.418441 | `get_azure_workbooks_details` | ❌ | +| 3 | 0.398633 | `create_azure_workbooks` | ❌ | +| 4 | 0.393598 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.376632 | `get_azure_databases_details` | ❌ | + +--- + +## Test 81 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** List availability status for all resources in my subscription + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.536844 | `get_azure_storage_details` | ❌ | +| 2 | 0.525913 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.486032 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 4 | 0.478110 | `get_azure_capacity` | ❌ | +| 5 | 0.460632 | `get_azure_messaging_service_details` | ❌ | --- -## Test 63 +## Test 82 **Expected Tool:** `get_azure_resource_and_app_health_status` -**Prompt:** List all Azure Managed Grafana in one subscription +**Prompt:** List code optimization recommendations across my Application Insights components ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.492312 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.451584 | `get_azure_databases_details` | ❌ | -| 3 | 0.445863 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.440909 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.438597 | `get_azure_security_configurations` | ❌ | +| 1 | 0.476038 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.430555 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.423122 | `get_azure_best_practices` | ❌ | +| 4 | 0.369889 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 5 | 0.368140 | `browse_azure_marketplace_products` | ❌ | --- -## Test 64 +## Test 83 **Expected Tool:** `get_azure_resource_and_app_health_status` -**Prompt:** List all Log Analytics workspaces in my subscription +**Prompt:** List profiler recommendations for Application Insights in resource group ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493226 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.463935 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.452333 | `get_azure_workbooks_details` | ❌ | -| 4 | 0.437304 | `create_azure_workbooks` | ❌ | -| 5 | 0.419474 | `get_azure_security_configurations` | ❌ | +| 1 | 0.548399 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.453897 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.440256 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.416282 | `get_azure_security_configurations` | ❌ | +| 5 | 0.416178 | `get_azure_capacity` | ❌ | --- -## Test 65 +## Test 84 **Expected Tool:** `get_azure_resource_and_app_health_status` -**Prompt:** List all monitored resources in the Datadog resource +**Prompt:** Please help me diagnose issues with my app using app lens ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.491103 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.356965 | `get_azure_load_testing_details` | ❌ | -| 3 | 0.349385 | `get_azure_virtual_desktop_details` | ❌ | -| 4 | 0.330687 | `get_azure_storage_details` | ❌ | -| 5 | 0.321615 | `get_azure_cache_for_redis_details` | ❌ | +| 1 | 0.378029 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.272312 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.249202 | `execute_azure_cli` | ❌ | +| 4 | 0.247328 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.246511 | `get_azure_app_config_settings` | ❌ | --- -## Test 66 +## Test 85 **Expected Tool:** `get_azure_resource_and_app_health_status` -**Prompt:** List all tables in the Log Analytics workspace +**Prompt:** Query the metric for for the last ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.431979 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.418441 | `get_azure_workbooks_details` | ❌ | -| 3 | 0.398664 | `create_azure_workbooks` | ❌ | -| 4 | 0.393598 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.374287 | `get_azure_databases_details` | ❌ | +| 1 | 0.344644 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.269987 | `get_azure_storage_details` | ❌ | +| 3 | 0.264069 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.253364 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.252579 | `get_azure_capacity` | ❌ | --- -## Test 67 +## Test 86 **Expected Tool:** `get_azure_resource_and_app_health_status` -**Prompt:** List availability status for all resources in my subscription +**Prompt:** Show me all available metrics and their definitions for storage account ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525913 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 2 | 0.499514 | `get_azure_storage_details` | ❌ | -| 3 | 0.499092 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 4 | 0.478110 | `get_azure_capacity` | ❌ | -| 5 | 0.460791 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.577912 | `get_azure_storage_details` | ❌ | +| 2 | 0.430781 | `get_azure_capacity` | ❌ | +| 3 | 0.399711 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 4 | 0.392511 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.383731 | `get_azure_app_config_settings` | ❌ | --- -## Test 68 +## Test 87 **Expected Tool:** `get_azure_resource_and_app_health_status` -**Prompt:** Query the metric for for the last +**Prompt:** Show me code optimization recommendations for all Application Insights resources in my subscription ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.369786 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.268286 | `get_azure_storage_details` | ❌ | -| 3 | 0.264069 | `get_azure_virtual_desktop_details` | ❌ | -| 4 | 0.253364 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.252579 | `get_azure_capacity` | ❌ | +| 1 | 0.512832 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.492356 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.464604 | `get_azure_best_practices` | ❌ | +| 4 | 0.421210 | `get_azure_capacity` | ❌ | +| 5 | 0.400676 | `browse_azure_marketplace_products` | ❌ | --- -## Test 69 +## Test 88 **Expected Tool:** `get_azure_resource_and_app_health_status` -**Prompt:** Show me all available metrics and their definitions for storage account +**Prompt:** Show me my Log Analytics workspaces ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.551671 | `get_azure_storage_details` | ❌ | -| 2 | 0.430781 | `get_azure_capacity` | ❌ | -| 3 | 0.398433 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 4 | 0.393636 | `get_azure_container_details` | ❌ | -| 5 | 0.392639 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.520253 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.488649 | `create_azure_workbooks` | ❌ | +| 3 | 0.451336 | `get_azure_workbooks_details` | ❌ | +| 4 | 0.410409 | `get_azure_security_configurations` | ❌ | +| 5 | 0.405448 | `edit_azure_workbooks` | ❌ | --- -## Test 70 +## Test 89 **Expected Tool:** `get_azure_resource_and_app_health_status` -**Prompt:** Show me my Log Analytics workspaces +**Prompt:** Show me performance improvement recommendations from Application Insights ### Results | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.511137 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.488696 | `create_azure_workbooks` | ❌ | -| 3 | 0.451336 | `get_azure_workbooks_details` | ❌ | -| 4 | 0.410489 | `get_azure_security_configurations` | ❌ | -| 5 | 0.405448 | `edit_azure_workbooks` | ❌ | +| 1 | 0.485261 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.431076 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 3 | 0.392623 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.368812 | `get_azure_capacity` | ❌ | +| 5 | 0.356368 | `get_azure_best_practices` | ❌ | --- -## Test 71 +## Test 90 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Show me the available table types in the Log Analytics workspace @@ -1476,15 +1828,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.448908 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.438406 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 2 | 0.405799 | `get_azure_data_explorer_kusto_details` | ❌ | | 3 | 0.396006 | `get_azure_workbooks_details` | ❌ | -| 4 | 0.387063 | `create_azure_workbooks` | ❌ | -| 5 | 0.384000 | `get_azure_databases_details` | ❌ | +| 4 | 0.387015 | `create_azure_workbooks` | ❌ | +| 5 | 0.384415 | `get_azure_databases_details` | ❌ | --- -## Test 72 +## Test 91 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Show me the health status of all my Azure resources @@ -1493,15 +1845,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.586147 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.547596 | `get_azure_storage_details` | ❌ | +| 1 | 0.582586 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.552006 | `get_azure_storage_details` | ❌ | | 3 | 0.488089 | `get_azure_capacity` | ❌ | | 4 | 0.475264 | `get_azure_virtual_desktop_details` | ❌ | -| 5 | 0.471564 | `get_azure_security_configurations` | ❌ | +| 5 | 0.471465 | `get_azure_security_configurations` | ❌ | --- -## Test 73 +## Test 92 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Show me the health status of entity in the Log Analytics workspace @@ -1510,15 +1862,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.567731 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.366863 | `get_azure_storage_details` | ❌ | +| 1 | 0.569557 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.364066 | `get_azure_storage_details` | ❌ | | 3 | 0.359140 | `get_azure_workbooks_details` | ❌ | | 4 | 0.340267 | `get_azure_virtual_desktop_details` | ❌ | -| 5 | 0.334045 | `create_azure_workbooks` | ❌ | +| 5 | 0.334019 | `create_azure_workbooks` | ❌ | --- -## Test 74 +## Test 93 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Show me the health status of the storage account @@ -1527,15 +1879,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.564743 | `get_azure_storage_details` | ❌ | -| 2 | 0.407012 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.560850 | `get_azure_storage_details` | ❌ | +| 2 | 0.406534 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 3 | 0.400710 | `create_azure_storage` | ❌ | | 4 | 0.368175 | `get_azure_capacity` | ❌ | -| 5 | 0.339523 | `get_azure_security_configurations` | ❌ | +| 5 | 0.339439 | `get_azure_security_configurations` | ❌ | --- -## Test 75 +## Test 94 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Show me the Log Analytics workspaces in my subscription @@ -1544,15 +1896,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.514424 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.479440 | `create_azure_workbooks` | ❌ | +| 1 | 0.523533 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.479378 | `create_azure_workbooks` | ❌ | | 3 | 0.458853 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.456725 | `get_azure_workbooks_details` | ❌ | | 5 | 0.418907 | `browse_azure_marketplace_products` | ❌ | --- -## Test 76 +## Test 95 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Show me the logs for the past hour for the resource in the Log Analytics workspace @@ -1561,7 +1913,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.457585 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.457908 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 2 | 0.365333 | `get_azure_virtual_desktop_details` | ❌ | | 3 | 0.333899 | `get_azure_load_testing_details` | ❌ | | 4 | 0.332443 | `get_azure_capacity` | ❌ | @@ -1569,7 +1921,7 @@ --- -## Test 77 +## Test 96 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Show me the logs for the past hour in the Log Analytics workspace @@ -1578,15 +1930,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.438542 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.375709 | `create_azure_workbooks` | ❌ | +| 1 | 0.445778 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.375671 | `create_azure_workbooks` | ❌ | | 3 | 0.357168 | `get_azure_workbooks_details` | ❌ | | 4 | 0.336058 | `get_azure_data_explorer_kusto_details` | ❌ | | 5 | 0.324855 | `edit_azure_workbooks` | ❌ | --- -## Test 78 +## Test 97 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Show me the monitored resources in the Datadog resource @@ -1595,15 +1947,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.489181 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.422735 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 2 | 0.354368 | `get_azure_virtual_desktop_details` | ❌ | | 3 | 0.346010 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.322521 | `get_azure_storage_details` | ❌ | +| 4 | 0.321501 | `get_azure_storage_details` | ❌ | | 5 | 0.316126 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 79 +## Test 98 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** Show me the tables in the Log Analytics workspace @@ -1612,15 +1964,49 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.440093 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.420857 | `get_azure_workbooks_details` | ❌ | -| 3 | 0.400932 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.400054 | `create_azure_workbooks` | ❌ | -| 5 | 0.366396 | `get_azure_databases_details` | ❌ | +| 1 | 0.435717 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.420831 | `get_azure_workbooks_details` | ❌ | +| 3 | 0.400964 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.399991 | `create_azure_workbooks` | ❌ | +| 5 | 0.367191 | `get_azure_databases_details` | ❌ | --- -## Test 80 +## Test 99 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** Use app lens to check why my app is slow? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.357303 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.258469 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.234720 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.221280 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.214323 | `get_azure_app_config_settings` | ❌ | + +--- + +## Test 100 + +**Expected Tool:** `get_azure_resource_and_app_health_status` +**Prompt:** What does app lens say is wrong with my service? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.322056 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.275921 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.212850 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.205819 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.164353 | `get_azure_databases_details` | ❌ | + +--- + +## Test 101 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** What is the availability status of virtual machine in resource group ? @@ -1629,15 +2015,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.426881 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.421696 | `get_azure_capacity` | ❌ | -| 3 | 0.404977 | `get_azure_virtual_desktop_details` | ❌ | -| 4 | 0.388780 | `get_azure_storage_details` | ❌ | +| 1 | 0.421696 | `get_azure_capacity` | ❌ | +| 2 | 0.410816 | `get_azure_storage_details` | ❌ | +| 3 | 0.408348 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 4 | 0.404977 | `get_azure_virtual_desktop_details` | ❌ | | 5 | 0.380088 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- -## Test 81 +## Test 102 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** What metric definitions are available for the Application Insights resource @@ -1646,15 +2032,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.469238 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.517790 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | | 2 | 0.397417 | `get_azure_capacity` | ❌ | | 3 | 0.382899 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.381994 | `get_azure_app_resource_details` | ❌ | -| 5 | 0.378286 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.379052 | `get_azure_storage_details` | ❌ | +| 5 | 0.378217 | `get_azure_ai_resources_details` | ❌ | --- -## Test 82 +## Test 103 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** What resources in resource group have health issues? @@ -1663,15 +2049,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.509611 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | -| 2 | 0.454708 | `get_azure_storage_details` | ❌ | +| 1 | 0.510381 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.445914 | `get_azure_storage_details` | ❌ | | 3 | 0.423077 | `get_azure_capacity` | ❌ | | 4 | 0.389687 | `get_azure_virtual_desktop_details` | ❌ | | 5 | 0.382850 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- -## Test 83 +## Test 104 **Expected Tool:** `get_azure_resource_and_app_health_status` **Prompt:** What's the request per second rate for my Application Insights resource over the last @@ -1680,15 +2066,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.395986 | `get_azure_capacity` | ❌ | -| 2 | 0.384232 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 1 | 0.434123 | `get_azure_resource_and_app_health_status` | ✅ **EXPECTED** | +| 2 | 0.395986 | `get_azure_capacity` | ❌ | | 3 | 0.369677 | `create_azure_load_testing` | ❌ | | 4 | 0.353073 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.349272 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.326238 | `get_azure_ai_resources_details` | ❌ | --- -## Test 84 +## Test 105 **Expected Tool:** `deploy_resources_and_applications_to_azure` **Prompt:** Create a plan to deploy this application to azure @@ -1700,12 +2086,12 @@ | 1 | 0.640058 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | | 2 | 0.519278 | `deploy_azure_ai_models` | ❌ | | 3 | 0.479918 | `get_azure_best_practices` | ❌ | -| 4 | 0.454754 | `execute_azure_developer_cli` | ❌ | -| 5 | 0.453039 | `design_azure_architecture` | ❌ | +| 4 | 0.454718 | `execute_azure_developer_cli` | ❌ | +| 5 | 0.453059 | `design_azure_architecture` | ❌ | --- -## Test 85 +## Test 106 **Expected Tool:** `deploy_resources_and_applications_to_azure` **Prompt:** How can I create a CI/CD pipeline to deploy this app to Azure? @@ -1716,13 +2102,13 @@ |------|-------|------|--------| | 1 | 0.578477 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | | 2 | 0.477740 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.437318 | `execute_azure_developer_cli` | ❌ | +| 3 | 0.437258 | `execute_azure_developer_cli` | ❌ | | 4 | 0.410719 | `get_azure_best_practices` | ❌ | | 5 | 0.401777 | `execute_azure_cli` | ❌ | --- -## Test 86 +## Test 107 **Expected Tool:** `deploy_resources_and_applications_to_azure` **Prompt:** Show me the log of the application deployed by azd @@ -1731,15 +2117,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.533141 | `execute_azure_developer_cli` | ❌ | +| 1 | 0.533148 | `execute_azure_developer_cli` | ❌ | | 2 | 0.522934 | `deploy_resources_and_applications_to_azure` | ✅ **EXPECTED** | -| 3 | 0.439632 | `get_azure_resource_and_app_health_status` | ❌ | -| 4 | 0.402454 | `get_azure_app_resource_details` | ❌ | -| 5 | 0.396308 | `execute_azure_cli` | ❌ | +| 3 | 0.449771 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.396308 | `execute_azure_cli` | ❌ | +| 5 | 0.393841 | `deploy_azure_ai_models` | ❌ | --- -## Test 87 +## Test 108 **Expected Tool:** `deploy_resources_and_applications_to_azure` **Prompt:** Show me the rules to generate bicep scripts @@ -1756,7 +2142,7 @@ --- -## Test 88 +## Test 109 **Expected Tool:** `get_azure_app_config_settings` **Prompt:** List all App Configuration stores in my subscription @@ -1765,15 +2151,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549804 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 1 | 0.549747 | `get_azure_app_config_settings` | ✅ **EXPECTED** | | 2 | 0.418698 | `lock_unlock_azure_app_config_settings` | ❌ | | 3 | 0.401422 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.400040 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.400007 | `get_azure_messaging_service_details` | ❌ | | 5 | 0.388838 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 89 +## Test 110 **Expected Tool:** `get_azure_app_config_settings` **Prompt:** List all key-value settings in App Configuration store @@ -1782,15 +2168,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.605174 | `get_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.469735 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.413315 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.310582 | `get_azure_database_admin_configuration_details` | ❌ | -| 5 | 0.304649 | `update_azure_load_testing_configurations` | ❌ | +| 1 | 0.605319 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.469778 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.413417 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.310846 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.304943 | `update_azure_load_testing_configurations` | ❌ | --- -## Test 90 +## Test 111 **Expected Tool:** `get_azure_app_config_settings` **Prompt:** Show me my App Configuration stores @@ -1799,15 +2185,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.517123 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 1 | 0.517088 | `get_azure_app_config_settings` | ✅ **EXPECTED** | | 2 | 0.397359 | `lock_unlock_azure_app_config_settings` | ❌ | | 3 | 0.318242 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.300071 | `get_azure_database_admin_configuration_details` | ❌ | -| 5 | 0.296300 | `browse_azure_marketplace_products` | ❌ | +| 4 | 0.302856 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.300071 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 91 +## Test 112 **Expected Tool:** `get_azure_app_config_settings` **Prompt:** Show me the App Configuration stores in my subscription @@ -1816,15 +2202,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.564754 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 1 | 0.564718 | `get_azure_app_config_settings` | ✅ **EXPECTED** | | 2 | 0.445478 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.382377 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.377430 | `get_azure_database_admin_configuration_details` | ❌ | -| 5 | 0.368141 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.396571 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.382377 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.377430 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 92 +## Test 113 **Expected Tool:** `get_azure_app_config_settings` **Prompt:** Show me the key-value settings in App Configuration store @@ -1833,15 +2219,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.619236 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 1 | 0.619210 | `get_azure_app_config_settings` | ✅ **EXPECTED** | | 2 | 0.496884 | `lock_unlock_azure_app_config_settings` | ❌ | | 3 | 0.413994 | `edit_azure_app_config_settings` | ❌ | | 4 | 0.320934 | `get_azure_database_admin_configuration_details` | ❌ | -| 5 | 0.303614 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.303617 | `update_azure_load_testing_configurations` | ❌ | --- -## Test 93 +## Test 114 **Expected Tool:** `get_azure_app_config_settings` **Prompt:** Show the content for the key in App Configuration store @@ -1850,15 +2236,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.473533 | `get_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.397651 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.319922 | `edit_azure_app_config_settings` | ❌ | -| 4 | 0.291494 | `get_azure_key_vault` | ❌ | -| 5 | 0.236880 | `get_azure_container_details` | ❌ | +| 1 | 0.473614 | `get_azure_app_config_settings` | ✅ **EXPECTED** | +| 2 | 0.397489 | `lock_unlock_azure_app_config_settings` | ❌ | +| 3 | 0.319847 | `edit_azure_app_config_settings` | ❌ | +| 4 | 0.291073 | `get_azure_key_vault` | ❌ | +| 5 | 0.227917 | `get_azure_container_details` | ❌ | --- -## Test 94 +## Test 115 **Expected Tool:** `edit_azure_app_config_settings` **Prompt:** Delete the key in App Configuration store @@ -1869,13 +2255,13 @@ |------|-------|------|--------| | 1 | 0.480490 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | | 2 | 0.419225 | `lock_unlock_azure_app_config_settings` | ❌ | -| 3 | 0.386233 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.386136 | `get_azure_app_config_settings` | ❌ | | 4 | 0.236794 | `edit_azure_workbooks` | ❌ | | 5 | 0.226127 | `import_azure_key_vault_certificates` | ❌ | --- -## Test 95 +## Test 116 **Expected Tool:** `edit_azure_app_config_settings` **Prompt:** Set the key in App Configuration store to @@ -1884,15 +2270,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.454677 | `lock_unlock_azure_app_config_settings` | ❌ | -| 2 | 0.419522 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.418814 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | -| 4 | 0.251836 | `update_azure_load_testing_configurations` | ❌ | -| 5 | 0.227102 | `edit_azure_databases` | ❌ | +| 1 | 0.454684 | `lock_unlock_azure_app_config_settings` | ❌ | +| 2 | 0.419382 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.418846 | `edit_azure_app_config_settings` | ✅ **EXPECTED** | +| 4 | 0.251890 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.227134 | `edit_azure_databases` | ❌ | --- -## Test 96 +## Test 117 **Expected Tool:** `lock_unlock_azure_app_config_settings` **Prompt:** Lock the key in App Configuration store @@ -1902,14 +2288,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.523446 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.367924 | `get_azure_app_config_settings` | ❌ | +| 2 | 0.367822 | `get_azure_app_config_settings` | ❌ | | 3 | 0.324653 | `edit_azure_app_config_settings` | ❌ | | 4 | 0.206576 | `import_azure_key_vault_certificates` | ❌ | -| 5 | 0.186057 | `update_azure_load_testing_configurations` | ❌ | +| 5 | 0.186093 | `update_azure_load_testing_configurations` | ❌ | --- -## Test 97 +## Test 118 **Expected Tool:** `lock_unlock_azure_app_config_settings` **Prompt:** Unlock the key in App Configuration store @@ -1919,14 +2305,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.552583 | `lock_unlock_azure_app_config_settings` | ✅ **EXPECTED** | -| 2 | 0.393938 | `get_azure_app_config_settings` | ❌ | +| 2 | 0.393837 | `get_azure_app_config_settings` | ❌ | | 3 | 0.339108 | `edit_azure_app_config_settings` | ❌ | | 4 | 0.240636 | `import_azure_key_vault_certificates` | ❌ | -| 5 | 0.232320 | `get_azure_key_vault` | ❌ | +| 5 | 0.224984 | `get_azure_key_vault` | ❌ | --- -## Test 98 +## Test 119 **Expected Tool:** `edit_azure_workbooks` **Prompt:** Delete the workbook with resource ID @@ -1936,14 +2322,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.505878 | `edit_azure_workbooks` | ✅ **EXPECTED** | -| 2 | 0.375642 | `create_azure_workbooks` | ❌ | +| 2 | 0.375718 | `create_azure_workbooks` | ❌ | | 3 | 0.362979 | `get_azure_workbooks_details` | ❌ | | 4 | 0.265457 | `edit_azure_app_config_settings` | ❌ | | 5 | 0.188350 | `create_azure_load_testing` | ❌ | --- -## Test 99 +## Test 120 **Expected Tool:** `edit_azure_workbooks` **Prompt:** Update the workbook with a new text step @@ -1953,14 +2339,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.496535 | `edit_azure_workbooks` | ✅ **EXPECTED** | -| 2 | 0.413187 | `create_azure_workbooks` | ❌ | +| 2 | 0.413282 | `create_azure_workbooks` | ❌ | | 3 | 0.327796 | `get_azure_workbooks_details` | ❌ | -| 4 | 0.236133 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.236165 | `update_azure_load_testing_configurations` | ❌ | | 5 | 0.216298 | `edit_azure_app_config_settings` | ❌ | --- -## Test 100 +## Test 121 **Expected Tool:** `create_azure_workbooks` **Prompt:** Create a new workbook named @@ -1969,7 +2355,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.555073 | `create_azure_workbooks` | ✅ **EXPECTED** | +| 1 | 0.555125 | `create_azure_workbooks` | ✅ **EXPECTED** | | 2 | 0.400619 | `edit_azure_workbooks` | ❌ | | 3 | 0.371495 | `get_azure_workbooks_details` | ❌ | | 4 | 0.196704 | `create_azure_key_vault_items` | ❌ | @@ -1977,7 +2363,7 @@ --- -## Test 101 +## Test 122 **Expected Tool:** `get_azure_workbooks_details` **Prompt:** Get information about the workbook with resource ID @@ -1988,13 +2374,13 @@ |------|-------|------|--------| | 1 | 0.512253 | `get_azure_workbooks_details` | ✅ **EXPECTED** | | 2 | 0.409967 | `edit_azure_workbooks` | ❌ | -| 3 | 0.409085 | `create_azure_workbooks` | ❌ | +| 3 | 0.409109 | `create_azure_workbooks` | ❌ | | 4 | 0.299382 | `get_azure_virtual_desktop_details` | ❌ | | 5 | 0.294878 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- -## Test 102 +## Test 123 **Expected Tool:** `get_azure_workbooks_details` **Prompt:** List all workbooks in my resource group @@ -2004,14 +2390,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.552702 | `get_azure_workbooks_details` | ✅ **EXPECTED** | -| 2 | 0.514558 | `create_azure_workbooks` | ❌ | +| 2 | 0.514553 | `create_azure_workbooks` | ❌ | | 3 | 0.441697 | `edit_azure_workbooks` | ❌ | | 4 | 0.426606 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.396184 | `get_azure_security_configurations` | ❌ | +| 5 | 0.396091 | `get_azure_security_configurations` | ❌ | --- -## Test 103 +## Test 124 **Expected Tool:** `get_azure_workbooks_details` **Prompt:** Show me the workbook with display name @@ -2020,15 +2406,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.474463 | `get_azure_workbooks_details` | ✅ **EXPECTED** | -| 2 | 0.454790 | `create_azure_workbooks` | ❌ | -| 3 | 0.422536 | `edit_azure_workbooks` | ❌ | -| 4 | 0.201280 | `get_azure_security_configurations` | ❌ | -| 5 | 0.181802 | `browse_azure_marketplace_products` | ❌ | +| 1 | 0.474415 | `get_azure_workbooks_details` | ✅ **EXPECTED** | +| 2 | 0.454912 | `create_azure_workbooks` | ❌ | +| 3 | 0.422545 | `edit_azure_workbooks` | ❌ | +| 4 | 0.201190 | `get_azure_security_configurations` | ❌ | +| 5 | 0.181812 | `browse_azure_marketplace_products` | ❌ | --- -## Test 104 +## Test 125 **Expected Tool:** `get_azure_workbooks_details` **Prompt:** What workbooks do I have in resource group ? @@ -2037,15 +2423,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549690 | `get_azure_workbooks_details` | ✅ **EXPECTED** | -| 2 | 0.529693 | `create_azure_workbooks` | ❌ | -| 3 | 0.453173 | `edit_azure_workbooks` | ❌ | -| 4 | 0.438514 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.391977 | `get_azure_security_configurations` | ❌ | +| 1 | 0.549607 | `get_azure_workbooks_details` | ✅ **EXPECTED** | +| 2 | 0.529568 | `create_azure_workbooks` | ❌ | +| 3 | 0.453101 | `edit_azure_workbooks` | ❌ | +| 4 | 0.438601 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.391815 | `get_azure_security_configurations` | ❌ | --- -## Test 105 +## Test 126 **Expected Tool:** `audit_azure_resources_compliance` **Prompt:** Check my Azure subscription for any compliance issues or recommendations @@ -2057,12 +2443,12 @@ | 1 | 0.546941 | `audit_azure_resources_compliance` | ✅ **EXPECTED** | | 2 | 0.541006 | `get_azure_capacity` | ❌ | | 3 | 0.500223 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.477388 | `get_azure_best_practices` | ❌ | -| 5 | 0.452732 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.477992 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.477388 | `get_azure_best_practices` | ❌ | --- -## Test 106 +## Test 127 **Expected Tool:** `audit_azure_resources_compliance` **Prompt:** Provide compliance recommendations for my current Azure subscription @@ -2079,7 +2465,7 @@ --- -## Test 107 +## Test 128 **Expected Tool:** `audit_azure_resources_compliance` **Prompt:** Scan my Azure subscription for compliance recommendations @@ -2096,7 +2482,7 @@ --- -## Test 108 +## Test 129 **Expected Tool:** `get_azure_security_configurations` **Prompt:** List all available role assignments in my subscription @@ -2105,15 +2491,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.734109 | `get_azure_security_configurations` | ✅ **EXPECTED** | +| 1 | 0.734114 | `get_azure_security_configurations` | ✅ **EXPECTED** | | 2 | 0.460374 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 3 | 0.414713 | `get_azure_database_admin_configuration_details` | ❌ | -| 4 | 0.368257 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.368185 | `get_azure_messaging_service_details` | ❌ | | 5 | 0.356351 | `browse_azure_marketplace_products` | ❌ | --- -## Test 109 +## Test 130 **Expected Tool:** `get_azure_security_configurations` **Prompt:** Show me the available role assignments in my subscription @@ -2122,15 +2508,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.702803 | `get_azure_security_configurations` | ✅ **EXPECTED** | +| 1 | 0.702749 | `get_azure_security_configurations` | ✅ **EXPECTED** | | 2 | 0.485211 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 3 | 0.431017 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.388410 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.380853 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.380791 | `get_azure_messaging_service_details` | ❌ | --- -## Test 110 +## Test 131 **Expected Tool:** `get_azure_key_vault` **Prompt:** List all certificates in the key vault @@ -2139,15 +2525,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.542408 | `import_azure_key_vault_certificates` | ❌ | -| 2 | 0.539243 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 3 | 0.461491 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.385693 | `get_azure_security_configurations` | ❌ | -| 5 | 0.302931 | `get_azure_storage_details` | ❌ | +| 1 | 0.542347 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.535150 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 3 | 0.461400 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.385576 | `get_azure_security_configurations` | ❌ | +| 5 | 0.322494 | `get_azure_storage_details` | ❌ | --- -## Test 111 +## Test 132 **Expected Tool:** `get_azure_key_vault` **Prompt:** List all keys in the key vault @@ -2156,15 +2542,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.497101 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 1 | 0.503475 | `get_azure_key_vault` | ✅ **EXPECTED** | | 2 | 0.429278 | `create_azure_key_vault_items` | ❌ | | 3 | 0.427597 | `import_azure_key_vault_certificates` | ❌ | -| 4 | 0.378958 | `get_azure_security_configurations` | ❌ | -| 5 | 0.345242 | `get_azure_storage_details` | ❌ | +| 4 | 0.378915 | `get_azure_security_configurations` | ❌ | +| 5 | 0.362924 | `get_azure_storage_details` | ❌ | --- -## Test 112 +## Test 133 **Expected Tool:** `get_azure_key_vault` **Prompt:** List all secrets in the key vault @@ -2173,15 +2559,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498894 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 1 | 0.503114 | `get_azure_key_vault` | ✅ **EXPECTED** | | 2 | 0.434446 | `create_azure_key_vault_items` | ❌ | | 3 | 0.372548 | `import_azure_key_vault_certificates` | ❌ | -| 4 | 0.348573 | `get_azure_security_configurations` | ❌ | -| 5 | 0.301377 | `get_azure_storage_details` | ❌ | +| 4 | 0.348550 | `get_azure_security_configurations` | ❌ | +| 5 | 0.316556 | `get_azure_storage_details` | ❌ | --- -## Test 113 +## Test 134 **Expected Tool:** `get_azure_key_vault` **Prompt:** Show me the certificate in the key vault @@ -2191,14 +2577,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.543362 | `import_azure_key_vault_certificates` | ❌ | -| 2 | 0.528922 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.500972 | `get_azure_key_vault` | ✅ **EXPECTED** | | 3 | 0.436564 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.300959 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.298646 | `get_azure_security_configurations` | ❌ | +| 4 | 0.300991 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.298500 | `get_azure_security_configurations` | ❌ | --- -## Test 114 +## Test 135 **Expected Tool:** `get_azure_key_vault` **Prompt:** Show me the certificates in the key vault @@ -2207,15 +2593,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.557832 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 2 | 0.552928 | `import_azure_key_vault_certificates` | ❌ | +| 1 | 0.552928 | `import_azure_key_vault_certificates` | ❌ | +| 2 | 0.537915 | `get_azure_key_vault` | ✅ **EXPECTED** | | 3 | 0.461463 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.368429 | `get_azure_security_configurations` | ❌ | -| 5 | 0.320935 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.368299 | `get_azure_security_configurations` | ❌ | +| 5 | 0.330070 | `get_azure_storage_details` | ❌ | --- -## Test 115 +## Test 136 **Expected Tool:** `get_azure_key_vault` **Prompt:** Show me the details of the certificate in the key vault @@ -2224,15 +2610,49 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.519292 | `get_azure_key_vault` | ✅ **EXPECTED** | -| 2 | 0.490656 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.420385 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.409294 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.352161 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.515131 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.490672 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.420402 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.409330 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.358545 | `get_azure_storage_details` | ❌ | --- -## Test 116 +## Test 137 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the details of the key in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.468497 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.426209 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.377132 | `import_azure_key_vault_certificates` | ❌ | +| 4 | 0.374678 | `get_azure_storage_details` | ❌ | +| 5 | 0.367478 | `create_azure_key_vault_items` | ❌ | + +--- + +## Test 138 + +**Expected Tool:** `get_azure_key_vault` +**Prompt:** Show me the key in the key vault + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.437142 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 2 | 0.399191 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.371997 | `create_azure_key_vault_items` | ❌ | +| 4 | 0.301252 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.286946 | `get_azure_storage_details` | ❌ | + +--- + +## Test 139 **Expected Tool:** `get_azure_key_vault` **Prompt:** Show me the keys in the key vault @@ -2241,15 +2661,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.518093 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 1 | 0.499830 | `get_azure_key_vault` | ✅ **EXPECTED** | | 2 | 0.448371 | `import_azure_key_vault_certificates` | ❌ | | 3 | 0.432123 | `create_azure_key_vault_items` | ❌ | -| 4 | 0.344132 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.337253 | `get_azure_security_configurations` | ❌ | +| 4 | 0.344162 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.341471 | `get_azure_storage_details` | ❌ | --- -## Test 117 +## Test 140 **Expected Tool:** `get_azure_key_vault` **Prompt:** Show me the secrets in the key vault @@ -2258,15 +2678,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.545032 | `get_azure_key_vault` | ✅ **EXPECTED** | +| 1 | 0.529880 | `get_azure_key_vault` | ✅ **EXPECTED** | | 2 | 0.460930 | `create_azure_key_vault_items` | ❌ | | 3 | 0.426022 | `import_azure_key_vault_certificates` | ❌ | -| 4 | 0.366899 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.347356 | `get_azure_storage_details` | ❌ | +| 4 | 0.366952 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.360160 | `get_azure_storage_details` | ❌ | --- -## Test 118 +## Test 141 **Expected Tool:** `create_azure_key_vault_items` **Prompt:** Create a new certificate called in the key vault @@ -2275,15 +2695,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577228 | `create_azure_key_vault_items` | ✅ **EXPECTED** | -| 2 | 0.536615 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.432370 | `get_azure_key_vault` | ❌ | -| 4 | 0.283179 | `create_azure_storage` | ❌ | -| 5 | 0.282142 | `create_azure_workbooks` | ❌ | +| 1 | 0.577328 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.536600 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.403683 | `get_azure_key_vault` | ❌ | +| 4 | 0.283081 | `create_azure_storage` | ❌ | +| 5 | 0.282162 | `create_azure_workbooks` | ❌ | --- -## Test 119 +## Test 142 **Expected Tool:** `create_azure_key_vault_items` **Prompt:** Create a new key called with the RSA type in the key vault @@ -2292,15 +2712,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.493929 | `create_azure_key_vault_items` | ✅ **EXPECTED** | -| 2 | 0.417468 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.344129 | `get_azure_key_vault` | ❌ | -| 4 | 0.281591 | `create_azure_storage` | ❌ | -| 5 | 0.230671 | `create_azure_workbooks` | ❌ | +| 1 | 0.493941 | `create_azure_key_vault_items` | ✅ **EXPECTED** | +| 2 | 0.417539 | `import_azure_key_vault_certificates` | ❌ | +| 3 | 0.334908 | `get_azure_key_vault` | ❌ | +| 4 | 0.281561 | `create_azure_storage` | ❌ | +| 5 | 0.230713 | `create_azure_workbooks` | ❌ | --- -## Test 120 +## Test 143 **Expected Tool:** `create_azure_key_vault_items` **Prompt:** Create a new secret called with value in the key vault @@ -2311,13 +2731,13 @@ |------|-------|------|--------| | 1 | 0.551337 | `create_azure_key_vault_items` | ✅ **EXPECTED** | | 2 | 0.385343 | `import_azure_key_vault_certificates` | ❌ | -| 3 | 0.383659 | `get_azure_key_vault` | ❌ | +| 3 | 0.367090 | `get_azure_key_vault` | ❌ | | 4 | 0.301886 | `lock_unlock_azure_app_config_settings` | ❌ | | 5 | 0.294044 | `create_azure_storage` | ❌ | --- -## Test 121 +## Test 144 **Expected Tool:** `import_azure_key_vault_certificates` **Prompt:** Import a certificate into the key vault using the name @@ -2328,13 +2748,13 @@ |------|-------|------|--------| | 1 | 0.660982 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | | 2 | 0.459787 | `create_azure_key_vault_items` | ❌ | -| 3 | 0.400950 | `get_azure_key_vault` | ❌ | +| 3 | 0.378269 | `get_azure_key_vault` | ❌ | | 4 | 0.256701 | `deploy_azure_ai_models` | ❌ | | 5 | 0.240543 | `create_azure_database_admin_configurations` | ❌ | --- -## Test 122 +## Test 145 **Expected Tool:** `import_azure_key_vault_certificates` **Prompt:** Import the certificate in file into the key vault @@ -2343,15 +2763,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.645826 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | -| 2 | 0.425682 | `create_azure_key_vault_items` | ❌ | -| 3 | 0.392675 | `get_azure_key_vault` | ❌ | -| 4 | 0.249209 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.248738 | `deploy_azure_ai_models` | ❌ | +| 1 | 0.645858 | `import_azure_key_vault_certificates` | ✅ **EXPECTED** | +| 2 | 0.425669 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.376463 | `get_azure_key_vault` | ❌ | +| 4 | 0.249031 | `upload_azure_storage_blobs` | ❌ | +| 5 | 0.248689 | `deploy_azure_ai_models` | ❌ | --- -## Test 123 +## Test 146 **Expected Tool:** `get_azure_best_practices` **Prompt:** Fetch the Azure Terraform best practices @@ -2360,15 +2780,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.735073 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.524558 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.474601 | `search_microsoft_docs` | ❌ | -| 4 | 0.459782 | `execute_azure_cli` | ❌ | -| 5 | 0.436951 | `get_azure_capacity` | ❌ | +| 1 | 0.735005 | `get_azure_best_practices` | ✅ **EXPECTED** | +| 2 | 0.524465 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.474532 | `search_microsoft_docs` | ❌ | +| 4 | 0.459688 | `execute_azure_cli` | ❌ | +| 5 | 0.436925 | `get_azure_capacity` | ❌ | --- -## Test 124 +## Test 147 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure best practices @@ -2385,7 +2805,7 @@ --- -## Test 125 +## Test 148 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure code generation best practices @@ -2397,12 +2817,12 @@ | 1 | 0.713406 | `get_azure_best_practices` | ✅ **EXPECTED** | | 2 | 0.543696 | `search_microsoft_docs` | ❌ | | 3 | 0.529617 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.470109 | `design_azure_architecture` | ❌ | +| 4 | 0.470103 | `design_azure_architecture` | ❌ | | 5 | 0.435613 | `browse_azure_marketplace_products` | ❌ | --- -## Test 126 +## Test 149 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure deployment best practices @@ -2419,7 +2839,7 @@ --- -## Test 127 +## Test 150 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure Functions best practices @@ -2429,14 +2849,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.682026 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.557930 | `get_azure_app_resource_details` | ❌ | -| 3 | 0.556021 | `search_microsoft_docs` | ❌ | +| 2 | 0.556021 | `search_microsoft_docs` | ❌ | +| 3 | 0.509047 | `get_azure_app_resource_details` | ❌ | | 4 | 0.505735 | `deploy_resources_and_applications_to_azure` | ❌ | | 5 | 0.443359 | `browse_azure_marketplace_products` | ❌ | --- -## Test 128 +## Test 151 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure Functions code generation best practices @@ -2446,14 +2866,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.685214 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.499419 | `get_azure_app_resource_details` | ❌ | -| 3 | 0.486074 | `search_microsoft_docs` | ❌ | -| 4 | 0.480287 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.416415 | `execute_azure_developer_cli` | ❌ | +| 2 | 0.486074 | `search_microsoft_docs` | ❌ | +| 3 | 0.480287 | `deploy_resources_and_applications_to_azure` | ❌ | +| 4 | 0.448692 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.416438 | `execute_azure_developer_cli` | ❌ | --- -## Test 129 +## Test 152 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure Functions deployment best practices @@ -2464,13 +2884,13 @@ |------|-------|------|--------| | 1 | 0.675358 | `get_azure_best_practices` | ✅ **EXPECTED** | | 2 | 0.571007 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.537884 | `get_azure_app_resource_details` | ❌ | -| 4 | 0.527827 | `search_microsoft_docs` | ❌ | +| 3 | 0.527827 | `search_microsoft_docs` | ❌ | +| 4 | 0.497925 | `get_azure_app_resource_details` | ❌ | | 5 | 0.435563 | `deploy_azure_ai_models` | ❌ | --- -## Test 130 +## Test 153 **Expected Tool:** `get_azure_best_practices` **Prompt:** Get the latest Azure Static Web Apps best practices @@ -2483,11 +2903,11 @@ | 2 | 0.520938 | `search_microsoft_docs` | ❌ | | 3 | 0.518435 | `deploy_resources_and_applications_to_azure` | ❌ | | 4 | 0.424667 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.418814 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.421748 | `get_azure_app_resource_details` | ❌ | --- -## Test 131 +## Test 154 **Expected Tool:** `get_azure_best_practices` **Prompt:** How can I use Bicep to create an Azure OpenAI service? @@ -2498,13 +2918,13 @@ |------|-------|------|--------| | 1 | 0.489465 | `deploy_resources_and_applications_to_azure` | ❌ | | 2 | 0.480742 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 3 | 0.440374 | `get_azure_ai_resources_details` | ❌ | +| 3 | 0.440322 | `get_azure_ai_resources_details` | ❌ | | 4 | 0.436599 | `deploy_azure_ai_models` | ❌ | -| 5 | 0.390979 | `get_azure_capacity` | ❌ | +| 5 | 0.432577 | `evaluate_azure_ai_foundry_agents` | ❌ | --- -## Test 132 +## Test 155 **Expected Tool:** `get_azure_best_practices` **Prompt:** Show me the Azure Terraform best practices and generate code sample to get a secret from Azure Key Vault @@ -2514,14 +2934,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.618330 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.496677 | `get_azure_key_vault` | ❌ | +| 2 | 0.488959 | `get_azure_key_vault` | ❌ | | 3 | 0.478248 | `create_azure_key_vault_items` | ❌ | | 4 | 0.444000 | `import_azure_key_vault_certificates` | ❌ | | 5 | 0.435817 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 133 +## Test 156 **Expected Tool:** `get_azure_best_practices` **Prompt:** What are azure function best practices? @@ -2531,14 +2951,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.628027 | `get_azure_best_practices` | ✅ **EXPECTED** | -| 2 | 0.475164 | `get_azure_app_resource_details` | ❌ | +| 2 | 0.454934 | `get_azure_app_resource_details` | ❌ | | 3 | 0.453910 | `deploy_resources_and_applications_to_azure` | ❌ | | 4 | 0.451968 | `search_microsoft_docs` | ❌ | | 5 | 0.391204 | `execute_azure_cli` | ❌ | --- -## Test 134 +## Test 157 **Expected Tool:** `design_azure_architecture` **Prompt:** Generate the azure architecture diagram for this application @@ -2547,15 +2967,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.676638 | `design_azure_architecture` | ✅ **EXPECTED** | +| 1 | 0.676571 | `design_azure_architecture` | ✅ **EXPECTED** | | 2 | 0.481643 | `get_azure_best_practices` | ❌ | | 3 | 0.465832 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.386867 | `execute_azure_developer_cli` | ❌ | +| 4 | 0.386866 | `execute_azure_developer_cli` | ❌ | | 5 | 0.385801 | `audit_azure_resources_compliance` | ❌ | --- -## Test 135 +## Test 158 **Expected Tool:** `design_azure_architecture` **Prompt:** Help me create a cloud service that will serve as ATM for users @@ -2565,14 +2985,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.259518 | `browse_azure_marketplace_products` | ❌ | -| 2 | 0.248253 | `design_azure_architecture` | ✅ **EXPECTED** | +| 2 | 0.248054 | `design_azure_architecture` | ✅ **EXPECTED** | | 3 | 0.241293 | `create_azure_storage` | ❌ | -| 4 | 0.226031 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.221006 | `search_microsoft_docs` | ❌ | +| 4 | 0.229913 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.226031 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 136 +## Test 159 **Expected Tool:** `design_azure_architecture` **Prompt:** How can I design a cloud service in Azure that will store and present videos for users? @@ -2585,11 +3005,11 @@ | 2 | 0.413253 | `browse_azure_marketplace_products` | ❌ | | 3 | 0.410459 | `create_azure_storage` | ❌ | | 4 | 0.410342 | `search_microsoft_docs` | ❌ | -| 5 | 0.405913 | `design_azure_architecture` | ✅ **EXPECTED** | +| 5 | 0.405746 | `design_azure_architecture` | ✅ **EXPECTED** | --- -## Test 137 +## Test 160 **Expected Tool:** `design_azure_architecture` **Prompt:** I want to design a cloud app for ordering groceries @@ -2598,15 +3018,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.342485 | `browse_azure_marketplace_products` | ❌ | -| 2 | 0.289308 | `design_azure_architecture` | ✅ **EXPECTED** | -| 3 | 0.276203 | `deploy_resources_and_applications_to_azure` | ❌ | -| 4 | 0.231297 | `get_azure_app_resource_details` | ❌ | -| 5 | 0.224286 | `get_azure_best_practices` | ❌ | +| 1 | 0.342380 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.288409 | `design_azure_architecture` | ✅ **EXPECTED** | +| 3 | 0.277873 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.276106 | `deploy_resources_and_applications_to_azure` | ❌ | +| 5 | 0.224025 | `get_azure_best_practices` | ❌ | --- -## Test 138 +## Test 161 **Expected Tool:** `design_azure_architecture` **Prompt:** Please help me design an architecture for a large-scale file upload, storage, and retrieval service @@ -2615,15 +3035,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.323311 | `upload_azure_storage_blobs` | ❌ | -| 2 | 0.296166 | `design_azure_architecture` | ✅ **EXPECTED** | -| 3 | 0.245346 | `create_azure_storage` | ❌ | -| 4 | 0.224135 | `get_azure_capacity` | ❌ | -| 5 | 0.207400 | `get_azure_best_practices` | ❌ | +| 1 | 0.323284 | `upload_azure_storage_blobs` | ❌ | +| 2 | 0.295992 | `design_azure_architecture` | ✅ **EXPECTED** | +| 3 | 0.245330 | `create_azure_storage` | ❌ | +| 4 | 0.224170 | `get_azure_capacity` | ❌ | +| 5 | 0.207535 | `get_azure_best_practices` | ❌ | --- -## Test 139 +## Test 162 **Expected Tool:** `get_azure_load_testing_details` **Prompt:** Get all the load test runs for the test with id in the load test resource in resource group @@ -2632,15 +3052,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.609539 | `get_azure_load_testing_details` | ✅ **EXPECTED** | -| 2 | 0.567950 | `create_azure_load_testing` | ❌ | -| 3 | 0.448109 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.366850 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.327475 | `get_azure_virtual_desktop_details` | ❌ | +| 1 | 0.609561 | `get_azure_load_testing_details` | ✅ **EXPECTED** | +| 2 | 0.567989 | `create_azure_load_testing` | ❌ | +| 3 | 0.447965 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.366562 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.330097 | `get_azure_storage_details` | ❌ | --- -## Test 140 +## Test 163 **Expected Tool:** `get_azure_load_testing_details` **Prompt:** Get the load test run with id in the load test resource in resource group @@ -2651,13 +3071,13 @@ |------|-------|------|--------| | 1 | 0.599651 | `create_azure_load_testing` | ❌ | | 2 | 0.581081 | `get_azure_load_testing_details` | ✅ **EXPECTED** | -| 3 | 0.457538 | `update_azure_load_testing_configurations` | ❌ | +| 3 | 0.457483 | `update_azure_load_testing_configurations` | ❌ | | 4 | 0.357813 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.322673 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.321301 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 141 +## Test 164 **Expected Tool:** `get_azure_load_testing_details` **Prompt:** Get the load test with id in the load test resource in resource group @@ -2668,13 +3088,13 @@ |------|-------|------|--------| | 1 | 0.612800 | `create_azure_load_testing` | ❌ | | 2 | 0.592725 | `get_azure_load_testing_details` | ✅ **EXPECTED** | -| 3 | 0.421970 | `update_azure_load_testing_configurations` | ❌ | +| 3 | 0.421873 | `update_azure_load_testing_configurations` | ❌ | | 4 | 0.349117 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.334329 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.333908 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 142 +## Test 165 **Expected Tool:** `get_azure_load_testing_details` **Prompt:** List all load testing resources in the resource group in my subscription @@ -2687,11 +3107,11 @@ | 2 | 0.609875 | `create_azure_load_testing` | ❌ | | 3 | 0.493520 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.421963 | `get_azure_capacity` | ❌ | -| 5 | 0.409984 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.411917 | `get_azure_storage_details` | ❌ | --- -## Test 143 +## Test 166 **Expected Tool:** `create_azure_load_testing` **Prompt:** Create a basic URL test using the following endpoint URL that runs for 30 minutes with 45 virtual users. The test name is with the test id and the load testing resource is in the resource group in my subscription @@ -2702,13 +3122,13 @@ |------|-------|------|--------| | 1 | 0.542817 | `create_azure_load_testing` | ✅ **EXPECTED** | | 2 | 0.431906 | `get_azure_load_testing_details` | ❌ | -| 3 | 0.425556 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.303424 | `create_azure_workbooks` | ❌ | -| 5 | 0.293309 | `create_azure_key_vault_items` | ❌ | +| 3 | 0.425527 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.328438 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 5 | 0.303418 | `create_azure_workbooks` | ❌ | --- -## Test 144 +## Test 167 **Expected Tool:** `create_azure_load_testing` **Prompt:** Create a load test resource in the resource group in my subscription @@ -2717,15 +3137,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.660199 | `create_azure_load_testing` | ✅ **EXPECTED** | -| 2 | 0.530694 | `get_azure_load_testing_details` | ❌ | -| 3 | 0.411312 | `update_azure_load_testing_configurations` | ❌ | -| 4 | 0.373935 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.334522 | `deploy_resources_and_applications_to_azure` | ❌ | +| 1 | 0.660181 | `create_azure_load_testing` | ✅ **EXPECTED** | +| 2 | 0.530657 | `get_azure_load_testing_details` | ❌ | +| 3 | 0.411267 | `update_azure_load_testing_configurations` | ❌ | +| 4 | 0.374033 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.334525 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 145 +## Test 168 **Expected Tool:** `create_azure_load_testing` **Prompt:** Create a test run using the id for test in the load testing resource in resource group . Use the name of test run and description as @@ -2735,14 +3155,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.585612 | `create_azure_load_testing` | ✅ **EXPECTED** | -| 2 | 0.496783 | `update_azure_load_testing_configurations` | ❌ | +| 2 | 0.496772 | `update_azure_load_testing_configurations` | ❌ | | 3 | 0.460907 | `get_azure_load_testing_details` | ❌ | | 4 | 0.319822 | `create_azure_key_vault_items` | ❌ | | 5 | 0.297908 | `deploy_resources_and_applications_to_azure` | ❌ | --- -## Test 146 +## Test 169 **Expected Tool:** `update_azure_load_testing_configurations` **Prompt:** Update a test run display name as for the id for test in the load testing resource in resource group . @@ -2751,15 +3171,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.577487 | `update_azure_load_testing_configurations` | ✅ **EXPECTED** | +| 1 | 0.577419 | `update_azure_load_testing_configurations` | ✅ **EXPECTED** | | 2 | 0.501316 | `create_azure_load_testing` | ❌ | | 3 | 0.443800 | `get_azure_load_testing_details` | ❌ | | 4 | 0.303358 | `edit_azure_workbooks` | ❌ | -| 5 | 0.257467 | `edit_azure_databases` | ❌ | +| 5 | 0.257550 | `evaluate_azure_ai_foundry_agents` | ❌ | --- -## Test 147 +## Test 170 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Get the schema configuration for knowledge index @@ -2768,15 +3188,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.310095 | `get_azure_app_config_settings` | ❌ | -| 2 | 0.294949 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.310068 | `get_azure_app_config_settings` | ❌ | +| 2 | 0.294480 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 3 | 0.268668 | `get_azure_best_practices` | ❌ | | 4 | 0.262166 | `get_azure_data_explorer_kusto_details` | ❌ | | 5 | 0.249688 | `get_azure_workbooks_details` | ❌ | --- -## Test 148 +## Test 171 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** List all AI Foundry model deployments @@ -2785,15 +3205,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.619928 | `deploy_azure_ai_models` | ❌ | -| 2 | 0.575456 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 3 | 0.359639 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.356472 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.339963 | `get_azure_security_configurations` | ❌ | +| 1 | 0.619824 | `deploy_azure_ai_models` | ❌ | +| 2 | 0.576167 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.474409 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.412586 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.359607 | `browse_azure_marketplace_products` | ❌ | --- -## Test 149 +## Test 172 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** List all AI Foundry models @@ -2802,15 +3222,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.517204 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.472872 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.338517 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.249923 | `design_azure_architecture` | ❌ | -| 5 | 0.241708 | `get_azure_best_practices` | ❌ | +| 1 | 0.518059 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.473005 | `deploy_azure_ai_models` | ❌ | +| 3 | 0.424420 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.367970 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.338541 | `browse_azure_marketplace_products` | ❌ | --- -## Test 150 +## Test 173 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** List all Cognitive Search services in my subscription @@ -2819,15 +3239,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.530524 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.474802 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.530504 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.474686 | `get_azure_messaging_service_details` | ❌ | | 3 | 0.444086 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.419389 | `get_azure_app_resource_details` | ❌ | -| 5 | 0.399308 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.399308 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 5 | 0.391196 | `get_azure_security_configurations` | ❌ | --- -## Test 151 +## Test 174 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** List all indexes in the Cognitive Search service @@ -2836,15 +3256,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.482355 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.356649 | `get_azure_security_configurations` | ❌ | -| 3 | 0.350943 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.345471 | `get_azure_databases_details` | ❌ | +| 1 | 0.482424 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.356614 | `get_azure_security_configurations` | ❌ | +| 3 | 0.350779 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.349687 | `get_azure_databases_details` | ❌ | | 5 | 0.343922 | `get_azure_data_explorer_kusto_details` | ❌ | --- -## Test 152 +## Test 175 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** List all knowledge indexes in my AI Foundry project @@ -2853,15 +3273,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.522175 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.407003 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.288627 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.286997 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.271304 | `get_azure_resource_and_app_health_status` | ❌ | +| 1 | 0.522586 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.426054 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 3 | 0.407003 | `deploy_azure_ai_models` | ❌ | +| 4 | 0.330976 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.288627 | `browse_azure_marketplace_products` | ❌ | --- -## Test 153 +## Test 176 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Search for instances of in the index in Cognitive Search service @@ -2870,15 +3290,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.426475 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.280912 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.279030 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.271654 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.268348 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.426330 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.296548 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.280912 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.279030 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.268524 | `evaluate_azure_ai_foundry_agents` | ❌ | --- -## Test 154 +## Test 177 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me all AI Foundry model deployments @@ -2888,14 +3308,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.612664 | `deploy_azure_ai_models` | ❌ | -| 2 | 0.565595 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 3 | 0.389499 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.364536 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.312048 | `get_azure_best_practices` | ❌ | +| 2 | 0.566314 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.496487 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.425410 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.389499 | `browse_azure_marketplace_products` | ❌ | --- -## Test 155 +## Test 178 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me my Cognitive Search services @@ -2904,15 +3324,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.485141 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.485211 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 2 | 0.431878 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.364824 | `get_azure_container_details` | ❌ | -| 4 | 0.363484 | `get_azure_app_resource_details` | ❌ | -| 5 | 0.362439 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.370196 | `get_azure_app_resource_details` | ❌ | +| 4 | 0.362361 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.357646 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 156 +## Test 179 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the available AI Foundry models @@ -2922,14 +3342,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.533639 | `deploy_azure_ai_models` | ❌ | -| 2 | 0.529803 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 3 | 0.384895 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.276668 | `design_azure_architecture` | ❌ | -| 5 | 0.271169 | `get_azure_capacity` | ❌ | +| 2 | 0.530518 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 3 | 0.499512 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.408332 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.384895 | `browse_azure_marketplace_products` | ❌ | --- -## Test 157 +## Test 180 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the Cognitive Search services in my subscription @@ -2938,15 +3358,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.541256 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.541290 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 2 | 0.507116 | `browse_azure_marketplace_products` | ❌ | -| 3 | 0.458476 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.425779 | `get_azure_app_resource_details` | ❌ | -| 5 | 0.414408 | `get_azure_capacity` | ❌ | +| 3 | 0.458381 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.414408 | `get_azure_capacity` | ❌ | +| 5 | 0.413622 | `get_azure_app_resource_details` | ❌ | --- -## Test 158 +## Test 181 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the details of the index in Cognitive Search service @@ -2955,15 +3375,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.509173 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.431100 | `get_azure_messaging_service_details` | ❌ | -| 3 | 0.417792 | `get_azure_app_resource_details` | ❌ | -| 4 | 0.406409 | `get_azure_data_explorer_kusto_details` | ❌ | -| 5 | 0.398647 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.508976 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.430944 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.406409 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.398677 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.378065 | `get_azure_app_resource_details` | ❌ | --- -## Test 159 +## Test 182 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the indexes in the Cognitive Search service @@ -2972,15 +3392,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.472364 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.362359 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.472477 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.362187 | `get_azure_messaging_service_details` | ❌ | | 3 | 0.360971 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.343443 | `get_azure_databases_details` | ❌ | -| 5 | 0.336521 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.349891 | `get_azure_resource_and_app_health_status` | ❌ | +| 5 | 0.345205 | `get_azure_databases_details` | ❌ | --- -## Test 160 +## Test 183 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the knowledge indexes in my AI Foundry project @@ -2989,15 +3409,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.511181 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | -| 2 | 0.414405 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.299211 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.296606 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.293626 | `get_azure_capacity` | ❌ | +| 1 | 0.511617 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 2 | 0.474227 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 3 | 0.414405 | `deploy_azure_ai_models` | ❌ | +| 4 | 0.337209 | `connect_azure_ai_foundry_agents` | ❌ | +| 5 | 0.316338 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 161 +## Test 184 **Expected Tool:** `get_azure_ai_resources_details` **Prompt:** Show me the schema for knowledge index in my AI Foundry project @@ -3006,15 +3426,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.498412 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | +| 1 | 0.498555 | `get_azure_ai_resources_details` | ✅ **EXPECTED** | | 2 | 0.373160 | `deploy_azure_ai_models` | ❌ | -| 3 | 0.324788 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.308722 | `get_azure_best_practices` | ❌ | -| 5 | 0.274743 | `get_azure_databases_details` | ❌ | +| 3 | 0.341967 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 4 | 0.324788 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.308722 | `get_azure_best_practices` | ❌ | --- -## Test 162 +## Test 185 **Expected Tool:** `deploy_azure_ai_models` **Prompt:** Deploy a GPT4o instance on my resource @@ -3023,15 +3443,49 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.387447 | `deploy_azure_ai_models` | ✅ **EXPECTED** | -| 2 | 0.307463 | `deploy_resources_and_applications_to_azure` | ❌ | -| 3 | 0.299302 | `create_azure_load_testing` | ❌ | -| 4 | 0.240425 | `edit_azure_databases` | ❌ | -| 5 | 0.236281 | `get_azure_best_practices` | ❌ | +| 1 | 0.387217 | `deploy_azure_ai_models` | ✅ **EXPECTED** | +| 2 | 0.307193 | `deploy_resources_and_applications_to_azure` | ❌ | +| 3 | 0.299337 | `create_azure_load_testing` | ❌ | +| 4 | 0.240181 | `edit_azure_databases` | ❌ | +| 5 | 0.236071 | `get_azure_best_practices` | ❌ | --- -## Test 163 +## Test 186 + +**Expected Tool:** `connect_azure_ai_foundry_agents` +**Prompt:** Query an agent in my AI foundry project + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.561982 | `evaluate_azure_ai_foundry_agents` | ❌ | +| 2 | 0.514602 | `connect_azure_ai_foundry_agents` | ✅ **EXPECTED** | +| 3 | 0.452314 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.382785 | `deploy_azure_ai_models` | ❌ | +| 5 | 0.282804 | `execute_azure_cli` | ❌ | + +--- + +## Test 187 + +**Expected Tool:** `evaluate_azure_ai_foundry_agents` +**Prompt:** Evaluate the full query and response I got from my agent for task_adherence + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.347263 | `evaluate_azure_ai_foundry_agents` | ✅ **EXPECTED** | +| 2 | 0.280105 | `get_azure_resource_and_app_health_status` | ❌ | +| 3 | 0.245804 | `execute_azure_cli` | ❌ | +| 4 | 0.238878 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.229140 | `audit_azure_resources_compliance` | ❌ | + +--- + +## Test 188 **Expected Tool:** `get_azure_storage_details` **Prompt:** Get details about the storage account @@ -3040,15 +3494,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.625072 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 2 | 0.475469 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.449097 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.430956 | `get_azure_app_resource_details` | ❌ | -| 5 | 0.429429 | `get_azure_container_details` | ❌ | +| 1 | 0.627465 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.475489 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.449027 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.429040 | `create_azure_storage` | ❌ | +| 5 | 0.412888 | `get_azure_container_details` | ❌ | --- -## Test 164 +## Test 189 **Expected Tool:** `get_azure_storage_details` **Prompt:** Get the details about blob in the container in storage account @@ -3057,15 +3511,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.583671 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.580698 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.529062 | `create_azure_storage` | ❌ | | 3 | 0.478682 | `upload_azure_storage_blobs` | ❌ | -| 4 | 0.466323 | `get_azure_container_details` | ❌ | -| 5 | 0.415661 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.448552 | `get_azure_container_details` | ❌ | +| 5 | 0.415646 | `get_azure_app_config_settings` | ❌ | --- -## Test 165 +## Test 190 **Expected Tool:** `get_azure_storage_details` **Prompt:** List all blob containers in the storage account @@ -3075,14 +3529,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.587289 | `create_azure_storage` | ❌ | -| 2 | 0.508807 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.514372 | `get_azure_storage_details` | ✅ **EXPECTED** | | 3 | 0.453205 | `upload_azure_storage_blobs` | ❌ | -| 4 | 0.376538 | `get_azure_container_details` | ❌ | -| 5 | 0.336919 | `get_azure_security_configurations` | ❌ | +| 4 | 0.357190 | `get_azure_container_details` | ❌ | +| 5 | 0.336886 | `get_azure_security_configurations` | ❌ | --- -## Test 166 +## Test 191 **Expected Tool:** `get_azure_storage_details` **Prompt:** List all blobs in the blob container in the storage account @@ -3092,14 +3546,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.551096 | `create_azure_storage` | ❌ | -| 2 | 0.485269 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.493666 | `get_azure_storage_details` | ✅ **EXPECTED** | | 3 | 0.463738 | `upload_azure_storage_blobs` | ❌ | -| 4 | 0.348803 | `get_azure_container_details` | ❌ | -| 5 | 0.309773 | `get_azure_security_configurations` | ❌ | +| 4 | 0.338640 | `get_azure_container_details` | ❌ | +| 5 | 0.309742 | `get_azure_security_configurations` | ❌ | --- -## Test 167 +## Test 192 **Expected Tool:** `get_azure_storage_details` **Prompt:** List all storage accounts in my subscription including their location and SKU @@ -3108,15 +3562,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.528405 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 2 | 0.459489 | `create_azure_storage` | ❌ | -| 3 | 0.444344 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.428424 | `get_azure_capacity` | ❌ | -| 5 | 0.417730 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.599936 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.459473 | `create_azure_storage` | ❌ | +| 3 | 0.444298 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.428392 | `get_azure_capacity` | ❌ | +| 5 | 0.417612 | `get_azure_messaging_service_details` | ❌ | --- -## Test 168 +## Test 193 **Expected Tool:** `get_azure_storage_details` **Prompt:** List the Azure Managed Lustre filesystems in my resource group @@ -3125,15 +3579,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.559811 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 2 | 0.432005 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.421269 | `get_azure_capacity` | ❌ | -| 4 | 0.408448 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.386462 | `get_azure_databases_details` | ❌ | +| 1 | 0.575345 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.432052 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.421279 | `get_azure_capacity` | ❌ | +| 4 | 0.408527 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.390093 | `get_azure_databases_details` | ❌ | --- -## Test 169 +## Test 194 **Expected Tool:** `get_azure_storage_details` **Prompt:** List the Azure Managed Lustre filesystems in my subscription @@ -3142,15 +3596,32 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.549516 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 2 | 0.455307 | `get_azure_messaging_service_details` | ❌ | +| 1 | 0.572325 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.455173 | `get_azure_messaging_service_details` | ❌ | | 3 | 0.431655 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.422149 | `get_azure_capacity` | ❌ | -| 5 | 0.397015 | `get_azure_databases_details` | ❌ | +| 5 | 0.400784 | `get_azure_databases_details` | ❌ | --- -## Test 170 +## Test 195 + +**Expected Tool:** `get_azure_storage_details` +**Prompt:** List the Azure Managed Lustre SKUs available in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.600844 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.492224 | `browse_azure_marketplace_products` | ❌ | +| 3 | 0.455935 | `get_azure_capacity` | ❌ | +| 4 | 0.404690 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.390134 | `get_azure_ai_resources_details` | ❌ | + +--- + +## Test 196 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me my storage accounts with whether hierarchical namespace (HNS) is enabled @@ -3159,15 +3630,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.496814 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.506968 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.404977 | `create_azure_storage` | ❌ | | 3 | 0.388186 | `get_azure_capacity` | ❌ | -| 4 | 0.384670 | `get_azure_security_configurations` | ❌ | -| 5 | 0.361530 | `get_azure_container_details` | ❌ | +| 4 | 0.384612 | `get_azure_security_configurations` | ❌ | +| 5 | 0.355987 | `get_azure_messaging_service_details` | ❌ | --- -## Test 171 +## Test 197 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the blobs in the blob container in the storage account @@ -3177,14 +3648,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.546896 | `create_azure_storage` | ❌ | -| 2 | 0.480500 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.483606 | `get_azure_storage_details` | ✅ **EXPECTED** | | 3 | 0.472639 | `upload_azure_storage_blobs` | ❌ | -| 4 | 0.408261 | `get_azure_container_details` | ❌ | -| 5 | 0.323929 | `get_azure_key_vault` | ❌ | +| 4 | 0.397280 | `get_azure_container_details` | ❌ | +| 5 | 0.309579 | `get_azure_security_configurations` | ❌ | --- -## Test 172 +## Test 198 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the containers in the storage account @@ -3194,14 +3665,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.543409 | `create_azure_storage` | ❌ | -| 2 | 0.514988 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 3 | 0.428357 | `get_azure_container_details` | ❌ | -| 4 | 0.418173 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.354583 | `get_azure_security_configurations` | ❌ | +| 2 | 0.520267 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 3 | 0.418173 | `upload_azure_storage_blobs` | ❌ | +| 4 | 0.408751 | `get_azure_container_details` | ❌ | +| 5 | 0.354495 | `get_azure_security_configurations` | ❌ | --- -## Test 173 +## Test 199 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the details for my storage account @@ -3210,15 +3681,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.584749 | `get_azure_storage_details` | ✅ **EXPECTED** | -| 2 | 0.449230 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.434244 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.431374 | `get_azure_container_details` | ❌ | +| 1 | 0.592768 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 2 | 0.449227 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.434140 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.419250 | `get_azure_container_details` | ❌ | | 5 | 0.419042 | `create_azure_storage` | ❌ | --- -## Test 174 +## Test 200 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the properties for blob in container in storage account @@ -3227,15 +3698,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.522835 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.524229 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.521403 | `create_azure_storage` | ❌ | | 3 | 0.457281 | `upload_azure_storage_blobs` | ❌ | -| 4 | 0.420866 | `get_azure_container_details` | ❌ | -| 5 | 0.348727 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.405975 | `get_azure_container_details` | ❌ | +| 5 | 0.348752 | `get_azure_app_config_settings` | ❌ | --- -## Test 175 +## Test 201 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the properties of the storage container in the storage account @@ -3244,15 +3715,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.537993 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.543735 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.498174 | `create_azure_storage` | ❌ | -| 3 | 0.451684 | `get_azure_container_details` | ❌ | +| 3 | 0.434495 | `get_azure_container_details` | ❌ | | 4 | 0.398764 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.368711 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.368712 | `get_azure_app_config_settings` | ❌ | --- -## Test 176 +## Test 202 **Expected Tool:** `get_azure_storage_details` **Prompt:** Show me the storage accounts in my subscription and include HTTPS-only and public blob access settings @@ -3261,15 +3732,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.515432 | `get_azure_storage_details` | ✅ **EXPECTED** | +| 1 | 0.520995 | `get_azure_storage_details` | ✅ **EXPECTED** | | 2 | 0.476386 | `create_azure_storage` | ❌ | | 3 | 0.430206 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.397694 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.397591 | `get_azure_messaging_service_details` | ❌ | | 5 | 0.397401 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 177 +## Test 203 **Expected Tool:** `create_azure_storage` **Prompt:** Create a new blob container named documents with container public access in storage account @@ -3278,15 +3749,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.546240 | `create_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.432029 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.388689 | `get_azure_storage_details` | ❌ | -| 4 | 0.317992 | `create_azure_key_vault_items` | ❌ | -| 5 | 0.304626 | `search_microsoft_docs` | ❌ | +| 1 | 0.546204 | `create_azure_storage` | ✅ **EXPECTED** | +| 2 | 0.431996 | `upload_azure_storage_blobs` | ❌ | +| 3 | 0.379103 | `get_azure_storage_details` | ❌ | +| 4 | 0.318029 | `create_azure_key_vault_items` | ❌ | +| 5 | 0.304649 | `search_microsoft_docs` | ❌ | --- -## Test 178 +## Test 204 **Expected Tool:** `create_azure_storage` **Prompt:** Create a new storage account called testaccount123 in East US region @@ -3296,14 +3767,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.478014 | `create_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.355529 | `get_azure_storage_details` | ❌ | +| 2 | 0.354545 | `get_azure_storage_details` | ❌ | | 3 | 0.329543 | `create_azure_key_vault_items` | ❌ | | 4 | 0.307994 | `create_azure_load_testing` | ❌ | | 5 | 0.306614 | `get_azure_capacity` | ❌ | --- -## Test 179 +## Test 205 **Expected Tool:** `create_azure_storage` **Prompt:** Create a new storage account with Data Lake Storage Gen2 enabled @@ -3313,14 +3784,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.557679 | `create_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.436816 | `get_azure_storage_details` | ❌ | +| 2 | 0.441131 | `get_azure_storage_details` | ❌ | | 3 | 0.432518 | `create_azure_key_vault_items` | ❌ | | 4 | 0.423712 | `upload_azure_storage_blobs` | ❌ | -| 5 | 0.395124 | `create_azure_workbooks` | ❌ | +| 5 | 0.395082 | `create_azure_workbooks` | ❌ | --- -## Test 180 +## Test 206 **Expected Tool:** `create_azure_storage` **Prompt:** Create a storage account with premium performance and LRS replication @@ -3330,14 +3801,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.488344 | `create_azure_storage` | ✅ **EXPECTED** | -| 2 | 0.427468 | `get_azure_storage_details` | ❌ | +| 2 | 0.437405 | `get_azure_storage_details` | ❌ | | 3 | 0.406117 | `get_azure_capacity` | ❌ | | 4 | 0.356649 | `create_azure_load_testing` | ❌ | | 5 | 0.346863 | `create_azure_key_vault_items` | ❌ | --- -## Test 181 +## Test 207 **Expected Tool:** `create_azure_storage` **Prompt:** Create the container using blob public access in storage account @@ -3348,13 +3819,13 @@ |------|-------|------|--------| | 1 | 0.631937 | `create_azure_storage` | ✅ **EXPECTED** | | 2 | 0.487471 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.401952 | `get_azure_storage_details` | ❌ | -| 4 | 0.332783 | `get_azure_container_details` | ❌ | +| 3 | 0.396416 | `get_azure_storage_details` | ❌ | +| 4 | 0.326507 | `get_azure_container_details` | ❌ | | 5 | 0.316986 | `create_azure_key_vault_items` | ❌ | --- -## Test 182 +## Test 208 **Expected Tool:** `create_azure_storage` **Prompt:** Create the storage container mycontainer in storage account @@ -3365,13 +3836,13 @@ |------|-------|------|--------| | 1 | 0.607036 | `create_azure_storage` | ✅ **EXPECTED** | | 2 | 0.450592 | `upload_azure_storage_blobs` | ❌ | -| 3 | 0.413804 | `get_azure_storage_details` | ❌ | +| 3 | 0.403005 | `get_azure_storage_details` | ❌ | | 4 | 0.325408 | `create_azure_key_vault_items` | ❌ | -| 5 | 0.313058 | `get_azure_container_details` | ❌ | +| 5 | 0.308422 | `get_azure_container_details` | ❌ | --- -## Test 183 +## Test 209 **Expected Tool:** `upload_azure_storage_blobs` **Prompt:** Upload file to storage blob in container in storage account @@ -3382,13 +3853,13 @@ |------|-------|------|--------| | 1 | 0.623181 | `upload_azure_storage_blobs` | ✅ **EXPECTED** | | 2 | 0.528682 | `create_azure_storage` | ❌ | -| 3 | 0.381546 | `get_azure_storage_details` | ❌ | +| 3 | 0.375345 | `get_azure_storage_details` | ❌ | | 4 | 0.292612 | `deploy_azure_ai_models` | ❌ | | 5 | 0.268633 | `import_azure_key_vault_certificates` | ❌ | --- -## Test 184 +## Test 210 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** List all access policies in the Redis Cache @@ -3398,14 +3869,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.598233 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | -| 2 | 0.334980 | `get_azure_security_configurations` | ❌ | +| 2 | 0.335003 | `get_azure_security_configurations` | ❌ | | 3 | 0.304910 | `get_azure_database_admin_configuration_details` | ❌ | -| 4 | 0.285710 | `get_azure_key_vault` | ❌ | -| 5 | 0.272415 | `get_azure_container_details` | ❌ | +| 4 | 0.292874 | `get_azure_key_vault` | ❌ | +| 5 | 0.267608 | `get_azure_container_details` | ❌ | --- -## Test 185 +## Test 211 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** List all databases in the Redis Cluster @@ -3415,14 +3886,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.470782 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | -| 2 | 0.389596 | `get_azure_databases_details` | ❌ | +| 2 | 0.389069 | `get_azure_databases_details` | ❌ | | 3 | 0.387732 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.281471 | `get_azure_container_details` | ❌ | -| 5 | 0.254968 | `get_azure_security_configurations` | ❌ | +| 4 | 0.280567 | `get_azure_container_details` | ❌ | +| 5 | 0.254950 | `get_azure_security_configurations` | ❌ | --- -## Test 186 +## Test 212 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** List all Redis Caches in my subscription @@ -3433,13 +3904,13 @@ |------|-------|------|--------| | 1 | 0.580586 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | | 2 | 0.364783 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.342514 | `get_azure_messaging_service_details` | ❌ | -| 4 | 0.338317 | `get_azure_databases_details` | ❌ | -| 5 | 0.312887 | `get_azure_container_details` | ❌ | +| 3 | 0.342459 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.340686 | `get_azure_databases_details` | ❌ | +| 5 | 0.310757 | `browse_azure_marketplace_products` | ❌ | --- -## Test 187 +## Test 213 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** List all Redis Clusters in my subscription @@ -3451,12 +3922,12 @@ | 1 | 0.567767 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | | 2 | 0.435563 | `get_azure_data_explorer_kusto_details` | ❌ | | 3 | 0.414456 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.406105 | `get_azure_container_details` | ❌ | -| 5 | 0.383713 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.396583 | `get_azure_container_details` | ❌ | +| 5 | 0.383636 | `get_azure_messaging_service_details` | ❌ | --- -## Test 188 +## Test 214 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me my Redis Caches @@ -3466,14 +3937,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.520329 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | -| 2 | 0.290346 | `get_azure_databases_details` | ❌ | -| 3 | 0.267242 | `get_azure_container_details` | ❌ | -| 4 | 0.263546 | `get_azure_key_vault` | ❌ | -| 5 | 0.252410 | `get_azure_security_configurations` | ❌ | +| 2 | 0.290240 | `get_azure_databases_details` | ❌ | +| 3 | 0.261870 | `get_azure_container_details` | ❌ | +| 4 | 0.252356 | `get_azure_security_configurations` | ❌ | +| 5 | 0.252333 | `get_azure_key_vault` | ❌ | --- -## Test 189 +## Test 215 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me my Redis Clusters @@ -3484,13 +3955,13 @@ |------|-------|------|--------| | 1 | 0.498407 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | | 2 | 0.354127 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.348501 | `get_azure_container_details` | ❌ | -| 4 | 0.299671 | `get_azure_databases_details` | ❌ | +| 3 | 0.342390 | `get_azure_container_details` | ❌ | +| 4 | 0.298268 | `get_azure_databases_details` | ❌ | | 5 | 0.272676 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 190 +## Test 216 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me the access policies in the Redis Cache @@ -3501,13 +3972,13 @@ |------|-------|------|--------| | 1 | 0.600085 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | | 2 | 0.322520 | `get_azure_database_admin_configuration_details` | ❌ | -| 3 | 0.316810 | `get_azure_security_configurations` | ❌ | -| 4 | 0.313256 | `get_azure_key_vault` | ❌ | +| 3 | 0.316812 | `get_azure_security_configurations` | ❌ | +| 4 | 0.305754 | `get_azure_key_vault` | ❌ | | 5 | 0.305484 | `get_azure_app_config_settings` | ❌ | --- -## Test 191 +## Test 217 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me the databases in the Redis Cluster @@ -3518,13 +3989,13 @@ |------|-------|------|--------| | 1 | 0.456960 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | | 2 | 0.379510 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.374454 | `get_azure_databases_details` | ❌ | -| 4 | 0.283060 | `get_azure_container_details` | ❌ | +| 3 | 0.372182 | `get_azure_databases_details` | ❌ | +| 4 | 0.280782 | `get_azure_container_details` | ❌ | | 5 | 0.238852 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 192 +## Test 218 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me the Redis Caches in my subscription @@ -3536,12 +4007,12 @@ | 1 | 0.553755 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | | 2 | 0.360815 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 3 | 0.335247 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.334104 | `get_azure_databases_details` | ❌ | -| 5 | 0.328557 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.333570 | `get_azure_databases_details` | ❌ | +| 5 | 0.328521 | `get_azure_messaging_service_details` | ❌ | --- -## Test 193 +## Test 219 **Expected Tool:** `get_azure_cache_for_redis_details` **Prompt:** Show me the Redis Clusters in my subscription @@ -3553,12 +4024,12 @@ | 1 | 0.538790 | `get_azure_cache_for_redis_details` | ✅ **EXPECTED** | | 2 | 0.424900 | `get_azure_data_explorer_kusto_details` | ❌ | | 3 | 0.415817 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.408194 | `get_azure_container_details` | ❌ | -| 5 | 0.380800 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.400228 | `get_azure_container_details` | ❌ | +| 5 | 0.380758 | `get_azure_messaging_service_details` | ❌ | --- -## Test 194 +## Test 220 **Expected Tool:** `browse_azure_marketplace_products` **Prompt:** Get details about marketplace product @@ -3568,14 +4039,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.424825 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | -| 2 | 0.376519 | `get_azure_app_config_settings` | ❌ | -| 3 | 0.359701 | `get_azure_app_resource_details` | ❌ | -| 4 | 0.343886 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.302227 | `get_azure_ai_resources_details` | ❌ | +| 2 | 0.376458 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.344595 | `get_azure_storage_details` | ❌ | +| 4 | 0.343785 | `get_azure_messaging_service_details` | ❌ | +| 5 | 0.302004 | `get_azure_ai_resources_details` | ❌ | --- -## Test 195 +## Test 221 **Expected Tool:** `browse_azure_marketplace_products` **Prompt:** Search for Microsoft products in the marketplace @@ -3586,13 +4057,13 @@ |------|-------|------|--------| | 1 | 0.712278 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | | 2 | 0.464133 | `search_microsoft_docs` | ❌ | -| 3 | 0.387115 | `get_azure_ai_resources_details` | ❌ | +| 3 | 0.387287 | `get_azure_ai_resources_details` | ❌ | | 4 | 0.364792 | `deploy_resources_and_applications_to_azure` | ❌ | -| 5 | 0.348761 | `get_azure_databases_details` | ❌ | +| 5 | 0.344772 | `get_azure_databases_details` | ❌ | --- -## Test 196 +## Test 222 **Expected Tool:** `browse_azure_marketplace_products` **Prompt:** Show me marketplace products from publisher @@ -3602,14 +4073,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.492651 | `browse_azure_marketplace_products` | ✅ **EXPECTED** | -| 2 | 0.227456 | `get_azure_messaging_service_details` | ❌ | -| 3 | 0.217240 | `get_azure_ai_resources_details` | ❌ | +| 2 | 0.227400 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.217313 | `get_azure_ai_resources_details` | ❌ | | 4 | 0.210581 | `get_azure_workbooks_details` | ❌ | -| 5 | 0.199677 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.205593 | `get_azure_storage_details` | ❌ | --- -## Test 197 +## Test 223 **Expected Tool:** `get_azure_capacity` **Prompt:** Check usage information for in region @@ -3619,14 +4090,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.484871 | `get_azure_capacity` | ✅ **EXPECTED** | -| 2 | 0.406519 | `get_azure_storage_details` | ❌ | +| 2 | 0.419684 | `get_azure_storage_details` | ❌ | | 3 | 0.353830 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.350026 | `get_azure_virtual_desktop_details` | ❌ | | 5 | 0.314300 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 198 +## Test 224 **Expected Tool:** `get_azure_capacity` **Prompt:** Show me the available regions for these resource types @@ -3636,14 +4107,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.398404 | `get_azure_capacity` | ✅ **EXPECTED** | -| 2 | 0.332100 | `get_azure_load_testing_details` | ❌ | -| 3 | 0.317843 | `get_azure_storage_details` | ❌ | +| 2 | 0.347156 | `get_azure_storage_details` | ❌ | +| 3 | 0.332100 | `get_azure_load_testing_details` | ❌ | | 4 | 0.313365 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 5 | 0.311621 | `get_azure_ai_resources_details` | ❌ | +| 5 | 0.311327 | `get_azure_ai_resources_details` | ❌ | --- -## Test 199 +## Test 225 **Expected Tool:** `get_azure_capacity` **Prompt:** Tell me how many IP addresses I need for of @@ -3652,15 +4123,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.266003 | `get_azure_capacity` | ✅ **EXPECTED** | -| 2 | 0.253943 | `get_azure_storage_details` | ❌ | +| 1 | 0.304753 | `get_azure_storage_details` | ❌ | +| 2 | 0.266003 | `get_azure_capacity` | ✅ **EXPECTED** | | 3 | 0.225047 | `execute_azure_cli` | ❌ | | 4 | 0.215121 | `edit_azure_databases` | ❌ | -| 5 | 0.206770 | `get_azure_container_details` | ❌ | +| 5 | 0.212667 | `get_azure_container_details` | ❌ | --- -## Test 200 +## Test 226 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List all Event Grid subscriptions in subscription @@ -3669,15 +4140,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.510140 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.510168 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.431684 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.350507 | `get_azure_security_configurations` | ❌ | +| 3 | 0.350456 | `get_azure_security_configurations` | ❌ | | 4 | 0.326854 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.306960 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.305112 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 201 +## Test 227 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List all Event Grid topics in my subscription @@ -3686,15 +4157,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.583444 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.583583 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.433919 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 3 | 0.380839 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.375332 | `get_azure_security_configurations` | ❌ | +| 4 | 0.375303 | `get_azure_security_configurations` | ❌ | | 5 | 0.355380 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 202 +## Test 228 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List all Event Grid topics in resource group in subscription @@ -3704,14 +4175,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.517196 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 2 | 0.485538 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.485690 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 3 | 0.337400 | `get_azure_load_testing_details` | ❌ | -| 4 | 0.333009 | `get_azure_security_configurations` | ❌ | +| 4 | 0.332975 | `get_azure_security_configurations` | ❌ | | 5 | 0.331312 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 203 +## Test 229 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List all Event Grid topics in subscription @@ -3720,15 +4191,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.540587 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.540766 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.397469 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.329818 | `get_azure_security_configurations` | ❌ | +| 3 | 0.329802 | `get_azure_security_configurations` | ❌ | | 4 | 0.325418 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.309353 | `get_azure_load_testing_details` | ❌ | +| 5 | 0.312824 | `get_azure_storage_details` | ❌ | --- -## Test 204 +## Test 230 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List Event Grid subscriptions for subscription in location @@ -3737,15 +4208,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.508238 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.508284 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.443596 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.351541 | `get_azure_security_configurations` | ❌ | -| 4 | 0.335511 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.332395 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.351500 | `get_azure_security_configurations` | ❌ | +| 4 | 0.348005 | `get_azure_storage_details` | ❌ | +| 5 | 0.335511 | `get_azure_load_testing_details` | ❌ | --- -## Test 205 +## Test 231 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List Event Grid subscriptions for topic in resource group @@ -3754,15 +4225,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.538972 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.539104 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.499123 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.366291 | `get_azure_security_configurations` | ❌ | +| 3 | 0.366263 | `get_azure_security_configurations` | ❌ | | 4 | 0.341727 | `get_azure_load_testing_details` | ❌ | -| 5 | 0.328874 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.337607 | `get_azure_storage_details` | ❌ | --- -## Test 206 +## Test 232 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** List Event Grid subscriptions for topic in subscription @@ -3771,15 +4242,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.551683 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.551833 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.422468 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.341635 | `get_azure_security_configurations` | ❌ | -| 4 | 0.319377 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.318300 | `get_azure_app_resource_details` | ❌ | +| 3 | 0.341614 | `get_azure_security_configurations` | ❌ | +| 4 | 0.321448 | `get_azure_storage_details` | ❌ | +| 5 | 0.319377 | `browse_azure_marketplace_products` | ❌ | --- -## Test 207 +## Test 233 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show all Event Grid subscriptions in my subscription @@ -3788,15 +4259,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.553716 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.553712 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.470487 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.429361 | `get_azure_security_configurations` | ❌ | +| 3 | 0.429263 | `get_azure_security_configurations` | ❌ | | 4 | 0.402453 | `browse_azure_marketplace_products` | ❌ | | 5 | 0.358335 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 208 +## Test 234 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show Event Grid subscriptions in resource group in subscription @@ -3806,14 +4277,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.566739 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 2 | 0.506423 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | -| 3 | 0.384016 | `get_azure_security_configurations` | ❌ | -| 4 | 0.346975 | `get_azure_virtual_desktop_details` | ❌ | -| 5 | 0.345983 | `get_azure_capacity` | ❌ | +| 2 | 0.506489 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 3 | 0.383949 | `get_azure_security_configurations` | ❌ | +| 4 | 0.348422 | `get_azure_storage_details` | ❌ | +| 5 | 0.346975 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 209 +## Test 235 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show me all Event Grid subscriptions for topic @@ -3822,15 +4293,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.552883 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.552994 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.404707 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.344102 | `get_azure_security_configurations` | ❌ | +| 3 | 0.344019 | `get_azure_security_configurations` | ❌ | | 4 | 0.337543 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.328806 | `get_azure_app_resource_details` | ❌ | +| 5 | 0.317616 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 210 +## Test 236 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show me the details of service bus queue @@ -3839,15 +4310,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.602566 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | -| 2 | 0.384758 | `get_azure_app_resource_details` | ❌ | -| 3 | 0.374093 | `get_azure_container_details` | ❌ | -| 4 | 0.365590 | `get_azure_database_admin_configuration_details` | ❌ | -| 5 | 0.364952 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.602536 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.365590 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.364915 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.364635 | `get_azure_container_details` | ❌ | +| 5 | 0.354304 | `get_azure_storage_details` | ❌ | --- -## Test 211 +## Test 237 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show me the details of service bus subscription @@ -3856,15 +4327,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.622610 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | -| 2 | 0.397741 | `get_azure_app_resource_details` | ❌ | -| 3 | 0.380696 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.379021 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.365824 | `get_azure_container_details` | ❌ | +| 1 | 0.622636 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.380696 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.379002 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.357307 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.355318 | `get_azure_app_resource_details` | ❌ | --- -## Test 212 +## Test 238 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show me the details of service bus topic @@ -3873,15 +4344,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.615360 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | -| 2 | 0.375835 | `get_azure_app_resource_details` | ❌ | -| 3 | 0.363340 | `get_azure_app_config_settings` | ❌ | -| 4 | 0.361953 | `get_azure_container_details` | ❌ | -| 5 | 0.347442 | `get_azure_virtual_desktop_details` | ❌ | +| 1 | 0.615458 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 2 | 0.363324 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.347442 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.343578 | `get_azure_container_details` | ❌ | +| 5 | 0.336162 | `get_azure_storage_details` | ❌ | --- -## Test 213 +## Test 239 **Expected Tool:** `get_azure_messaging_service_details` **Prompt:** Show me the Event Grid topics in my subscription @@ -3890,15 +4361,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.587489 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | +| 1 | 0.587661 | `get_azure_messaging_service_details` | ✅ **EXPECTED** | | 2 | 0.444005 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 3 | 0.417523 | `browse_azure_marketplace_products` | ❌ | -| 4 | 0.364825 | `get_azure_security_configurations` | ❌ | -| 5 | 0.343555 | `get_azure_virtual_desktop_details` | ❌ | +| 4 | 0.364752 | `get_azure_security_configurations` | ❌ | +| 5 | 0.347974 | `get_azure_storage_details` | ❌ | --- -## Test 214 +## Test 240 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** List all Data Explorer clusters in my subscription @@ -3908,14 +4379,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.589762 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.415735 | `get_azure_databases_details` | ❌ | +| 2 | 0.413814 | `get_azure_databases_details` | ❌ | | 3 | 0.398499 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.395860 | `get_azure_container_details` | ❌ | -| 5 | 0.385218 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.385218 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.379203 | `get_azure_container_details` | ❌ | --- -## Test 215 +## Test 241 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** List all databases in the Data Explorer cluster @@ -3925,14 +4396,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.546030 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.465479 | `get_azure_databases_details` | ❌ | +| 2 | 0.462094 | `get_azure_databases_details` | ❌ | | 3 | 0.337758 | `get_azure_cache_for_redis_details` | ❌ | -| 4 | 0.307644 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.305376 | `get_azure_container_details` | ❌ | +| 4 | 0.295340 | `get_azure_container_details` | ❌ | +| 5 | 0.284549 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 216 +## Test 242 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** List all tables in the Data Explorer database in cluster @@ -3941,15 +4412,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.526937 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.412585 | `get_azure_databases_details` | ❌ | -| 3 | 0.305662 | `get_azure_cache_for_redis_details` | ❌ | -| 4 | 0.273879 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.262360 | `get_azure_container_details` | ❌ | +| 1 | 0.526929 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.410927 | `get_azure_databases_details` | ❌ | +| 3 | 0.305711 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.263808 | `get_azure_storage_details` | ❌ | +| 5 | 0.256124 | `get_azure_container_details` | ❌ | --- -## Test 217 +## Test 243 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me a data sample from the Data Explorer table in cluster @@ -3958,15 +4429,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.512505 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.319340 | `get_azure_databases_details` | ❌ | -| 3 | 0.247150 | `get_azure_container_details` | ❌ | -| 4 | 0.247131 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.242334 | `get_azure_cache_for_redis_details` | ❌ | +| 1 | 0.512442 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.313016 | `get_azure_databases_details` | ❌ | +| 3 | 0.248948 | `get_azure_container_details` | ❌ | +| 4 | 0.242332 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.229602 | `browse_azure_marketplace_products` | ❌ | --- -## Test 218 +## Test 244 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me all items that contain the word in the Data Explorer table in cluster @@ -3975,15 +4446,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.428989 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.310458 | `get_azure_databases_details` | ❌ | -| 3 | 0.305249 | `get_azure_ai_resources_details` | ❌ | -| 4 | 0.264114 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.249077 | `get_azure_container_details` | ❌ | +| 1 | 0.429135 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.305890 | `get_azure_databases_details` | ❌ | +| 3 | 0.305128 | `get_azure_ai_resources_details` | ❌ | +| 4 | 0.264143 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.241312 | `get_azure_container_details` | ❌ | --- -## Test 219 +## Test 245 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me my Data Explorer clusters @@ -3993,14 +4464,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.533350 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.347867 | `get_azure_container_details` | ❌ | -| 3 | 0.344865 | `get_azure_databases_details` | ❌ | -| 4 | 0.323017 | `get_azure_resource_and_app_health_status` | ❌ | -| 5 | 0.315634 | `get_azure_cache_for_redis_details` | ❌ | +| 2 | 0.337173 | `get_azure_databases_details` | ❌ | +| 3 | 0.337078 | `get_azure_container_details` | ❌ | +| 4 | 0.315634 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.313020 | `get_azure_resource_and_app_health_status` | ❌ | --- -## Test 220 +## Test 246 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me the Data Explorer clusters in my subscription @@ -4010,14 +4481,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.584941 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.420417 | `get_azure_databases_details` | ❌ | -| 3 | 0.420000 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.415851 | `get_azure_container_details` | ❌ | -| 5 | 0.404683 | `browse_azure_marketplace_products` | ❌ | +| 2 | 0.420000 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 3 | 0.415745 | `get_azure_databases_details` | ❌ | +| 4 | 0.404683 | `browse_azure_marketplace_products` | ❌ | +| 5 | 0.400036 | `get_azure_container_details` | ❌ | --- -## Test 221 +## Test 247 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me the databases in the Data Explorer cluster @@ -4027,14 +4498,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.535152 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.448169 | `get_azure_databases_details` | ❌ | +| 2 | 0.443460 | `get_azure_databases_details` | ❌ | | 3 | 0.328037 | `get_azure_cache_for_redis_details` | ❌ | -| 4 | 0.314178 | `get_azure_container_details` | ❌ | -| 5 | 0.299202 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.301627 | `get_azure_container_details` | ❌ | +| 5 | 0.284436 | `get_azure_storage_details` | ❌ | --- -## Test 222 +## Test 248 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me the details of the Data Explorer cluster @@ -4043,15 +4514,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.603734 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.419498 | `get_azure_container_details` | ❌ | -| 3 | 0.382673 | `get_azure_cache_for_redis_details` | ❌ | -| 4 | 0.362048 | `get_azure_databases_details` | ❌ | -| 5 | 0.353519 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.603681 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | +| 2 | 0.416848 | `get_azure_container_details` | ❌ | +| 3 | 0.382614 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.365772 | `get_azure_databases_details` | ❌ | +| 5 | 0.359035 | `get_azure_storage_details` | ❌ | --- -## Test 223 +## Test 249 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me the schema for table in the Data Explorer database in cluster @@ -4061,14 +4532,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.475232 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.370884 | `get_azure_databases_details` | ❌ | +| 2 | 0.367299 | `get_azure_databases_details` | ❌ | | 3 | 0.251410 | `get_azure_best_practices` | ❌ | -| 4 | 0.242322 | `design_azure_architecture` | ❌ | +| 4 | 0.242521 | `design_azure_architecture` | ❌ | | 5 | 0.241156 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 224 +## Test 250 **Expected Tool:** `get_azure_data_explorer_kusto_details` **Prompt:** Show me the tables in the Data Explorer database in cluster @@ -4078,14 +4549,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.521279 | `get_azure_data_explorer_kusto_details` | ✅ **EXPECTED** | -| 2 | 0.404070 | `get_azure_databases_details` | ❌ | +| 2 | 0.401926 | `get_azure_databases_details` | ❌ | | 3 | 0.301709 | `get_azure_cache_for_redis_details` | ❌ | -| 4 | 0.279126 | `get_azure_container_details` | ❌ | -| 5 | 0.270716 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.271168 | `get_azure_container_details` | ❌ | +| 5 | 0.266098 | `get_azure_storage_details` | ❌ | --- -## Test 225 +## Test 251 **Expected Tool:** `create_azure_database_admin_configurations` **Prompt:** Add a firewall rule to allow access from IP range to for SQL server @@ -4094,15 +4565,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.619811 | `create_azure_database_admin_configurations` | ✅ **EXPECTED** | -| 2 | 0.497702 | `delete_azure_database_admin_configurations` | ❌ | -| 3 | 0.339806 | `edit_azure_databases` | ❌ | -| 4 | 0.339292 | `get_azure_database_admin_configuration_details` | ❌ | -| 5 | 0.204733 | `import_azure_key_vault_certificates` | ❌ | +| 1 | 0.619654 | `create_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.497517 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.339689 | `edit_azure_databases` | ❌ | +| 4 | 0.339244 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.210570 | `get_azure_databases_details` | ❌ | --- -## Test 226 +## Test 252 **Expected Tool:** `create_azure_database_admin_configurations` **Prompt:** Create a firewall rule for my Azure SQL server @@ -4115,11 +4586,11 @@ | 2 | 0.659595 | `delete_azure_database_admin_configurations` | ❌ | | 3 | 0.476817 | `edit_azure_databases` | ❌ | | 4 | 0.455061 | `get_azure_database_admin_configuration_details` | ❌ | -| 5 | 0.342863 | `get_azure_databases_details` | ❌ | +| 5 | 0.349711 | `get_azure_databases_details` | ❌ | --- -## Test 227 +## Test 253 **Expected Tool:** `create_azure_database_admin_configurations` **Prompt:** Create a new firewall rule named for SQL server @@ -4128,15 +4599,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.670198 | `create_azure_database_admin_configurations` | ✅ **EXPECTED** | -| 2 | 0.546700 | `delete_azure_database_admin_configurations` | ❌ | -| 3 | 0.370117 | `get_azure_database_admin_configuration_details` | ❌ | -| 4 | 0.333946 | `edit_azure_databases` | ❌ | -| 5 | 0.250917 | `create_azure_workbooks` | ❌ | +| 1 | 0.670172 | `create_azure_database_admin_configurations` | ✅ **EXPECTED** | +| 2 | 0.546667 | `delete_azure_database_admin_configurations` | ❌ | +| 3 | 0.370061 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.333972 | `edit_azure_databases` | ❌ | +| 5 | 0.250889 | `create_azure_workbooks` | ❌ | --- -## Test 228 +## Test 254 **Expected Tool:** `delete_azure_database_admin_configurations` **Prompt:** Delete a firewall rule from my Azure SQL server @@ -4153,7 +4624,7 @@ --- -## Test 229 +## Test 255 **Expected Tool:** `delete_azure_database_admin_configurations` **Prompt:** Delete firewall rule for SQL server @@ -4166,11 +4637,11 @@ | 2 | 0.657272 | `create_azure_database_admin_configurations` | ❌ | | 3 | 0.410580 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.364151 | `edit_azure_databases` | ❌ | -| 5 | 0.287875 | `get_azure_security_configurations` | ❌ | +| 5 | 0.287812 | `get_azure_security_configurations` | ❌ | --- -## Test 230 +## Test 256 **Expected Tool:** `delete_azure_database_admin_configurations` **Prompt:** Remove the firewall rule from SQL server @@ -4183,11 +4654,11 @@ | 2 | 0.610044 | `create_azure_database_admin_configurations` | ❌ | | 3 | 0.368243 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.299807 | `edit_azure_databases` | ❌ | -| 5 | 0.250444 | `get_azure_security_configurations` | ❌ | +| 5 | 0.250392 | `get_azure_security_configurations` | ❌ | --- -## Test 231 +## Test 257 **Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** List all elastic pools in SQL server @@ -4197,14 +4668,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.550794 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | -| 2 | 0.423387 | `get_azure_databases_details` | ❌ | +| 2 | 0.437477 | `get_azure_databases_details` | ❌ | | 3 | 0.370734 | `delete_azure_database_admin_configurations` | ❌ | | 4 | 0.369513 | `get_azure_data_explorer_kusto_details` | ❌ | | 5 | 0.368293 | `edit_azure_databases` | ❌ | --- -## Test 232 +## Test 258 **Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** List all firewall rules for SQL server @@ -4216,12 +4687,12 @@ | 1 | 0.659544 | `create_azure_database_admin_configurations` | ❌ | | 2 | 0.635949 | `delete_azure_database_admin_configurations` | ❌ | | 3 | 0.509163 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | -| 4 | 0.344910 | `get_azure_security_configurations` | ❌ | -| 5 | 0.329505 | `edit_azure_databases` | ❌ | +| 4 | 0.344890 | `get_azure_security_configurations` | ❌ | +| 5 | 0.332632 | `get_azure_databases_details` | ❌ | --- -## Test 233 +## Test 259 **Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** List Microsoft Entra ID administrators for SQL server @@ -4232,13 +4703,13 @@ |------|-------|------|--------| | 1 | 0.498356 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | | 2 | 0.362041 | `create_azure_database_admin_configurations` | ❌ | -| 3 | 0.358921 | `get_azure_security_configurations` | ❌ | -| 4 | 0.334656 | `delete_azure_database_admin_configurations` | ❌ | -| 5 | 0.329645 | `get_azure_databases_details` | ❌ | +| 3 | 0.358939 | `get_azure_security_configurations` | ❌ | +| 4 | 0.343594 | `get_azure_databases_details` | ❌ | +| 5 | 0.334656 | `delete_azure_database_admin_configurations` | ❌ | --- -## Test 234 +## Test 260 **Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** Show me the elastic pools configured for SQL server @@ -4248,14 +4719,14 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| | 1 | 0.602459 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | -| 2 | 0.414641 | `edit_azure_databases` | ❌ | -| 3 | 0.411281 | `get_azure_databases_details` | ❌ | -| 4 | 0.396179 | `get_azure_container_details` | ❌ | +| 2 | 0.424559 | `get_azure_databases_details` | ❌ | +| 3 | 0.414641 | `edit_azure_databases` | ❌ | +| 4 | 0.400359 | `get_azure_container_details` | ❌ | | 5 | 0.372754 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 235 +## Test 261 **Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** Show me the Entra ID administrators configured for SQL server @@ -4266,13 +4737,13 @@ |------|-------|------|--------| | 1 | 0.498316 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | | 2 | 0.325040 | `create_azure_database_admin_configurations` | ❌ | -| 3 | 0.294070 | `get_azure_security_configurations` | ❌ | -| 4 | 0.287675 | `delete_azure_database_admin_configurations` | ❌ | -| 5 | 0.286734 | `get_azure_databases_details` | ❌ | +| 3 | 0.299005 | `get_azure_databases_details` | ❌ | +| 4 | 0.294052 | `get_azure_security_configurations` | ❌ | +| 5 | 0.287675 | `delete_azure_database_admin_configurations` | ❌ | --- -## Test 236 +## Test 262 **Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** Show me the firewall rules for SQL server @@ -4285,11 +4756,11 @@ | 2 | 0.611917 | `delete_azure_database_admin_configurations` | ❌ | | 3 | 0.486395 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | | 4 | 0.361115 | `edit_azure_databases` | ❌ | -| 5 | 0.322967 | `get_azure_security_configurations` | ❌ | +| 5 | 0.322908 | `get_azure_security_configurations` | ❌ | --- -## Test 237 +## Test 263 **Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** What elastic pools are available in my SQL server ? @@ -4300,13 +4771,13 @@ |------|-------|------|--------| | 1 | 0.515299 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | | 2 | 0.412957 | `edit_azure_databases` | ❌ | -| 3 | 0.402595 | `get_azure_databases_details` | ❌ | +| 3 | 0.411657 | `get_azure_databases_details` | ❌ | | 4 | 0.380417 | `get_azure_capacity` | ❌ | -| 5 | 0.336890 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.346383 | `get_azure_container_details` | ❌ | --- -## Test 238 +## Test 264 **Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** What firewall rules are configured for my SQL server ? @@ -4319,11 +4790,11 @@ | 2 | 0.595199 | `delete_azure_database_admin_configurations` | ❌ | | 3 | 0.493189 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | | 4 | 0.358803 | `edit_azure_databases` | ❌ | -| 5 | 0.289768 | `get_azure_security_configurations` | ❌ | +| 5 | 0.289735 | `get_azure_security_configurations` | ❌ | --- -## Test 239 +## Test 265 **Expected Tool:** `get_azure_database_admin_configuration_details` **Prompt:** What Microsoft Entra ID administrators are set up for my SQL server ? @@ -4335,12 +4806,29 @@ | 1 | 0.451827 | `get_azure_database_admin_configuration_details` | ✅ **EXPECTED** | | 2 | 0.332608 | `create_azure_database_admin_configurations` | ❌ | | 3 | 0.326446 | `edit_azure_databases` | ❌ | -| 4 | 0.311013 | `get_azure_databases_details` | ❌ | +| 4 | 0.318149 | `get_azure_databases_details` | ❌ | | 5 | 0.281938 | `delete_azure_database_admin_configurations` | ❌ | --- -## Test 240 +## Test 266 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Get details for nodepool in AKS cluster in + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.591418 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.489443 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.461080 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.438994 | `get_azure_app_config_settings` | ❌ | +| 5 | 0.421389 | `get_azure_storage_details` | ❌ | + +--- + +## Test 267 **Expected Tool:** `get_azure_container_details` **Prompt:** Get the configuration of AKS cluster @@ -4349,15 +4837,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.530281 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.515594 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.525642 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.515568 | `get_azure_app_config_settings` | ❌ | | 3 | 0.423935 | `get_azure_database_admin_configuration_details` | ❌ | | 4 | 0.385731 | `execute_azure_cli` | ❌ | | 5 | 0.384930 | `get_azure_data_explorer_kusto_details` | ❌ | --- -## Test 241 +## Test 268 **Expected Tool:** `get_azure_container_details` **Prompt:** List all AKS clusters in my subscription @@ -4366,15 +4854,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.544572 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.541013 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.472911 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 3 | 0.459564 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.420473 | `get_azure_security_configurations` | ❌ | -| 5 | 0.417282 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.420414 | `get_azure_security_configurations` | ❌ | +| 5 | 0.417176 | `get_azure_messaging_service_details` | ❌ | --- -## Test 242 +## Test 269 **Expected Tool:** `get_azure_container_details` **Prompt:** List all Azure Container Registries in my subscription @@ -4383,15 +4871,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.601907 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.585525 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.460024 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.427210 | `get_azure_security_configurations` | ❌ | -| 4 | 0.420775 | `get_azure_messaging_service_details` | ❌ | -| 5 | 0.411619 | `get_azure_storage_details` | ❌ | +| 3 | 0.436846 | `get_azure_storage_details` | ❌ | +| 4 | 0.427150 | `get_azure_security_configurations` | ❌ | +| 5 | 0.420593 | `get_azure_messaging_service_details` | ❌ | --- -## Test 243 +## Test 270 **Expected Tool:** `get_azure_container_details` **Prompt:** List all container registry repositories in my subscription @@ -4400,15 +4888,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.525105 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.514903 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.394679 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.361920 | `get_azure_storage_details` | ❌ | +| 3 | 0.384526 | `get_azure_storage_details` | ❌ | | 4 | 0.351749 | `browse_azure_marketplace_products` | ❌ | | 5 | 0.349975 | `get_azure_cache_for_redis_details` | ❌ | --- -## Test 244 +## Test 271 **Expected Tool:** `get_azure_container_details` **Prompt:** List container registries in resource group @@ -4417,15 +4905,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.499101 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.382508 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.369627 | `get_azure_storage_details` | ❌ | +| 1 | 0.489483 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.386495 | `get_azure_storage_details` | ❌ | +| 3 | 0.382508 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.356818 | `get_azure_cache_for_redis_details` | ❌ | | 5 | 0.349921 | `get_azure_load_testing_details` | ❌ | --- -## Test 245 +## Test 272 **Expected Tool:** `get_azure_container_details` **Prompt:** List nodepools for AKS cluster in @@ -4434,7 +4922,7 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.513638 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.542243 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.417443 | `get_azure_virtual_desktop_details` | ❌ | | 3 | 0.385526 | `get_azure_subscriptions_and_resource_groups` | ❌ | | 4 | 0.372789 | `get_azure_cache_for_redis_details` | ❌ | @@ -4442,7 +4930,7 @@ --- -## Test 246 +## Test 273 **Expected Tool:** `get_azure_container_details` **Prompt:** List repositories in the container registry @@ -4451,15 +4939,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.456406 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.285116 | `get_azure_cache_for_redis_details` | ❌ | -| 3 | 0.280218 | `get_azure_storage_details` | ❌ | -| 4 | 0.266007 | `get_azure_key_vault` | ❌ | -| 5 | 0.265451 | `get_azure_security_configurations` | ❌ | +| 1 | 0.452265 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.300887 | `get_azure_storage_details` | ❌ | +| 3 | 0.285116 | `get_azure_cache_for_redis_details` | ❌ | +| 4 | 0.265440 | `get_azure_security_configurations` | ❌ | +| 5 | 0.264853 | `create_azure_storage` | ❌ | --- -## Test 247 +## Test 274 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me my Azure Container Registries @@ -4468,15 +4956,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.611384 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.593337 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.419226 | `browse_azure_marketplace_products` | ❌ | | 3 | 0.400669 | `create_azure_storage` | ❌ | -| 4 | 0.400616 | `get_azure_key_vault` | ❌ | -| 5 | 0.390598 | `get_azure_security_configurations` | ❌ | +| 4 | 0.397056 | `get_azure_storage_details` | ❌ | +| 5 | 0.390515 | `get_azure_security_configurations` | ❌ | --- -## Test 248 +## Test 275 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me my Azure Kubernetes Service clusters @@ -4485,15 +4973,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.550382 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.536299 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.472664 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.415836 | `get_azure_security_configurations` | ❌ | -| 4 | 0.403511 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.415764 | `get_azure_security_configurations` | ❌ | +| 4 | 0.403367 | `get_azure_messaging_service_details` | ❌ | | 5 | 0.400655 | `get_azure_subscriptions_and_resource_groups` | ❌ | --- -## Test 249 +## Test 276 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me my container registry repositories @@ -4502,15 +4990,32 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.494408 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.485764 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.336265 | `create_azure_storage` | ❌ | -| 3 | 0.320400 | `get_azure_key_vault` | ❌ | -| 4 | 0.310613 | `get_azure_security_configurations` | ❌ | -| 5 | 0.302258 | `get_azure_storage_details` | ❌ | +| 3 | 0.316616 | `get_azure_storage_details` | ❌ | +| 4 | 0.310577 | `get_azure_security_configurations` | ❌ | +| 5 | 0.302686 | `get_azure_key_vault` | ❌ | --- -## Test 250 +## Test 277 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** Show me the configuration for nodepool in AKS cluster in resource group + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.516160 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.442585 | `get_azure_database_admin_configuration_details` | ❌ | +| 3 | 0.410316 | `get_azure_app_config_settings` | ❌ | +| 4 | 0.394415 | `get_azure_virtual_desktop_details` | ❌ | +| 5 | 0.359805 | `get_azure_load_testing_details` | ❌ | + +--- + +## Test 278 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the container registries in my subscription @@ -4519,15 +5024,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.562127 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.547796 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.433036 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.386518 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.386378 | `get_azure_messaging_service_details` | ❌ | | 4 | 0.385491 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.359040 | `get_azure_storage_details` | ❌ | +| 5 | 0.382855 | `get_azure_storage_details` | ❌ | --- -## Test 251 +## Test 279 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the container registries in resource group @@ -4536,15 +5041,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.521562 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.510429 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.431510 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 3 | 0.365107 | `get_azure_storage_details` | ❌ | +| 3 | 0.379270 | `get_azure_storage_details` | ❌ | | 4 | 0.355126 | `get_azure_cache_for_redis_details` | ❌ | | 5 | 0.343124 | `get_azure_load_testing_details` | ❌ | --- -## Test 252 +## Test 280 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the details of AKS cluster in resource group @@ -4553,15 +5058,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.572001 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.579908 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.444584 | `get_azure_data_explorer_kusto_details` | ❌ | -| 3 | 0.424565 | `get_azure_cache_for_redis_details` | ❌ | -| 4 | 0.424320 | `get_azure_virtual_desktop_details` | ❌ | -| 5 | 0.415038 | `get_azure_app_config_settings` | ❌ | +| 3 | 0.427527 | `get_azure_storage_details` | ❌ | +| 4 | 0.424565 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.424320 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 253 +## Test 281 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the network configuration for AKS cluster @@ -4570,15 +5075,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.448335 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.375014 | `get_azure_app_config_settings` | ❌ | +| 1 | 0.452245 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.375023 | `get_azure_app_config_settings` | ❌ | | 3 | 0.344379 | `execute_azure_cli` | ❌ | | 4 | 0.343230 | `get_azure_database_admin_configuration_details` | ❌ | | 5 | 0.322237 | `get_azure_data_explorer_kusto_details` | ❌ | --- -## Test 254 +## Test 282 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the nodepool list for AKS cluster in @@ -4587,15 +5092,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.500237 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.412997 | `get_azure_virtual_desktop_details` | ❌ | -| 3 | 0.387109 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.378801 | `get_azure_cache_for_redis_details` | ❌ | -| 5 | 0.373530 | `get_azure_database_admin_configuration_details` | ❌ | +| 1 | 0.542741 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.412905 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.387069 | `get_azure_data_explorer_kusto_details` | ❌ | +| 4 | 0.378810 | `get_azure_cache_for_redis_details` | ❌ | +| 5 | 0.373516 | `get_azure_database_admin_configuration_details` | ❌ | --- -## Test 255 +## Test 283 **Expected Tool:** `get_azure_container_details` **Prompt:** Show me the repositories in the container registry @@ -4604,15 +5109,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.467436 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.296376 | `get_azure_key_vault` | ❌ | -| 3 | 0.287702 | `get_azure_cache_for_redis_details` | ❌ | +| 1 | 0.463224 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.287702 | `get_azure_cache_for_redis_details` | ❌ | +| 3 | 0.287574 | `get_azure_storage_details` | ❌ | | 4 | 0.277348 | `browse_azure_marketplace_products` | ❌ | -| 5 | 0.269588 | `get_azure_storage_details` | ❌ | +| 5 | 0.276975 | `get_azure_key_vault` | ❌ | --- -## Test 256 +## Test 284 **Expected Tool:** `get_azure_container_details` **Prompt:** What AKS clusters do I have? @@ -4621,15 +5126,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.570830 | `get_azure_container_details` | ✅ **EXPECTED** | +| 1 | 0.580085 | `get_azure_container_details` | ✅ **EXPECTED** | | 2 | 0.423943 | `get_azure_data_explorer_kusto_details` | ❌ | | 3 | 0.405032 | `execute_azure_cli` | ❌ | -| 4 | 0.351001 | `get_azure_virtual_desktop_details` | ❌ | -| 5 | 0.347299 | `get_azure_resource_and_app_health_status` | ❌ | +| 4 | 0.351081 | `get_azure_storage_details` | ❌ | +| 5 | 0.351001 | `get_azure_virtual_desktop_details` | ❌ | --- -## Test 257 +## Test 285 **Expected Tool:** `get_azure_container_details` **Prompt:** What are the details of my AKS cluster in ? @@ -4638,15 +5143,32 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.602681 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.458216 | `get_azure_virtual_desktop_details` | ❌ | -| 3 | 0.457991 | `get_azure_data_explorer_kusto_details` | ❌ | -| 4 | 0.448234 | `get_azure_app_config_settings` | ❌ | -| 5 | 0.443673 | `get_azure_app_resource_details` | ❌ | +| 1 | 0.607410 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.458246 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.458062 | `get_azure_storage_details` | ❌ | +| 4 | 0.458000 | `get_azure_data_explorer_kusto_details` | ❌ | +| 5 | 0.448256 | `get_azure_app_config_settings` | ❌ | --- -## Test 258 +## Test 286 + +**Expected Tool:** `get_azure_container_details` +**Prompt:** What is the setup of nodepool for AKS cluster in ? + +### Results + +| Rank | Score | Tool | Status | +|------|-------|------|--------| +| 1 | 0.489130 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.347326 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.338797 | `get_azure_database_admin_configuration_details` | ❌ | +| 4 | 0.315237 | `execute_azure_developer_cli` | ❌ | +| 5 | 0.314459 | `execute_azure_cli` | ❌ | + +--- + +## Test 287 **Expected Tool:** `get_azure_container_details` **Prompt:** What nodepools do I have for AKS cluster in @@ -4655,15 +5177,15 @@ | Rank | Score | Tool | Status | |------|-------|------|--------| -| 1 | 0.502079 | `get_azure_container_details` | ✅ **EXPECTED** | -| 2 | 0.389873 | `get_azure_virtual_desktop_details` | ❌ | -| 3 | 0.362268 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.359610 | `get_azure_database_admin_configuration_details` | ❌ | -| 5 | 0.350482 | `get_azure_capacity` | ❌ | +| 1 | 0.532501 | `get_azure_container_details` | ✅ **EXPECTED** | +| 2 | 0.389162 | `get_azure_virtual_desktop_details` | ❌ | +| 3 | 0.362346 | `get_azure_subscriptions_and_resource_groups` | ❌ | +| 4 | 0.358739 | `get_azure_database_admin_configuration_details` | ❌ | +| 5 | 0.349770 | `get_azure_capacity` | ❌ | --- -## Test 259 +## Test 288 **Expected Tool:** `get_azure_virtual_desktop_details` **Prompt:** List all host pools in my subscription @@ -4675,12 +5197,12 @@ | 1 | 0.550251 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | | 2 | 0.453719 | `get_azure_database_admin_configuration_details` | ❌ | | 3 | 0.442910 | `get_azure_subscriptions_and_resource_groups` | ❌ | -| 4 | 0.408007 | `get_azure_container_details` | ❌ | -| 5 | 0.403982 | `get_azure_messaging_service_details` | ❌ | +| 4 | 0.412967 | `get_azure_container_details` | ❌ | +| 5 | 0.403919 | `get_azure_messaging_service_details` | ❌ | --- -## Test 260 +## Test 289 **Expected Tool:** `get_azure_virtual_desktop_details` **Prompt:** List all session hosts in host pool @@ -4691,13 +5213,13 @@ |------|-------|------|--------| | 1 | 0.607532 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | | 2 | 0.364628 | `get_azure_database_admin_configuration_details` | ❌ | -| 3 | 0.319203 | `get_azure_security_configurations` | ❌ | -| 4 | 0.304479 | `get_azure_capacity` | ❌ | -| 5 | 0.295866 | `get_azure_container_details` | ❌ | +| 3 | 0.319120 | `get_azure_security_configurations` | ❌ | +| 4 | 0.307420 | `get_azure_container_details` | ❌ | +| 5 | 0.304479 | `get_azure_capacity` | ❌ | --- -## Test 261 +## Test 290 **Expected Tool:** `get_azure_virtual_desktop_details` **Prompt:** List all user sessions on session host in host pool @@ -4708,37 +5230,37 @@ |------|-------|------|--------| | 1 | 0.611133 | `get_azure_virtual_desktop_details` | ✅ **EXPECTED** | | 2 | 0.335733 | `get_azure_database_admin_configuration_details` | ❌ | -| 3 | 0.313127 | `get_azure_security_configurations` | ❌ | -| 4 | 0.262035 | `get_azure_container_details` | ❌ | -| 5 | 0.261909 | `get_azure_messaging_service_details` | ❌ | +| 3 | 0.313084 | `get_azure_security_configurations` | ❌ | +| 4 | 0.265858 | `get_azure_container_details` | ❌ | +| 5 | 0.261914 | `get_azure_messaging_service_details` | ❌ | --- ## Summary -**Total Prompts Tested:** 261 -**Analysis Execution Time:** 49.1650983s +**Total Prompts Tested:** 290 +**Analysis Execution Time:** 61.5365370s ### Success Rate Metrics -**Top Choice Success:** 85.4% (223/261 tests) +**Top Choice Success:** 82.1% (238/290 tests) #### Confidence Level Distribution -**💪 Very High Confidence (≥0.8):** 0.0% (0/261 tests) -**🎯 High Confidence (≥0.7):** 2.7% (7/261 tests) -**✅ Good Confidence (≥0.6):** 18.4% (48/261 tests) -**👍 Fair Confidence (≥0.5):** 59.4% (155/261 tests) -**👌 Acceptable Confidence (≥0.4):** 87.4% (228/261 tests) -**❌ Low Confidence (<0.4):** 12.6% (33/261 tests) +**💪 Very High Confidence (≥0.8):** 0.0% (0/290 tests) +**🎯 High Confidence (≥0.7):** 2.4% (7/290 tests) +**✅ Good Confidence (≥0.6):** 15.2% (44/290 tests) +**👍 Fair Confidence (≥0.5):** 55.9% (162/290 tests) +**👌 Acceptable Confidence (≥0.4):** 87.9% (255/290 tests) +**❌ Low Confidence (<0.4):** 12.1% (35/290 tests) #### Top Choice + Confidence Combinations -**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/261 tests) -**🎯 Top Choice + High Confidence (≥0.7):** 2.7% (7/261 tests) -**✅ Top Choice + Good Confidence (≥0.6):** 18.4% (48/261 tests) -**👍 Top Choice + Fair Confidence (≥0.5):** 54.0% (141/261 tests) -**👌 Top Choice + Acceptable Confidence (≥0.4):** 77.4% (202/261 tests) +**💪 Top Choice + Very High Confidence (≥0.8):** 0.0% (0/290 tests) +**🎯 Top Choice + High Confidence (≥0.7):** 2.4% (7/290 tests) +**✅ Top Choice + Good Confidence (≥0.6):** 15.2% (44/290 tests) +**👍 Top Choice + Fair Confidence (≥0.5):** 50.3% (146/290 tests) +**👌 Top Choice + Acceptable Confidence (≥0.4):** 75.5% (219/290 tests) ### Success Rate Analysis