ansible-galaxy collection install failing

[s01ipsist]

Seems that galaxy installs are not working right now.

Detected on a MacOS, confirmed in a python container as shown below.

docker run -it python /bin/bash
pip install ansible

Command executed

root@080e7554031c:/# ansible --version
ansible [core 2.16.5]
  config file = None
  configured module search path = ['/root/.ansible/plugins/modules', '/usr/share/ansible/plugins/modules']
  ansible python module location = /usr/local/lib/python3.12/site-packages/ansible
  ansible collection location = /root/.ansible/collections:/usr/share/ansible/collections
  executable location = /usr/local/bin/ansible
  python version = 3.12.2 (main, Mar 12 2024, 08:01:18) [GCC 12.2.0] (/usr/local/bin/python)
  jinja version = 3.1.3
  libyaml = True

root@080e7554031c:/# ansible-galaxy collection install theko2fi.multipass
Starting galaxy collection install process
Process install dependency map
[WARNING]: Skipping Galaxy server https://galaxy.ansible.com. Got an unexpected error when
getting available versions of collection theko2fi.multipass: 'results'
ERROR! Unexpected Exception, this is probably a bug: 'results'
to see the full traceback, use -vvv


root@080e7554031c:/# ansible-galaxy collection install -vvv theko2fi.multipass
ansible-galaxy [core 2.16.5]
  config file = None
  configured module search path = ['/root/.ansible/plugins/modules', '/usr/share/ansible/plugins/modules']
  ansible python module location = /usr/local/lib/python3.12/site-packages/ansible
  ansible collection location = /root/.ansible/collections:/usr/share/ansible/collections
  executable location = /usr/local/bin/ansible-galaxy
  python version = 3.12.2 (main, Mar 12 2024, 08:01:18) [GCC 12.2.0] (/usr/local/bin/python)
  jinja version = 3.1.3
  libyaml = True
No config file found; using defaults
Starting galaxy collection install process
Found installed collection ibm.storage_virtualize:2.3.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/ibm/storage_virtualize'
Found installed collection awx.awx:23.9.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/awx/awx'
Found installed collection community.postgresql:3.4.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/postgresql'
Found installed collection cisco.ios:5.3.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/ios'
Found installed collection ibm.qradar:2.1.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/ibm/qradar'
Found installed collection cisco.aci:2.8.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/aci'
Found installed collection dellemc.unity:1.7.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/dellemc/unity'
Found installed collection community.hashi_vault:6.2.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/hashi_vault'
Found installed collection kubernetes.core:2.4.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/kubernetes/core'
Found installed collection fortinet.fortimanager:2.4.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/fortinet/fortimanager'
Found installed collection netbox.netbox:3.17.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/netbox/netbox'
Found installed collection azure.azcollection:1.19.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/azure/azcollection'
Found installed collection f5networks.f5_modules:1.28.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/f5networks/f5_modules'
Found installed collection infoblox.nios_modules:1.6.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/infoblox/nios_modules'
Found installed collection amazon.aws:7.4.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/amazon/aws'
Found installed collection community.routeros:2.14.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/routeros'
Found installed collection frr.frr:2.0.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/frr/frr'
Found installed collection ansible.utils:2.12.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/ansible/utils'
Found installed collection netapp.um_info:21.8.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/netapp/um_info'
Found installed collection community.general:8.5.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/general'
Found installed collection netapp.elementsw:21.7.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/netapp/elementsw'
Found installed collection splunk.es:2.1.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/splunk/es'
Found installed collection cisco.intersight:2.0.7 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/intersight'
Found installed collection netapp.aws:21.7.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/netapp/aws'
Found installed collection netapp.storagegrid:21.12.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/netapp/storagegrid'
Found installed collection community.hrobot:1.9.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/hrobot'
Found installed collection inspur.ispim:2.2.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/inspur/ispim'
Found installed collection vyos.vyos:4.1.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/vyos/vyos'
Found installed collection community.dns:2.8.3 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/dns'
Found installed collection gluster.gluster:1.0.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/gluster/gluster'
Found installed collection vmware.vmware_rest:2.3.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/vmware/vmware_rest'
Found installed collection dellemc.powerflex:2.2.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/dellemc/powerflex'
Found installed collection community.okd:2.3.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/okd'
Found installed collection cisco.ise:2.8.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/ise'
Found installed collection ansible.posix:1.5.4 at '/usr/local/lib/python3.12/site-packages/ansible_collections/ansible/posix'
Found installed collection community.sops:1.6.7 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/sops'
Found installed collection grafana.grafana:2.2.5 at '/usr/local/lib/python3.12/site-packages/ansible_collections/grafana/grafana'
Found installed collection cloud.common:2.1.4 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cloud/common'
Found installed collection community.network:5.0.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/network'
Found installed collection netapp_eseries.santricity:1.4.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/netapp_eseries/santricity'
Found installed collection vultr.cloud:1.12.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/vultr/cloud'
Found installed collection community.mysql:3.9.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/mysql'
Found installed collection community.mongodb:1.7.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/mongodb'
Found installed collection hpe.nimble:1.1.4 at '/usr/local/lib/python3.12/site-packages/ansible_collections/hpe/nimble'
Found installed collection ansible.windows:2.3.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/ansible/windows'
Found installed collection cisco.meraki:2.17.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/meraki'
Found installed collection containers.podman:1.12.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/containers/podman'
Found installed collection cisco.mso:2.5.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/mso'
Found installed collection purestorage.flasharray:1.27.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/purestorage/flasharray'
Found installed collection community.proxysql:1.5.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/proxysql'
Found installed collection cloudscale_ch.cloud:2.3.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cloudscale_ch/cloud'
Found installed collection openvswitch.openvswitch:2.1.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/openvswitch/openvswitch'
Found installed collection community.digitalocean:1.26.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/digitalocean'
Found installed collection inspur.sm:2.3.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/inspur/sm'
Found installed collection fortinet.fortios:2.3.5 at '/usr/local/lib/python3.12/site-packages/ansible_collections/fortinet/fortios'
Found installed collection dellemc.openmanage:8.7.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/dellemc/openmanage'
Found installed collection chocolatey.chocolatey:1.5.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/chocolatey/chocolatey'
Found installed collection theforeman.foreman:3.15.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/theforeman/foreman'
Found installed collection community.libvirt:1.3.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/libvirt'
Found installed collection community.zabbix:2.3.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/zabbix'
Found installed collection purestorage.flashblade:1.16.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/purestorage/flashblade'
Found installed collection community.windows:2.2.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/windows'
Found installed collection community.rabbitmq:1.2.3 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/rabbitmq'
Found installed collection lowlydba.sqlserver:2.3.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/lowlydba/sqlserver'
Found installed collection ibm.spectrum_virtualize:2.0.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/ibm/spectrum_virtualize'
Found installed collection community.sap_libs:1.4.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/sap_libs'
Found installed collection dellemc.enterprise_sonic:2.4.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/dellemc/enterprise_sonic'
Found installed collection community.vmware:4.2.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/vmware'
Found installed collection hetzner.hcloud:2.5.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/hetzner/hcloud'
Found installed collection cyberark.conjur:1.2.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cyberark/conjur'
Found installed collection google.cloud:1.3.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/google/cloud'
Found installed collection community.library_inventory_filtering_v1:1.0.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/library_inventory_filtering_v1'
Found installed collection cisco.ucs:1.10.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/ucs'
Found installed collection cisco.dnac:6.13.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/dnac'
Found installed collection arista.eos:6.2.2 at '/usr/local/lib/python3.12/site-packages/ansible_collections/arista/eos'
Found installed collection community.sap:2.0.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/sap'
Found installed collection cisco.iosxr:6.1.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/iosxr'
Found installed collection cisco.asa:4.0.3 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/asa'
Found installed collection ngine_io.exoscale:1.1.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/ngine_io/exoscale'
Found installed collection netapp.azure:21.10.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/netapp/azure'
Found installed collection sensu.sensu_go:1.14.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/sensu/sensu_go'
Found installed collection openstack.cloud:2.2.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/openstack/cloud'
Found installed collection community.grafana:1.8.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/grafana'
Found installed collection telekom_mms.icinga_director:1.35.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/telekom_mms/icinga_director'
Found installed collection wti.remote:1.0.5 at '/usr/local/lib/python3.12/site-packages/ansible_collections/wti/remote'
Found installed collection netapp.ontap:22.10.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/netapp/ontap'
Found installed collection cyberark.pas:1.0.25 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cyberark/pas'
Found installed collection check_point.mgmt:5.2.3 at '/usr/local/lib/python3.12/site-packages/ansible_collections/check_point/mgmt'
Found installed collection netapp.cloudmanager:21.22.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/netapp/cloudmanager'
Found installed collection t_systems_mms.icinga_director:2.0.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/t_systems_mms/icinga_director'
Found installed collection purestorage.fusion:1.6.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/purestorage/fusion'
Found installed collection ansible.netcommon:5.3.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/ansible/netcommon'
Found installed collection ngine_io.cloudstack:2.3.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/ngine_io/cloudstack'
Found installed collection ovirt.ovirt:3.2.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/ovirt/ovirt'
Found installed collection community.docker:3.8.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/docker'
Found installed collection community.ciscosmb:1.0.7 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/ciscosmb'
Found installed collection microsoft.ad:1.5.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/microsoft/ad'
Found installed collection junipernetworks.junos:5.3.1 at '/usr/local/lib/python3.12/site-packages/ansible_collections/junipernetworks/junos'
Found installed collection infinidat.infinibox:1.4.3 at '/usr/local/lib/python3.12/site-packages/ansible_collections/infinidat/infinibox'
Found installed collection community.aws:7.1.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/aws'
Found installed collection community.crypto:2.18.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/crypto'
Found installed collection community.azure:2.0.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/community/azure'
Found installed collection cisco.nxos:5.3.0 at '/usr/local/lib/python3.12/site-packages/ansible_collections/cisco/nxos'
Process install dependency map
Opened /root/.ansible/galaxy_token
[WARNING]: Skipping Galaxy server https://galaxy.ansible.com/api/. Got an unexpected error
when getting available versions of collection theko2fi.multipass: 'results'
ERROR! Unexpected Exception, this is probably a bug: 'results'
the full traceback was:

Traceback (most recent call last):
  File "/usr/local/lib/python3.12/site-packages/ansible/cli/__init__.py", line 659, in cli_executor
    exit_code = cli.run()
                ^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/cli/galaxy.py", line 749, in run
    return context.CLIARGS['func']()
           ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/cli/galaxy.py", line 120, in method_wrapper
    return wrapped_method(*args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/cli/galaxy.py", line 1409, in execute_install
    self._execute_install_collection(
  File "/usr/local/lib/python3.12/site-packages/ansible/cli/galaxy.py", line 1458, in _execute_install_collection
    install_collections(
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/collection/__init__.py", line 727, in install_collections
    dependency_map = _resolve_depenency_map(
                     ^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/collection/__init__.py", line 1837, in _resolve_depenency_map
    return collection_dep_resolver.resolve(
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/resolvelib/resolvers.py", line 546, in resolve
    state = resolution.resolve(requirements, max_rounds=max_rounds)
            ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/resolvelib/resolvers.py", line 397, in resolve
    self._add_to_criteria(self.state.criteria, r, parent=None)
  File "/usr/local/lib/python3.12/site-packages/resolvelib/resolvers.py", line 148, in _add_to_criteria
    matches = self._p.find_matches(
              ^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/dependency_resolution/providers.py", line 478, in find_matches
    match for match in self._find_matches(list(requirements[identifier]))
                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/dependency_resolution/providers.py", line 254, in _find_matches
    coll_versions = [] if preinstalled_candidates else self._api_proxy.get_collection_versions(first_req)  # type: t.Iterable[t.Tuple[str, GalaxyAPI]]
                                                       ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/collection/galaxy_api_proxy.py", line 107, in get_collection_versions
    return set(
           ^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/collection/galaxy_api_proxy.py", line 107, in <genexpr>
    return set(
              ^
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/collection/galaxy_api_proxy.py", line 88, in _get_collection_versions
    raise last_error
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/collection/galaxy_api_proxy.py", line 67, in _get_collection_versions
    versions = api.get_collection_versions(requirement.namespace, requirement.name)
               ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/api.py", line 137, in wrapped
    return method(self, *args, **kwargs)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/api.py", line 866, in get_collection_versions
    data = self._call_galaxy(versions_url, error_context_msg=error_context_msg, cache=True, cache_key=cache_key)
           ^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/module_utils/api.py", line 170, in run_function
    return call_retryable_function()
           ^^^^^^^^^^^^^^^^^^^^^^^^^
  File "/usr/local/lib/python3.12/site-packages/ansible/galaxy/api.py", line 382, in _call_galaxy
    res = path_cache['results']
          ~~~~~~~~~~^^^^^^^^^^^
KeyError: 'results'

Workaround identified:

root@080e7554031c:/# export ANSIBLE_GALAXY_SERVER="https://old-galaxy.ansible.com/"
root@080e7554031c:/# ansible-galaxy collection install theko2fi.multipass
Starting galaxy collection install process
Process install dependency map
Starting collection install process
Downloading https://old-galaxy.ansible.com/download/theko2fi-multipass-0.2.0.tar.gz to /root/.ansible/tmp/ansible-local-2948saju__/tmp37iiglh0/theko2fi-multipass-0.2.0-hzq72xgl
Installing 'theko2fi.multipass:0.2.0' to '/root/.ansible/collections/ansible_collections/theko2fi/multipass'
theko2fi.multipass:0.2.0 was installed successfully

Seems to be related to the "new" Galaxy
https://forum.ansible.com/t/new-ansible-galaxy/1155