We had tried several ways to make this work, inclusive the train kolla releases were several times upgraded to latest version for train. Nothing helped.

We get this on pulling images. Will get same if I run a fresh deployment.

TASK [nova : include_tasks] **************************************************************************************************************************
task path: /root/venv3/share/kolla-ansible/ansible/roles/nova/tasks/main.yml:2
included: /root/venv3/share/kolla-ansible/ansible/roles/nova/tasks/pull.yml for ss

TASK [nova : Pulling nova images] ********************************************************************************************************************
task path: /root/venv3/share/kolla-ansible/ansible/roles/nova/tasks/pull.yml:2
Using module file /root/venv3/share/kolla-ansible/ansible/library/kolla_docker.py
Pipelining is enabled.
<ss> ESTABLISH SSH CONNECTION FOR USER: None
<ss> SSH: EXEC ssh -vvv -C -o ControlMaster=auto -o ControlPersist=60s -o StrictHostKeyChecking=no -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/root/.ansible/cp/bcd6204063 ss '/bin/sh -c '"'"'sudo -H -S -n  -u root /bin/sh -c '"'"'"'"'"'"'"'"'echo BECOME-SUCCESS-lqjfxaqqozdzldrfjtuhmvubcnjurhav ; /usr/bin/python'"'"'"'"'"'"'"'"' && sleep 0'"'"''
Escalation succeeded
<ss> (0, b'\n{"invocation": {"module_args": {"tty": false, "tls_key": null, "image": "kolla/ubuntu-source-nova-api:train", "labels": {}, "tls_verify": false, "tls_cacert": null, "auth_password": null, "graceful_timeout": 10, "environment": {"KOLLA_CONFIG_STRATEGY": "COPY_ALWAYS"}, "auth_registry": null, "state": "running", "volumes_from": null, "security_opt": [], "privileged": false, "api_version": "auto", "remove_on_exit": true, "restart_retries": 10, "detach": true, "auth_username": null, "dimensions": {}, "name": null, "tls_cert": null, "cap_add": [], "restart_policy": "unless-stopped", "auth_email": null, "command": null, "volumes": null, "action": "pull_image"}}, "changed": true, "result": false}\n', b'OpenSSH_7.6p1 Ubuntu-4ubuntu0.3, OpenSSL 1.0.2n  7 Dec 2017\r\ndebug1: Reading configuration data /etc/ssh/ssh_config\r\ndebug1: /etc/ssh/ssh_config line 19: Applying options for *\r\ndebug1: /etc/ssh/ssh_config line 52: Deprecated option "useroaming"\r\ndebug1: auto-mux: Trying existing master\r\ndebug2: fd 3 setting O_NONBLOCK\r\ndebug2: mux_client_hello_exchange: master version 4\r\ndebug3: mux_client_forwards: request forwardings: 0 local, 0 remote\r\ndebug3: mux_client_request_session: entering\r\ndebug3: mux_client_request_alive: entering\r\ndebug3: mux_client_request_alive: done pid = 10289\r\ndebug3: mux_client_request_session: session request sent\r\ndebug1: mux_client_request_session: master session id: 2\r\ndebug3: mux_client_read_packet: read header failed: Broken pipe\r\ndebug2: Received exit status from master 0\r\n')
changed: [ss] => (item={'key': 'nova-api', 'value': {'container_name': 'nova_api', 'group': 'nova-api', 'image': 'kolla/ubuntu-source-nova-api:train', 'enabled': True, 'privileged': True, 'volumes': ['/etc/kolla/nova-api/:/var/lib/kolla/config_files/:ro', '/etc/localtime:/etc/localtime:ro', '/lib/modules:/lib/modules:ro', 'kolla_logs:/var/log/kolla/', ''], 'dimensions': {}, 'haproxy': {'nova_api': {'enabled': True, 'mode': 'http', 'external': False, 'port': '8774', 'listen_port': '8774'}, 'nova_api_external': {'enabled': True, 'mode': 'http', 'external': True, 'port': '8774', 'listen_port': '8774'}, 'nova_metadata': {'enabled': True, 'mode': 'http', 'external': False, 'port': '8775', 'listen_port': '8775'}, 'nova_metadata_external': {'enabled': True, 'mode': 'http', 'external': True, 'port': '8775', 'listen_port': '8775'}, 'nova_rdp': {'enabled': False, 'mode': 'http', 'external': False, 'port': '8001', 'host_group': 'hyperv'}}}}) => {
    "ansible_loop_var": "item",
    "changed": true,
    "invocation": {
        "module_args": {
            "action": "pull_image",
            "api_version": "auto",
            "auth_email": null,
            "auth_password": null,
            "auth_registry": null,
            "auth_username": null,
            "cap_add": [],
            "command": null,
            "detach": true,
            "dimensions": {},
            "environment": {
                "KOLLA_CONFIG_STRATEGY": "COPY_ALWAYS"
            },
            "graceful_timeout": 10,
            "image": "kolla/ubuntu-source-nova-api:train",
            "labels": {},
            "name": null,
            "privileged": false,
            "remove_on_exit": true,
            "restart_policy": "unless-stopped",
            "restart_retries": 10,
            "security_opt": [],
            "state": "running",
            "tls_cacert": null,
            "tls_cert": null,
            "tls_key": null,
            "tls_verify": false,
            "tty": false,
            "volumes": null,
            "volumes_from": null
        }
    },
    "item": {
        "key": "nova-api",
        "value": {
            "container_name": "nova_api",
            "dimensions": {},
            "enabled": true,
            "group": "nova-api",
            "haproxy": {
                "nova_api": {
                    "enabled": true,
                    "external": false,
                    "listen_port": "8774",
                    "mode": "http",
                    "port": "8774"
                },
                "nova_api_external": {
                    "enabled": true,
                    "external": true,
                    "listen_port": "8774",
                    "mode": "http",
                    "port": "8774"
                },
                "nova_metadata": {
                    "enabled": true,
                    "external": false,
                    "listen_port": "8775",
                    "mode": "http",
                    "port": "8775"
                },
                "nova_metadata_external": {
                    "enabled": true,
                    "external": true,
                    "listen_port": "8775",
                    "mode": "http",
                    "port": "8775"
                },
                "nova_rdp": {
                    "enabled": false,
                    "external": false,
                    "host_group": "hyperv",
                    "mode": "http",
                    "port": "8001"
                }
            },
            "image": "kolla/ubuntu-source-nova-api:train",
            "privileged": true,
            "volumes": [
                "/etc/kolla/nova-api/:/var/lib/kolla/config_files/:ro",
                "/etc/localtime:/etc/localtime:ro",
                "/lib/modules:/lib/modules:ro",
                "kolla_logs:/var/log/kolla/",
                ""
            ]
        }
    },
    "result": false
}
Using module file /root/venv3/share/kolla-ansible/ansible/library/kolla_docker.py
Pipelining is enabled.
<ss> ESTABLISH SSH CONNECTION FOR USER: None
<ss> SSH: EXEC ssh -vvv -C -o ControlMaster=auto -o ControlPersist=60s -o StrictHostKeyChecking=no -o KbdInteractiveAuthentication=no -o PreferredAuthentications=gssapi-with-mic,gssapi-keyex,hostbased,publickey -o PasswordAuthentication=no -o ConnectTimeout=10 -o ControlPath=/root/.ansible/cp/bcd6204063 ss '/bin/sh -c '"'"'sudo -H -S -n  -u root /bin/sh -c '"'"'"'"'"'"'"'"'echo BECOME-SUCCESS-jpjssozpapsnzvgukplarxsyyolpzfsa ; /usr/bin/python'"'"'"'"'"'"'"'"' && sleep 0'"'"''
Escalation succeeded
<ss> (0, b'\n{"invocation": {"module_args": {"tty": false, "tls_key": null, "image": "kolla/ubuntu-source-nova-scheduler:train", "labels": {}, "tls_verify": false, "tls_cacert": null, "auth_password": null, "graceful_timeout": 10, "environment": {"KOLLA_CONFIG_STRATEGY": "COPY_ALWAYS"}, "auth_registry": null, "state": "running", "volumes_from": null, "security_opt": [], "privileged": false, "api_version": "auto", "remove_on_exit": true, "restart_retries": 10, "detach": true, "auth_username": null, "dimensions": {}, "name": null, "tls_cert": null, "cap_add": [], "restart_policy": "unless-stopped", "auth_email": null, "command": null, "volumes": null, "action": "pull_image"}}, "changed": true, "result": false}\n', b'OpenSSH_7.6p1 Ubuntu-4ubuntu0.3, OpenSSL 1.0.2n  7 Dec 2017\r\ndebug1: Reading configuration data /etc/ssh/ssh_config\r\ndebug1: /etc/ssh/ssh_config line 19: Applying options for *\r\ndebug1: /etc/ssh/ssh_config line 52: Deprecated option "useroaming"\r\ndebug1: auto-mux: Trying existing master\r\ndebug2: fd 3 setting O_NONBLOCK\r\ndebug2: mux_client_hello_exchange: master version 4\r\ndebug3: mux_client_forwards: request forwardings: 0 local, 0 remote\r\ndebug3: mux_client_request_session: entering\r\ndebug3: mux_client_request_alive: entering\r\ndebug3: mux_client_request_alive: done pid = 10289\r\ndebug3: mux_client_request_session: session request sent\r\ndebug1: mux_client_request_session: master session id: 2\r\ndebug3: mux_client_read_packet: read header failed: Broken pipe\r\ndebug2: Received exit status from master 0\r\n')
changed: [ss] => (item={'key': 'nova-scheduler', 'value': {'container_name': 'nova_scheduler', 'group': 'nova-scheduler', 'image': 'kolla/ubuntu-source-nova-scheduler:train', 'enabled': True, 'volumes': ['/etc/kolla/nova-scheduler/:/var/lib/kolla/config_files/:ro', '/etc/localtime:/etc/localtime:ro', 'kolla_logs:/var/log/kolla/', ''], 'dimensions': {}}}) => {
    "ansible_loop_var": "item",
    "changed": true,
    "invocation": {
        "module_args": {
            "action": "pull_image",
            "api_version": "auto",
            "auth_email": null,
            "auth_password": null,
            "auth_registry": null,
            "auth_username": null,
            "cap_add": [],
            "command": null,
            "detach": true,
            "dimensions": {},
            "environment": {
                "KOLLA_CONFIG_STRATEGY": "COPY_ALWAYS"
            },
            "graceful_timeout": 10,
            "image": "kolla/ubuntu-source-nova-scheduler:train",
            "labels": {},
            "name": null,
            "privileged": false,
            "remove_on_exit": true,
            "restart_policy": "unless-stopped",
            "restart_retries": 10,
            "security_opt": [],
            "state": "running",
            "tls_cacert": null,
            "tls_cert": null,
            "tls_key": null,
            "tls_verify": false,
            "tty": false,
            "volumes": null,
            "volumes_from": null
        }
    },
    "item": {
        "key": "nova-scheduler",
        "value": {
            "container_name": "nova_scheduler",
            "dimensions": {},
            "enabled": true,
            "group": "nova-scheduler",
            "image": "kolla/ubuntu-source-nova-scheduler:train",
            "volumes": [
                "/etc/kolla/nova-scheduler/:/var/lib/kolla/config_files/:ro",
                "/etc/localtime:/etc/localtime:ro",
                "kolla_logs:/var/log/kolla/",
                ""
            ]
        }
    },
    "result": false
}
fatal: [ss]: FAILED! => {
    "msg": "The conditional check 'inventory_hostname in groups[item.value.group]' failed. The error was: error while evaluating conditional (inventory_hostname in groups[item.value.group]): Unable to look up a name or access an attribute in template string ({% if inventory_hostname in groups[item.value.group] %} True {% else %} False {% endif %}).\nMake sure your variable name does not contain invalid characters like '-': argument of type 'AnsibleUndefined' is not iterable\n\nThe error appears to be in '/root/venv3/share/kolla-ansible/ansible/roles/nova/tasks/pull.yml': line 2, column 3, but may\nbe elsewhere in the file depending on the exact syntax problem.\n\nThe offending line appears to be:\n\n---\n- name: Pulling nova images\n  ^ here\n"
}

PLAY RECAP *******************************************************************************************************************************************
localhost                  : ok=5    changed=0    unreachable=0    failed=0    skipped=0    rescued=0    ignored=0   
ss                         : ok=36   changed=17   unreachable=0    failed=1    skipped=78   rescued=0    ignored=0