== update test bundles to use proposed ==

ubuntu@coreycb-bastion:~/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn$ grep -r proposed tests/bundles/
tests/bundles/focal-wallaby.yaml:  openstack-origin: &openstack-origin cloud:focal-wallaby/proposed
tests/bundles/bionic-ussuri.yaml:  openstack-origin: &openstack-origin cloud:bionic-ussuri/proposed
tests/bundles/hirsute-wallaby.yaml:  openstack-origin: &openstack-origin distro-proposed
tests/bundles/focal-ussuri.yaml:  openstack-origin: &openstack-origin distro-proposed


== focal-ussuri gate ==

ubuntu@coreycb-bastion:~/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn$ tox -e func-target focal-ussuri                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        [198/4731]func-target installed: aiohttp==3.7.4.post0,aodhclient==1.3.0,appdirs==1.4.4,argcomplete==1.12.3,async-generator==1.10,async-timeout==3.0.1,attrs==21.2.0,autopage==0.4.0,Babel==2.9.1,bcrypt==3.2.0,boto3==1.19.3,botocore==1.22.3,cachetools==4.2.4,certifi==2021.10.8,cffi==1.15.0,chardet==4.0.0,charset-normalizer==2.0.7,cliff==3.9.0,cmd2==2.2.0,colorama==0.4.4,colorclass==2.2.0,cryptography==3.3.2,debtcollector==2.3.0,decorator==5.1.0,dnspython==2.1.0,dogpile.cache==1.1.4,fasteners==0.16.3,futurist==1.10.0,gnocchiclient==7.0.7,google-auth==2.3.1,hvac==0.6.4,idna==3.3,iso8601==0.1.16,Jinja2==3.0.2,jmespath==0.10.0,jsonpatch==1.32,jsonpointer==2.1,jsonschema==3.2.0,juju==2.9.4,juju-wait==2.8.4,jujubundlelib==0.5.6,keystoneauth1==4.4.0,kubernetes==19.15.0,lxml==4.6.3,macaroonbakery==1.3.1,MarkupSafe==2.0.1,monotonic==1.6,msgpack==1.0.2,multidict==5.2.0,munch==2.5.0,mypy-extensions==0.4.3,netaddr==0.8.0,netifaces==0.11.0,oauthlib==3.1.1,openstack
sdk==0.59.0,os-client-config==2.1.0,os-service-types==1.7.0,osc-lib==2.4.2,oslo.concurrency==4.5.0,oslo.config==6.11.3,oslo.context==3.4.0,oslo.i18n==5.1.0,oslo.log==4.6.1,oslo.serialization==4.2.0,oslo.utils==4.11.0,osprofiler==3.4.2,packaging==21.0,paramiko==2.8.0,pbr==5.6.0,pika==1.2.0,prettytable==0.7.2,protobuf==3.19.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycparser==2.20,pyinotify==0.9.6,pymacaroons==0.13.0,pymongo==3.12.1,PyNaCl==1.4.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pyperclip==1.8.2,pyRFC3339==1.1,pyrsistent==0.18.0,python-barbicanclient==4.10.0,python-ceilometerclient==2.9.0,python-cinderclient==5.0.2,python-dateutil==2.8.2,python-designateclient==2.12.0,python-glanceclient==2.17.1,python-heatclient==1.18.1,python-ironicclient==4.9.0,python-keystoneclient==3.21.0,python-libmaas==0.6.6,python-manilaclient==1.29.0,python-neutronclient==6.14.1,python-novaclient==15.1.1,python-octaviaclient==1.10.1,python-openstackclient==4.0.2,python-swiftclient==3.8.1,pytz==2021.3,PyYAML==6.0,requests==2.26.0,requests-oauthlib==1.3.0,requestsexceptions==1.4.0,rfc3986==1.5.0,rsa==4.7.2,s3transfer==0.5.0,simplejson==3.17.5,six==1.16.0,stevedore==3.5.0,tenacity==8.0.1,terminaltables==3.1.0,theblues==0.5.2,toposort==1.7,typing-extensions==3.10.0.2,typing-inspect==0.7.1,ujson==4.2.0,urllib3==1.26.7,warlock==1.3.3,wcwidth==0.2.5,WebOb==1.8.7,websocket-client==1.2.1,websockets==7.0,wrapt==1.13.2,yarl==1.7.0,zaza @ git+https://github.com/openstack-charmers/zaza.git@39ee47cf683eb45b98fbab7d2daa2f03b6d54f5d,zaza.openstack @ git+https://github.com/openstack-charmers/zaza-openstack-tests.git@858c85c61f287fdf1d6e3fc08de46b69598eeeda
func-target run-test-pre: PYTHONHASHSEED='0'                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                             func-target run-test: commands[0] | functest-run-suite --keep-model --bundle focal-ussuri                                                                                                                                                     
2021-10-26 21:41:03 [INFO] Could not determine correct model aliasfrom tests.yaml, using default                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         2021-10-26 21:41:14 [INFO] Deploying bundle '/home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn/tests/bundles/focal-ussuri.yaml' on to 'zaza-04f6a570ec9f' model                                                                                                                                                                                                                                                                                    
2021-10-26 21:41:14 [INFO] Rendered template '<Template memory:7f3a5654c7f0>' to file '/tmp/tmpi60apozs/local-charm-overlay.yaml'                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        
2021-10-26 21:41:14 [INFO] Rendered template '<Template 'focal-ussuri.yaml.j2'>' to file '/tmp/tmpi60apozs/focal-ussuri.yaml'                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                            
2021-10-26 21:41:14 [INFO] Deploying overlay '/tmp/tmpi60apozs/local-charm-overlay.yaml' on to 'zaza-04f6a570ec9f' model                                                                                                                             
2021-10-26 21:41:14 [INFO] Deploying overlay '/tmp/tmpi60apozs/focal-ussuri.yaml' on to 'zaza-04f6a570ec9f' model                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                        
2021-10-26 21:41:15 [INFO] Located charm "glance" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                         
2021-10-26 21:41:15 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   
2021-10-26 21:41:15 [INFO] Located charm "hacluster" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      
2021-10-26 21:41:15 [INFO] Located charm "keystone" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                       
2021-10-26 21:41:15 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   2021-10-26 21:41:15 [INFO] Located charm "mysql-innodb-cluster" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                              
2021-10-26 21:41:16 [INFO] Located charm "neutron-api" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    2021-10-26 21:41:16 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                        
2021-10-26 21:41:16 [INFO] Located charm "nova-cloud-controller" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                          2021-10-26 21:41:16 [INFO] Located charm "nova-compute" in charm-store, channel stable                                                                                                                                                        
2021-10-26 21:41:16 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   
2021-10-26 21:41:16 [INFO] Located charm "ovn-central" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    
2021-10-26 21:41:16 [INFO] Located charm "ovn-chassis" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    
2021-10-26 21:41:16 [INFO] Located charm "placement" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                      
2021-10-26 21:41:16 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                   
2021-10-26 21:41:16 [INFO] Located charm "rabbitmq-server" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                
2021-10-26 21:41:16 [INFO] Located charm "vault" in charm-store, channel stable                                                                                                                                                                     
2021-10-26 21:41:17 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                              
2021-10-26 21:41:17 [INFO] Executing changes:                                                                          
2021-10-26 21:41:17 [INFO] - upload charm glance from charm-store for series focal with architecture=amd64                                                                                                                                    
2021-10-26 21:41:18 [INFO] - deploy application glance from charm-store on focal                                       
2021-10-26 21:41:18 [INFO] added resource policyd-override                                                             
2021-10-26 21:41:18 [INFO] - upload charm mysql-router from charm-store for series focal with architecture=amd64                                                                                                                              
2021-10-26 21:41:23 [INFO] - deploy application glance-mysql-router from charm-store on focal using mysql-router                                                                                                                                    
2021-10-26 21:41:23 [INFO] - upload charm hacluster from charm-store for series focal with architecture=amd64                                                                                                                                 
2021-10-26 21:41:24 [INFO] - deploy application hacluster-neutron-api from charm-store on focal using hacluster                                                                                                                               
2021-10-26 21:41:24 [INFO] - upload charm keystone from charm-store for series focal with architecture=amd64                                                                                                                                         
2021-10-26 21:41:25 [INFO] - deploy application keystone from charm-store on focal                                                                                                                                                                   
2021-10-26 21:41:25 [INFO] added resource policyd-override                                                                                                                                                                                           
2021-10-26 21:41:25 [INFO] - deploy application keystone-mysql-router from charm-store on focal using mysql-router                                                                                                                                   
2021-10-26 21:41:26 [INFO] - upload charm mysql-innodb-cluster from charm-store for series focal with architecture=amd64                                                                                                                             
2021-10-26 21:41:29 [INFO] - deploy application mysql-innodb-cluster from charm-store on focal                                                                                                                                                       
2021-10-26 21:41:30 [INFO] added resource mysql-shell                                                                                                                                                                                                
2021-10-26 21:41:30 [INFO] - upload charm neutron-api from charm-store for series focal with architecture=amd64                                                                                                                                      
2021-10-26 21:41:31 [INFO] - deploy application neutron-api from charm-store on focal                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                    
2021-10-26 21:41:31 [INFO] added resource policyd-override                                                                                                                                                                                           
2021-10-26 21:41:31 [INFO] - upload charm /home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn for series focal with architecture=amd64                                                                        
2021-10-26 21:41:34 [INFO] - deploy application neutron-api-plugin-ovn on focal                                                                                                                                                                      
2021-10-26 21:41:34 [INFO] - deploy application neutron-mysql-router from charm-store on focal using mysql-router                                                                                                                                    
2021-10-26 21:41:34 [INFO] - upload charm nova-cloud-controller from charm-store for series focal with architecture=amd64                                                                                                                            
2021-10-26 21:41:35 [INFO] - deploy application nova-cloud-controller from charm-store on focal                                                                                                                                                      
2021-10-26 21:41:36 [INFO] added resource policyd-override                                                                                                                                                                                           
2021-10-26 21:41:36 [INFO] - upload charm nova-compute from charm-store for series focal with architecture=amd64                                                                                                                                     
2021-10-26 21:41:37 [INFO] - deploy application nova-compute from charm-store on focal                                                                                                                                                               
2021-10-26 21:41:37 [INFO] - deploy application nova-mysql-router from charm-store on focal using mysql-router                                                                                                                                       
2021-10-26 21:41:38 [INFO] - upload charm ovn-central from charm-store for series focal with architecture=amd64                                                                                                                                      
2021-10-26 21:41:41 [INFO] - deploy application ovn-central from charm-store on focal                                                                                                                                                                
2021-10-26 21:41:41 [INFO] - upload charm ovn-chassis from charm-store for series focal with architecture=amd64                                                                                                                                      
2021-10-26 21:41:44 [INFO] - deploy application ovn-chassis from charm-store on focal                                                                                                                                                                
2021-10-26 21:41:44 [INFO] - upload charm placement from charm-store for series focal with architecture=amd64                                                                                                                                        
2021-10-26 21:41:46 [INFO] - deploy application placement from charm-store on focal                                                                                                                                                                  
2021-10-26 21:41:47 [INFO] - deploy application placement-mysql-router from charm-store on focal using mysql-router                                                                                                                                  
2021-10-26 21:41:47 [INFO] - upload charm rabbitmq-server from charm-store for series focal with architecture=amd64                                                                                                                                  
2021-10-26 21:41:48 [INFO] - deploy application rabbitmq-server from charm-store on focal                                                                                                                                                            
2021-10-26 21:41:48 [INFO] - upload charm vault from charm-store for series focal with architecture=amd64                                                                                                                                            
2021-10-26 21:41:53 [INFO] - deploy application vault from charm-store on focal                                                                                                                                                                      
2021-10-26 21:41:53 [INFO] added resource core                                                                                                                                                                                                       
2021-10-26 21:41:53 [INFO] added resource vault                                                                                                                                                                                                      
2021-10-26 21:41:53 [INFO] - deploy application vault-mysql-router from charm-store on focal using mysql-router                                                                                                                                      
2021-10-26 21:41:53 [INFO] - add relation hacluster-neutron-api:ha - neutron-api:ha                                                                                                                                                                  
2021-10-26 21:41:53 [INFO] - add relation neutron-api:amqp - rabbitmq-server:amqp                                                                                                                                                                    
2021-10-26 21:41:54 [INFO] - add relation neutron-api:neutron-api - nova-cloud-controller:neutron-api                                                                                                                                                
2021-10-26 21:41:54 [INFO] - add relation neutron-api:identity-service - keystone:identity-service                                                                                                                                                   
2021-10-26 21:41:54 [INFO] - add relation nova-cloud-controller:amqp - rabbitmq-server:amqp                                                                                                                                                          
2021-10-26 21:41:54 [INFO] - add relation nova-compute:amqp - rabbitmq-server:amqp                                                                                                                                                                   
2021-10-26 21:41:54 [INFO] - add relation nova-cloud-controller:identity-service - keystone:identity-service                                                                                                                                         
2021-10-26 21:41:54 [INFO] - add relation nova-cloud-controller:cloud-compute - nova-compute:cloud-compute                                                                                                                                           
2021-10-26 21:41:54 [INFO] - add relation glance:identity-service - keystone:identity-service                                                                                                                                                        
2021-10-26 21:41:54 [INFO] - add relation glance:amqp - rabbitmq-server:amqp                                                                                                                                                                         
2021-10-26 21:41:55 [INFO] - add relation nova-compute:image-service - glance:image-service                                                                                                                                                          
2021-10-26 21:41:55 [INFO] - add relation nova-cloud-controller:image-service - glance:image-service                                                                                                                                                 
2021-10-26 21:41:55 [INFO] - add relation placement:identity-service - keystone:identity-service                                                                                                                                                     
2021-10-26 21:41:55 [INFO] - add relation placement:placement - nova-cloud-controller:placement                                                                                                                                                      
2021-10-26 21:41:55 [INFO] - add relation neutron-api-plugin-ovn:neutron-plugin - neutron-api:neutron-plugin-api-subordinate                                                                                                                         
2021-10-26 21:41:55 [INFO] - add relation ovn-central:certificates - vault:certificates                                                                                                                                                              
2021-10-26 21:41:55 [INFO] - add relation ovn-central:ovsdb-cms - neutron-api-plugin-ovn:ovsdb-cms                                                                                                                                                   
2021-10-26 21:41:55 [INFO] - add relation neutron-api:certificates - vault:certificates                                                                                                                                                              
2021-10-26 21:41:56 [INFO] - add relation ovn-chassis:nova-compute - nova-compute:neutron-plugin                                                                                                                                                     
2021-10-26 21:41:56 [INFO] - add relation ovn-chassis:certificates - vault:certificates                                                                                                                                                              
2021-10-26 21:41:56 [INFO] - add relation ovn-chassis:ovsdb - ovn-central:ovsdb                                                                                                                                                                      
2021-10-26 21:41:56 [INFO] - add relation vault:certificates - neutron-api-plugin-ovn:certificates                                                                                                                                                   
2021-10-26 21:41:56 [INFO] - add relation vault:certificates - glance:certificates                                                                                                                                                                   
2021-10-26 21:41:56 [INFO] - add relation vault:certificates - keystone:certificates                                                                                                                                                                 
2021-10-26 21:41:56 [INFO] - add relation vault:certificates - nova-cloud-controller:certificates                                                                                                                                                    
2021-10-26 21:41:56 [INFO] - add relation vault:certificates - placement:certificates                                                                                                                                                                
2021-10-26 21:41:56 [INFO] - add relation keystone:shared-db - keystone-mysql-router:shared-db                                                                                                                                                       
2021-10-26 21:41:57 [INFO] - add relation glance:shared-db - glance-mysql-router:shared-db                                                                                                                                                           
2021-10-26 21:41:57 [INFO] - add relation nova-cloud-controller:shared-db - nova-mysql-router:shared-db                                                                                                                                              
2021-10-26 21:41:57 [INFO] - add relation neutron-api:shared-db - neutron-mysql-router:shared-db                                                                                                                                                     
2021-10-26 21:41:57 [INFO] - add relation placement:shared-db - placement-mysql-router:shared-db                                                                                                                                                     
2021-10-26 21:41:57 [INFO] - add relation vault:shared-db - vault-mysql-router:shared-db                                                                                                                                                             
2021-10-26 21:41:57 [INFO] - add relation keystone-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                           
2021-10-26 21:41:57 [INFO] - add relation nova-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                               
2021-10-26 21:41:57 [INFO] - add relation glance-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                                 
2021-10-26 21:41:57 [INFO] - add relation neutron-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                            
2021-10-26 21:41:58 [INFO] - add relation placement-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                          
2021-10-26 21:41:58 [INFO] - add relation vault-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                       
2021-10-26 21:41:58 [INFO] - add unit glance/0 to new machine 0                                                                                                                                                                               
2021-10-26 21:41:58 [INFO] - add unit keystone/0 to new machine 1                                                                                                                                                                             
2021-10-26 21:41:58 [INFO] - add unit mysql-innodb-cluster/0 to new machine 2                                                                                                                                                                 
2021-10-26 21:41:59 [INFO] - add unit mysql-innodb-cluster/1 to new machine 3                                                                                                                                                                 
2021-10-26 21:41:59 [INFO] - add unit mysql-innodb-cluster/2 to new machine 4                                                                                                                                                                 
2021-10-26 21:41:59 [INFO] - add unit neutron-api/0 to new machine 5                                                                                                                                                                          
2021-10-26 21:42:00 [INFO] - add unit neutron-api/1 to new machine 6                                                                                                                                                                          
2021-10-26 21:42:00 [INFO] - add unit neutron-api/2 to new machine 7                                                                                                                                                                          
2021-10-26 21:42:00 [INFO] - add unit nova-cloud-controller/0 to new machine 8                                                                                                                                                                
2021-10-26 21:42:01 [INFO] - add unit nova-compute/0 to new machine 9                                                                                                                                                                         
2021-10-26 21:42:01 [INFO] - add unit nova-compute/1 to new machine 10                                                                                                                                                                        
2021-10-26 21:42:01 [INFO] - add unit ovn-central/0 to new machine 11                                                                                                                                                                         
2021-10-26 21:42:01 [INFO] - add unit ovn-central/1 to new machine 12                                                                                                                                                                         
2021-10-26 21:42:02 [INFO] - add unit ovn-central/2 to new machine 13                                                                                                                                                                         
2021-10-26 21:42:02 [INFO] - add unit placement/0 to new machine 14                                                                                                                                                                           
2021-10-26 21:42:02 [INFO] - add unit rabbitmq-server/0 to new machine 15                                                                                                                                                                     
2021-10-26 21:42:03 [INFO] - add unit vault/0 to new machine 16                                                                                                                                                                               
2021-10-26 21:42:03 [INFO] Deploy of bundle completed.                                                                                                                                                                                        
2021-10-26 21:42:03 [INFO] Waiting for environment to settle                                                                                                                                                                                  
2021-10-26 21:42:03 [INFO] Timeout for deployment to settle set to: 3600                                                                                                                                                                      
2021-10-26 21:42:03 [INFO] Waiting for application states to reach targeted states.                                                                                                                                                           
2021-10-26 21:42:04 [INFO] Waiting for an application to be present                                                                                                                                                                           
2021-10-26 21:42:04 [WARNING] DEPRECATION: Application ovn-chassis uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                       
2021-10-26 21:42:04 [WARNING] DEPRECATION: Application neutron-api-plugin-ovn uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                            
2021-10-26 21:42:04 [WARNING] DEPRECATION: Application ovn-central uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                       
2021-10-26 21:42:04 [WARNING] DEPRECATION: Application vault uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                             
2021-10-26 21:42:04 [INFO] Now checking workload status and status messages                                                                                                                                                                   
2021-10-26 21:48:12 [INFO] Application ovn-central is ready.                                                                                                                                                                                  
2021-10-26 21:49:19 [INFO] Application rabbitmq-server is ready.                                                                                                                                                                              
2021-10-26 21:49:40 [INFO] Application keystone-mysql-router is ready.                                                                                                                                                                        
2021-10-26 21:50:16 [INFO] Application vault-mysql-router is ready.                                                                                                                                                                           
2021-10-26 21:50:33 [INFO] Application placement-mysql-router is ready.                                                                                                                                                                       
2021-10-26 21:50:33 [INFO] Application vault is ready.                                                                                                                                                                                        
2021-10-26 21:50:46 [INFO] Application mysql-innodb-cluster is ready.                                                                                                                                                                         
2021-10-26 21:51:15 [INFO] Application glance-mysql-router is ready.                                                                                                                                                                          
2021-10-26 21:51:49 [INFO] Application placement is ready.                                                                                                                                                                                    
2021-10-26 21:51:56 [INFO] Application glance is ready.                                                                                                                                                                                       
2021-10-26 21:52:17 [INFO] Application keystone is ready.                                                                                                                                                                                     
2021-10-26 21:53:11 [INFO] Application nova-compute is ready.                                                                                                                                                                                 
2021-10-26 21:53:34 [INFO] Application ovn-chassis is ready.                                                                                                                                                                                  
2021-10-26 21:55:18 [INFO] Application nova-mysql-router is ready.                                                                                                                                                                            
2021-10-26 21:58:55 [INFO] Application nova-cloud-controller is ready.                                                                                                                                                                        
2021-10-26 22:03:21 [INFO] Application neutron-mysql-router is ready.                                                                                                                                                                         
2021-10-26 22:05:24 [INFO] Application hacluster-neutron-api is ready.                                                                                                                                                                        
2021-10-26 22:06:08 [INFO] Application neutron-api-plugin-ovn is ready.                                                                                                                                                                       
2021-10-26 22:06:34 [INFO] Application neutron-api is ready.                                                                                                                                                                                  
2021-10-26 22:06:34 [INFO] All applications reached approved status, number of units (where relevant), and workload status message checks.                                                                                                    
2021-10-26 22:06:34 [INFO] Waiting for zaza-04f6a570ec9f to settle                                                                                                                                                                            
2021-10-26 22:06:52 [INFO] Running auto_initialize                                                                                                                                                                                            
2021-10-26 22:07:17 [INFO] Waiting for at least one unit with agent status "executing"                                                                                                                                                        
2021-10-26 22:07:17 [INFO] Waiting for application states to reach targeted states.                                                                                                                                                           
2021-10-26 22:07:18 [INFO] Waiting for an application to be present                                                                                                                                                                           
2021-10-26 22:07:18 [WARNING] DEPRECATION: Application ovn-chassis uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                       
2021-10-26 22:07:18 [WARNING] DEPRECATION: Application neutron-api-plugin-ovn uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                            
2021-10-26 22:07:18 [WARNING] DEPRECATION: Application ovn-central uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                       
2021-10-26 22:07:18 [WARNING] DEPRECATION: Application vault uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                             
2021-10-26 22:07:18 [INFO] Now checking workload status and status messages                                                                                                                                                                   
2021-10-26 22:07:20 [INFO] Application neutron-mysql-router is ready.                                                                                                                                                                         
2021-10-26 22:07:20 [INFO] Application nova-compute is ready.                                                                                                                                                                                 
2021-10-26 22:07:20 [INFO] Application rabbitmq-server is ready.                                                                                                                                                                              
2021-10-26 22:07:21 [INFO] Application mysql-innodb-cluster is ready.                                                                                                                                                                         
2021-10-26 22:07:21 [INFO] Application vault is ready.                                                                                                                                                                                        
2021-10-26 22:07:21 [INFO] Application nova-mysql-router is ready.                                                                                                                                                                            
2021-10-26 22:07:21 [INFO] Application keystone-mysql-router is ready.                                                                                                                                                                        
2021-10-26 22:07:22 [INFO] Application hacluster-neutron-api is ready.                                                                                                                                                                        
2021-10-26 22:07:22 [INFO] Application placement-mysql-router is ready.                                                                                                                                                                       
2021-10-26 22:07:22 [INFO] Application vault-mysql-router is ready.                                                                                                                                                                           
2021-10-26 22:07:22 [INFO] Application glance-mysql-router is ready.                                                                                                                                                                          
2021-10-26 22:07:33 [INFO] Application neutron-api is ready.                                                                                                                                                                                  
2021-10-26 22:07:33 [INFO] Application glance is ready.                                                                                                                                                                                       
2021-10-26 22:07:41 [INFO] Application placement is ready.                                                                                                                                                                                    
2021-10-26 22:08:09 [INFO] Application ovn-central is ready.                                                                                                                                                                                  
2021-10-26 22:08:12 [INFO] Application neutron-api-plugin-ovn is ready.                                                                                                                                                                       
2021-10-26 22:08:43 [INFO] Application ovn-chassis is ready.                                                                                                                                                                                  
2021-10-26 22:10:52 [INFO] Application keystone is ready.                                                                                                                                                                                     
2021-10-26 22:11:17 [INFO] Application nova-cloud-controller is ready.                                                                                                                                                                        
2021-10-26 22:11:17 [INFO] All applications reached approved status, number of units (where relevant), and workload status message checks.
2021-10-26 22:06:34 [INFO] Waiting for zaza-04f6a570ec9f to settle                                                                                                                            
2021-10-26 22:06:52 [INFO] Running auto_initialize                                             
2021-10-26 22:07:17 [INFO] Waiting for at least one unit with agent status "executing"                                                                                                        
2021-10-26 22:07:17 [INFO] Waiting for application states to reach targeted states.            
2021-10-26 22:07:18 [INFO] Waiting for an application to be present                            
2021-10-26 22:07:18 [WARNING] DEPRECATION: Application ovn-chassis uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                       
2021-10-26 22:07:18 [WARNING] DEPRECATION: Application neutron-api-plugin-ovn uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                                                                                                                                           
2021-10-26 22:07:18 [WARNING] DEPRECATION: Application ovn-central uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                       
2021-10-26 22:07:18 [WARNING] DEPRECATION: Application vault uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                             
2021-10-26 22:07:18 [INFO] Now checking workload status and status messages                                                                                                                   
2021-10-26 22:07:20 [INFO] Application neutron-mysql-router is ready.                                                                                                                         
2021-10-26 22:07:20 [INFO] Application nova-compute is ready.                                                                                                                                 
2021-10-26 22:07:20 [INFO] Application rabbitmq-server is ready.                               
2021-10-26 22:07:21 [INFO] Application mysql-innodb-cluster is ready.                          
2021-10-26 22:07:21 [INFO] Application vault is ready.                                         
2021-10-26 22:07:21 [INFO] Application nova-mysql-router is ready.                             
2021-10-26 22:07:21 [INFO] Application keystone-mysql-router is ready.                         
2021-10-26 22:07:22 [INFO] Application hacluster-neutron-api is ready.                         
2021-10-26 22:07:22 [INFO] Application placement-mysql-router is ready.                        
2021-10-26 22:07:22 [INFO] Application vault-mysql-router is ready.                            
2021-10-26 22:07:22 [INFO] Application glance-mysql-router is ready.                           
2021-10-26 22:07:33 [INFO] Application neutron-api is ready.                                   
2021-10-26 22:07:33 [INFO] Application glance is ready.                                                                                                                                       
2021-10-26 22:07:41 [INFO] Application placement is ready.                                     
2021-10-26 22:08:09 [INFO] Application ovn-central is ready.                                                                                                                                  
2021-10-26 22:08:12 [INFO] Application neutron-api-plugin-ovn is ready.                        
2021-10-26 22:08:43 [INFO] Application ovn-chassis is ready.                                   
2021-10-26 22:10:52 [INFO] Application keystone is ready.                                                                                                                                     
2021-10-26 22:11:17 [INFO] Application nova-cloud-controller is ready.                                                                                                                        
2021-10-26 22:11:17 [INFO] All applications reached approved status, number of units (where relevant), and workload status message checks.                                                    
2021-10-26 22:11:18 [INFO] Attempting to connect to https://10.5.2.144:5000                                                                                                                   
2021-10-26 22:12:02 [INFO] Image architecture set to amd64                                                                                                                                    
2021-10-26 22:12:03 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:12:05 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                
2021-10-26 22:12:08 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:12:11 [INFO] Downloading image bionic                                            
2021-10-26 22:12:11 [INFO] Cached image found at /tmp/bionic-server-cloudimg-amd64.img - Skipping download                                                                                    
2021-10-26 22:12:20 [INFO] Image status wait: resource f0ad8952-30a8-4b36-942e-96b9eedb29ba in active state, waiting for active                                                               
2021-10-26 22:12:20 [INFO] Setting image properties: None                                      
2021-10-26 22:12:21 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:12:23 [INFO] Using keystone API V3 (or later) for overcloud auth                 
2021-10-26 22:12:25 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:12:26 [WARNING] get_provider_type from zaza.openstack.utilities.juju is deprecated. Please use the equivalent from zaza.utilities.juju                                          
2021-10-26 22:12:26 [INFO] Using config /home/ubuntu/.local/share/juju/clouds.yaml             
2021-10-26 22:12:26 [INFO] AUTH_URL: http://10.245.161.156:5000/v3, api_ver: 3                 
2021-10-26 22:12:26 [INFO] Using keystone API V3 (or later) for undercloud auth                
2021-10-26 22:12:35 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:12:36 [WARNING] Adding second interface for dataport to guest netplan for bionic-queens and later                                                                               
2021-10-26 22:12:36 [INFO] Configuring network for OpenStack undercloud/provider               
2021-10-26 22:12:56 [INFO] Attaching additional port to instance ("67f124b4-5396-46db-9dea-97085a981f81"), connected to net id: 2641db48-c852-47e1-83e7-1cdf2a5d6c50                                                                                                                                                                                                                         
2021-10-26 22:13:08 [INFO] Trying to get mac address from port:9300ba34-a31f-46d3-be37-b95482558071                                                                                           
2021-10-26 22:13:19 [INFO] Attaching additional port to instance ("2bdbd8d6-7308-4c65-b55e-70d9d6bd0afb"), connected to net id: 2641db48-c852-47e1-83e7-1cdf2a5d6c50                                                                                                                                                                                                                         
2021-10-26 22:13:28 [INFO] Trying to get mac address from port:3e52f3d6-42d9-4546-8919-4febe1060186                                                                                           
2021-10-26 22:13:39 [INFO] Setting {'ovn-bridge-mappings': 'physnet1:br-ex', 'bridge-interface-mappings': 'br-ex:fa:16:3e:4e:19:3e br-ex:fa:16:3e:b1:7f:2d'} on ovn-chassis                   
2021-10-26 22:14:09 [INFO] All units idle since 2021-10-26 22:13:50.198353Z (glance/0, keystone/0, mysql-innodb-cluster/0, mysql-innodb-cluster/1, mysql-innodb-cluster/2, neutron-api/0, neutron-api/1, neutron-api/2, nova-cloud-controller/0, nova-compute/0, nova-compute/1, ovn-central/0, ovn-central/1, ovn-central/2, placement/0, rabbitmq-server/0, vault/0)
2021-10-26 22:14:09 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:14:11 [INFO] Configuring overcloud network                                       
2021-10-26 22:14:12 [INFO] Creating flat external network: ext_net                             
2021-10-26 22:14:23 [INFO] Network ext_net created: 4ce41c32-2ec9-4e27-82e9-a4ab06e5dc18       
2021-10-26 22:14:23 [INFO] Creating new subnet                                                 
2021-10-26 22:14:24 [INFO] New subnet created: 549f48bd-39a8-43da-a898-9995612a2a57            
2021-10-26 22:14:24 [INFO] Creating provider router for external network access                                                                                                                                                                                                                                                                                                              
2021-10-26 22:14:26 [INFO] New router created: 01be47d2-d921-4840-aee3-f598fe76385f
2021-10-26 22:14:26 [INFO] Plugging router into ext_net                                                                                                                                                                                                                                                                                                                 (0 results) [88/4880]
2021-10-26 22:14:31 [INFO] Router connected                                                                                                                                                   
2021-10-26 22:14:32 [INFO] Creating public address scope                                       
2021-10-26 22:14:32 [INFO] New address scope created: 9e1091a8-66e1-41e8-8830-4f56167adca6     
2021-10-26 22:14:32 [INFO] Creating subnetpool: pooled_subnets                                 
2021-10-26 22:14:32 [INFO] Creating network: private                                           
2021-10-26 22:14:35 [INFO] Creating subnet                                                     
2021-10-26 22:14:41 [INFO] Updating dns_nameservers (10.245.168.6) for subnet                  
2021-10-26 22:14:42 [INFO] Adding interface from subnet to provider-router                     
2021-10-26 22:14:50 [INFO] Adding ssh security group rule                                      
2021-10-26 22:14:51 [INFO] Adding ping security group rule                                     
2021-10-26 22:14:54 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:14:59 [INFO] Using keystone API V3 (or later) for overcloud auth                 
2021-10-26 22:15:01 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:15:21 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:15:23 [INFO] Using keystone API V3 (or later) for overcloud auth                 
2021-10-26 22:15:24 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:15:27 [INFO] Creating key zaza                                                   
2021-10-26 22:15:27 [INFO] ## Running Test zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest ##                                                                                  
2021-10-26 22:15:30 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:15:31 [INFO] Using keystone API V3 (or later) for overcloud auth                 
2021-10-26 22:15:33 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:15:34 [INFO] test_instances_have_networking (zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest)                                                                    
2021-10-26 22:15:34 [INFO] Validate North/South and East/West networking.                      
2021-10-26 22:15:34 [INFO]  ...                                                                
2021-10-26 22:15:37 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:15:38 [INFO] Using keystone API V3 (or later) for overcloud auth                 
2021-10-26 22:15:40 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:15:43 [INFO] Launching instance zaza-neutrontests-ins-1                          
2021-10-26 22:15:48 [INFO] Checking instance is active                                         
2021-10-26 22:15:48 [INFO] resource: resource 666f7337-6f04-4075-a114-97b9e3af094d in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:15:50 [INFO] resource: resource 666f7337-6f04-4075-a114-97b9e3af094d in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:15:55 [INFO] resource: resource 666f7337-6f04-4075-a114-97b9e3af094d in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:16:00 [INFO] resource: resource 666f7337-6f04-4075-a114-97b9e3af094d in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:16:08 [INFO] resource: resource 666f7337-6f04-4075-a114-97b9e3af094d in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:16:25 [INFO] resource: resource 666f7337-6f04-4075-a114-97b9e3af094d in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:16:57 [INFO] resource: resource 666f7337-6f04-4075-a114-97b9e3af094d in ACTIVE state, waiting for ACTIVE                                                                        
2021-10-26 22:16:57 [INFO] Checking cloud init is complete                                     
2021-10-26 22:19:11 [INFO] Assigning floating ip.                                              
2021-10-26 22:19:11 [INFO] Creating floatingip                                                 
2021-10-26 22:19:17 [INFO] Assigned floating IP 10.5.150.1 to zaza-neutrontests-ins-1          
2021-10-26 22:19:17 [INFO] Testing ssh access.                                                 
2021-10-26 22:19:17 [INFO] Attempting to ssh to zaza-neutrontests-ins-1(10.5.150.1)            
2021-10-26 22:19:17 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:19:17 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:19:17 [INFO] Running uname -n on zaza-neutrontests-ins-1                         
2021-10-26 22:19:19 [INFO] SSH to zaza-neutrontests-ins-1(10.5.150.1) successful               
2021-10-26 22:19:21 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:19:23 [INFO] Using keystone API V3 (or later) for overcloud auth                 
2021-10-26 22:19:25 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                    
2021-10-26 22:19:28 [INFO] Launching instance zaza-neutrontests-ins-2                          
2021-10-26 22:19:30 [INFO] Checking instance is active                                         
2021-10-26 22:19:30 [INFO] resource: resource ed6e85bc-e687-4ace-964c-2fdb92feb20b in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:19:32 [INFO] resource: resource ed6e85bc-e687-4ace-964c-2fdb92feb20b in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:19:34 [INFO] resource: resource ed6e85bc-e687-4ace-964c-2fdb92feb20b in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:19:39 [INFO] resource: resource ed6e85bc-e687-4ace-964c-2fdb92feb20b in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:19:47 [INFO] resource: resource ed6e85bc-e687-4ace-964c-2fdb92feb20b in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:20:03 [INFO] resource: resource ed6e85bc-e687-4ace-964c-2fdb92feb20b in BUILD state, waiting for ACTIVE                                                                         
2021-10-26 22:20:36 [INFO] resource: resource ed6e85bc-e687-4ace-964c-2fdb92feb20b in ACTIVE state, waiting for ACTIVE                                                                        
2021-10-26 22:20:36 [INFO] Checking cloud init is complete                                     
2021-10-26 22:21:44 [INFO] Assigning floating ip.                                              
2021-10-26 22:21:44 [WARNING] A floating IP already exists but ports do not match Potentially creating more than one.                                                                         
2021-10-26 22:21:44 [INFO] Creating floatingip                                                 
2021-10-26 22:21:52 [INFO] Assigned floating IP 10.5.153.223 to zaza-neutrontests-ins-2        
2021-10-26 22:21:52 [INFO] Testing ssh access.                                                 
2021-10-26 22:21:52 [INFO] Attempting to ssh to zaza-neutrontests-ins-2(10.5.153.223)          
2021-10-26 22:21:53 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:21:53 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:21:53 [INFO] Running uname -n on zaza-neutrontests-ins-2                         
2021-10-26 22:21:54 [INFO] SSH to zaza-neutrontests-ins-2(10.5.153.223) successful             
2021-10-26 22:21:56 [INFO] Using MTU from network "private": 1442                              
2021-10-26 22:21:57 [INFO] Using MTU from network "private": 1442                              
2021-10-26 22:21:57 [INFO] Attempting to ssh to instance-1(10.5.150.1)                         
2021-10-26 22:21:57 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:21:57 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:21:57 [INFO] Running ping -c 1 192.168.0.11 on instance-1                        
2021-10-26 22:21:58 [INFO] Attempting to ssh to instance-1(10.5.150.1)                         
2021-10-26 22:21:58 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:21:58 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:21:58 [INFO] Running ping -c 1 10.5.150.1 on instance-1                          
2021-10-26 22:21:59 [INFO] Attempting to ssh to instance-1(10.5.150.1)                         
2021-10-26 22:21:59 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:21:59 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:21:59 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.11 on instance-1          
2021-10-26 22:22:00 [INFO] Attempting to ssh to instance-1(10.5.150.1)                         
2021-10-26 22:22:00 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:22:00 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:22:00 [INFO] Running ping -M do -s 1414 -c 1 10.5.150.1 on instance-1            
2021-10-26 22:22:01 [INFO] Attempting to ssh to instance-1(10.5.150.1)                         
2021-10-26 22:22:01 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)
2021-10-26 22:22:01 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:22:01 [INFO] Running ping -c 1 192.168.0.11 on instance-1                        
2021-10-26 22:22:02 [INFO] Attempting to ssh to instance-1(10.5.150.1)                         
2021-10-26 22:22:02 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:22:02 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:22:02 [INFO] Running ping -c 1 10.5.150.1 on instance-1                          
2021-10-26 22:22:02 [INFO] Attempting to ssh to instance-1(10.5.150.1)                         
2021-10-26 22:22:02 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:22:03 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:22:03 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.11 on instance-1          
2021-10-26 22:22:03 [INFO] Attempting to ssh to instance-1(10.5.150.1)                         
2021-10-26 22:22:03 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:22:03 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:22:03 [INFO] Running ping -M do -s 1414 -c 1 10.5.150.1 on instance-1            
2021-10-26 22:22:04 [INFO] Attempting to ssh to instance(10.5.150.1)                           
2021-10-26 22:22:04 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:22:04 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:22:04 [INFO] Running ping -c 1 192.168.0.1 on instance                           
2021-10-26 22:22:05 [INFO] Attempting to ssh to instance(10.5.150.1)                           
2021-10-26 22:22:05 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:22:05 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:22:05 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.1 on instance             
2021-10-26 22:22:06 [INFO] Attempting to ssh to instance(10.5.150.1)                           
2021-10-26 22:22:06 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:22:06 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:22:06 [INFO] Running ping -c 1 192.168.0.1 on instance                           
2021-10-26 22:22:07 [INFO] Attempting to ssh to instance(10.5.150.1)                           
2021-10-26 22:22:07 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                       
2021-10-26 22:22:07 [INFO] Authentication (publickey) successful!                              
2021-10-26 22:22:07 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.1 on instance             
2021-10-26 22:22:08 [INFO] Running resource cleanup                                            
2021-10-26 22:22:08 [INFO] Removing instances launched by test (zaza-neutrontests*)            
2021-10-26 22:22:30 [INFO] ok                                                                  
2021-10-26 22:22:30 [INFO] ----------------------------------------------------------------------                                                                                             
2021-10-26 22:22:30 [INFO] Ran 1 test in 422.707s                                              
2021-10-26 22:22:30 [INFO] OK                                                                  
2021-10-26 22:22:30 [INFO] Events:                                                             
  Configure zaza.openstack.charm_tests.glance.setup.add_lts_image:                             
    Start: 1635286322.081375                                                                   
    Finish: 1635286340.0856838                                                                 
    Elapsed Time: 18.004308938980103                                                           
    PCT Of Run Time: 1                                                                         
  Configure zaza.openstack.charm_tests.neutron.setup.basic_overcloud_network:                  
    Start: 1635286340.0870354                                                                  
    Finish: 1635286492.6071987                                                                 
    Elapsed Time: 152.5201632976532                                                            
    PCT Of Run Time: 7                                                                         
  Configure zaza.openstack.charm_tests.nova.setup.create_flavors:                              
    Start: 1635286492.6077318                                                                  
    Finish: 1635286519.4743707                                                                 
    Elapsed Time: 26.866638898849487                                                           
    PCT Of Run Time: 2                                                                         
  Configure zaza.openstack.charm_tests.nova.setup.manage_ssh_key:                              
    Start: 1635286519.4750938                                                                  
    Finish: 1635286527.6548119                                                                 
    Elapsed Time: 8.179718017578125                                                            
    PCT Of Run Time: 1                                                                         
  Configure zaza.openstack.charm_tests.vault.setup.auto_initialize:                            
    Start: 1635286011.5042524                                                                  
    Finish: 1635286322.0809152                                                                 
    Elapsed Time: 310.57666277885437                                                           
    PCT Of Run Time: 13                                                                        
  Deploy Bundle:                                                                               
    Start: 1635284474.1893811                                                                  
    Finish: 1635284523.8173892                                                                 
    Elapsed Time: 49.628008127212524                                                           
    PCT Of Run Time: 2                                                                         
  Prepare Environment:                                                                         
    Start: 1635284463.1052845                                                                  
    Finish: 1635284474.188992                                                                  
    Elapsed Time: 11.083707571029663                                                           
    PCT Of Run Time: 1                                                                         
  Test zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest:                         
    Start: 1635286527.6554723                                                                  
    Finish: 1635286950.3763993                                                                 
    Elapsed Time: 422.7209270000458                                                            
    PCT Of Run Time: 17                                                                        
  Wait for Deployment:                                                                         
    Start: 1635284523.8174624                                                                  
    Finish: 1635285994.7291431                                                                 
    Elapsed Time: 1470.9116806983948                                                           
    PCT Of Run Time: 60                                                                        
Metadata: {}

______________________________________________________________________________________ summary _______________________________________________________________________________________                                                                                                                                                                                                       
  func-target: commands succeeded                                                              
  congratulations :)
  

== bionic-ussuri gate ==

ubuntu@coreycb-bastion:~/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn$ tox -e func-target bionic-ussuri                                                                                                                                                                                     
.tox create: /home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn/.tox/.tox                                                                                                                                                                                                            
.tox installdeps: pip < 20.3, virtualenv < 20.0, tox >= 3.18.0                                                                                                                                                                                                                                                               
func-target create: /home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn/.tox/func-target                                                                                                                                                                                              
func-target installdeps: -r/home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn/test-requirements.txt                                                                                                                                                                                  
func-target installed: aiohttp==3.7.4.post0,aodhclient==1.3.0,appdirs==1.4.4,argcomplete==1.12.3,async-generator==1.10,async-timeout==3.0.1,attrs==21.2.0,autopage==0.4.0,Babel==2.9.1,bcrypt==3.2.0,boto3==1.19.4,botocore==1.22.4,cachetools==4.2.4,certifi==2021.10.8,cffi==1.15.0,chardet==4.0.0,charset-normalizer==2.0.
7,cliff==3.9.0,cmd2==2.2.0,colorama==0.4.4,colorclass==2.2.0,cryptography==3.3.2,debtcollector==2.3.0,decorator==5.1.0,dnspython==2.1.0,dogpile.cache==1.1.4,fasteners==0.16.3,futurist==1.10.0,gnocchiclient==7.0.7,google-auth==2.3.2,hvac==0.6.4,idna==3.3,iso8601==0.1.16,Jinja2==3.0.2,jmespath==0.10.0,jsonpatch==1.32,
jsonpointer==2.1,jsonschema==3.2.0,juju==2.9.4,juju-wait==2.8.4,jujubundlelib==0.5.6,keystoneauth1==4.4.0,kubernetes==19.15.0,lxml==4.6.3,macaroonbakery==1.3.1,MarkupSafe==2.0.1,monotonic==1.6,msgpack==1.0.2,multidict==5.2.0,munch==2.5.0,mypy-extensions==0.4.3,netaddr==0.8.0,netifaces==0.11.0,oauthlib==3.1.1,openst$
cksdk==0.59.0,os-client-config==2.1.0,os-service-types==1.7.0,osc-lib==2.4.2,oslo.concurrency==4.5.0,oslo.config==6.11.3,oslo.context==3.4.0,oslo.i18n==5.1.0,oslo.log==4.6.1,oslo.serialization==4.2.0,oslo.utils==4.11.0,osprofiler==3.4.2,packaging==21.0,paramiko==2.8.0,pbr==5.6.0,pika==1.2.0,prettytable==0.7.2,protob
uf==3.19.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycparser==2.20,pyinotify==0.9.6,pymacaroons==0.13.0,pymongo==3.12.1,PyNaCl==1.4.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pyperclip==1.8.2,pyRFC3339==1.1,pyrsistent==0.18.0,python-barbicanclient==4.10.0,python-ceilometerclient==2.9.0,python-cinderclient==5.0.2,python-dateut
il==2.8.2,python-designateclient==2.12.0,python-glanceclient==2.17.1,python-heatclient==1.18.1,python-ironicclient==4.9.0,python-keystoneclient==3.21.0,python-libmaas==0.6.6,python-manilaclient==1.29.0,python-neutronclient==6.14.1,python-novaclient==15.1.1,python-octaviaclient==1.10.1,python-openstackclient==4.0.2,p
ython-swiftclient==3.8.1,pytz==2021.3,PyYAML==6.0,requests==2.26.0,requests-oauthlib==1.3.0,requestsexceptions==1.4.0,rfc3986==1.5.0,rsa==4.7.2,s3transfer==0.5.0,simplejson==3.17.5,six==1.16.0,stevedore==3.5.0,tenacity==8.0.1,terminaltables==3.1.0,theblues==0.5.2,toposort==1.7,typing-extensions==3.10.0.2,typing-insp
ect==0.7.1,ujson==4.2.0,urllib3==1.26.7,warlock==1.3.3,wcwidth==0.2.5,WebOb==1.8.7,websocket-client==1.2.1,websockets==7.0,wrapt==1.13.2,yarl==1.7.0,zaza @ git+https://github.com/openstack-charmers/zaza.git@39ee47cf683eb45b98fbab7d2daa2f03b6d54f5d,zaza.openstack @ git+https://github.com/openstack-charmers/zaza-opens
tack-tests.git@858c85c61f287fdf1d6e3fc08de46b69598eeeda                                                                                                                                                                                                                                                                      
func-target run-test-pre: PYTHONHASHSEED='0'                                                                                                                                                                                                                                                                                 
func-target run-test: commands[0] | functest-run-suite --keep-model --bundle bionic-ussuri                                                                                                                                                                                                                                   
2021-10-27 15:30:26 [INFO] Could not determine correct model aliasfrom tests.yaml, using default                                                                                                                                                                                                                             
2021-10-27 15:30:36 [INFO] Deploying bundle '/home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn/tests/bundles/bionic-ussuri.yaml' on to 'zaza-be92e42daf69' model                                                                                                                    
2021-10-27 15:30:36 [INFO] Rendered template '<Template memory:7f2a6e8be760>' to file '/tmp/tmp97r8ohwf/local-charm-overlay.yaml'                                                                                                                                                                                            
2021-10-27 15:30:36 [INFO] Rendered template '<Template 'bionic-ussuri.yaml.j2'>' to file '/tmp/tmp97r8ohwf/bionic-ussuri.yaml'                                                                                                                                                                                              
2021-10-27 15:30:36 [INFO] Deploying overlay '/tmp/tmp97r8ohwf/local-charm-overlay.yaml' on to 'zaza-be92e42daf69' model                                                                                                                                                                                                     
2021-10-27 15:30:36 [INFO] Deploying overlay '/tmp/tmp97r8ohwf/bionic-ussuri.yaml' on to 'zaza-be92e42daf69' model                                                                                                                                                                                                           
2021-10-27 15:30:39 [INFO] Located charm "glance" in charm-store, channel stable                                                                                                                                                                                                                                             
2021-10-27 15:30:39 [INFO] Located charm "hacluster" in charm-store, channel stable                                                                                                                                                                                                                                          
2021-10-27 15:30:39 [INFO] Located charm "keystone" in charm-store, channel stable                                                                                                                                                                                                                                           
2021-10-27 15:30:39 [INFO] Located charm "neutron-api" in charm-store, channel stable                                                                                                                                                                                                                                        
2021-10-27 15:30:39 [INFO] Located charm "nova-cloud-controller" in charm-store, channel stable                                                                                                                                                                                                                              
2021-10-27 15:30:39 [INFO] Located charm "nova-compute" in charm-store, channel stable                                                                                                                                                                                                                                       
2021-10-27 15:30:39 [INFO] Located charm "ovn-central" in charm-store, channel stable                                                                                                                                                                                                                                        
2021-10-27 15:30:39 [INFO] Located charm "ovn-chassis" in charm-store, channel stable                                                                                                                                                                                                                                        
2021-10-27 15:30:39 [INFO] Located charm "percona-cluster" in charm-store, channel stable                                                                                                                                                                                                                                    
2021-10-27 15:30:39 [INFO] Located charm "placement" in charm-store, channel stable                                                                                                                                                                                                                                          
2021-10-27 15:30:39 [INFO] Located charm "rabbitmq-server" in charm-store, channel stable                                                                                                                                                                                                                                    
2021-10-27 15:30:40 [INFO] Located charm "vault" in charm-store, channel stable                                                                                                                                                                                                                                              
2021-10-27 15:30:40 [INFO] Executing changes:                                                                                                                                                                                                                                                                                
2021-10-27 15:30:40 [INFO] - upload charm glance from charm-store for series bionic with architecture=amd64                                                                                                                                                                                                                  
2021-10-27 15:30:41 [INFO] - deploy application glance from charm-store on bionic                                                                                                                                                                                                                                            
2021-10-27 15:30:42 [INFO] added resource policyd-override                                                                                                                                                                                                                                                                   
2021-10-27 15:30:42 [INFO] - upload charm hacluster from charm-store for series bionic with architecture=amd64                                                                                                                                                                                                               
2021-10-27 15:30:42 [INFO] - deploy application hacluster-neutron-api from charm-store on bionic using hacluster                                                                                                                                                                                                             
2021-10-27 15:30:43 [INFO] - upload charm keystone from charm-store for series bionic with architecture=amd64                                                                                                                                                                                                                
2021-10-27 15:30:43 [INFO] - deploy application keystone from charm-store on bionic                                                                                                                                                                                                                                          
2021-10-27 15:30:44 [INFO] added resource policyd-override                                                                                                                                                                                                                                                                   
2021-10-27 15:30:44 [INFO] - upload charm neutron-api from charm-store for series bionic with architecture=amd64                                                                                                                                                                                                             
2021-10-27 15:30:44 [INFO] - deploy application neutron-api from charm-store on bionic                                                                                                                                                                                                                                       
2021-10-27 15:30:45 [INFO] added resource policyd-override                                                                                                                                                                                                                                                                   
2021-10-27 15:30:45 [INFO] - upload charm /home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn for series bionic with architecture=amd64                                                                                                                                               
2021-10-27 15:30:47 [INFO] - deploy application neutron-api-plugin-ovn on bionic                                                                                                                                                                                                                                             
2021-10-27 15:30:48 [INFO] - upload charm nova-cloud-controller from charm-store for series bionic with architecture=amd64                                                                                                                                                                                                   
2021-10-27 15:30:49 [INFO] - deploy application nova-cloud-controller from charm-store on bionic                                                                                                                                                                                                                             
2021-10-27 15:30:49 [INFO] added resource policyd-override                                                                                                                                                                                                                                                                   
2021-10-27 15:30:49 [INFO] - upload charm nova-compute from charm-store for series bionic with architecture=amd64                                                                                                                                                                                                            
2021-10-27 15:30:49 [INFO] - deploy application nova-compute from charm-store on bionic                                                                                                                                                                                                                                      
2021-10-27 15:30:50 [INFO] - upload charm ovn-central from charm-store for series bionic with architecture=amd64                                                                                                                                                                                                             
2021-10-27 15:30:51 [INFO] - deploy application ovn-central from charm-store on bionic                                                                                                                                                                                                                                       
2021-10-27 15:30:52 [INFO] - upload charm ovn-chassis from charm-store for series bionic with architecture=amd64                                              
2021-10-27 15:30:53 [INFO] - deploy application ovn-chassis from charm-store on bionic                                                                        
2021-10-27 15:30:53 [INFO] - upload charm percona-cluster from charm-store for series bionic with architecture=amd64                                          
2021-10-27 15:30:53 [INFO] - deploy application percona-cluster from charm-store on bionic                                                                                                                                                                                                                                   
2021-10-27 15:30:54 [INFO] - upload charm placement from charm-store for series bionic with architecture=amd64                                                
2021-10-27 15:30:55 [INFO] - deploy application placement from charm-store on bionic                                                                                                                                                                                                                                         
2021-10-27 15:30:55 [INFO] - upload charm rabbitmq-server from charm-store for series bionic with architecture=amd64                                                                                                                                                                                                         
2021-10-27 15:30:55 [INFO] - deploy application rabbitmq-server from charm-store on bionic                                                                    
2021-10-27 15:30:56 [INFO] - upload charm vault from charm-store for series bionic with architecture=amd64                                                                                                                                                                                                                   
2021-10-27 15:30:58 [INFO] - deploy application vault from charm-store on bionic                                                                              
2021-10-27 15:30:59 [INFO] added resource core                                                                                                                
2021-10-27 15:30:59 [INFO] added resource vault
2021-10-27 15:30:59 [INFO] - add relation hacluster-neutron-api:ha - neutron-api:ha                                                                                                                                                                                                                                [231/9476]
2021-10-27 15:30:59 [INFO] - add relation neutron-api:shared-db - percona-cluster:shared-db                                                                                                                                                                                                                                  
2021-10-27 15:30:59 [INFO] - add relation neutron-api:amqp - rabbitmq-server:amqp                                                                                                                                                                                                                                            
2021-10-27 15:30:59 [INFO] - add relation neutron-api:neutron-api - nova-cloud-controller:neutron-api                                                                                                                                                                                                                        
2021-10-27 15:30:59 [INFO] - add relation neutron-api:identity-service - keystone:identity-service                                                                                                                                                                                                                           
2021-10-27 15:31:00 [INFO] - add relation keystone:shared-db - percona-cluster:shared-db                                                                                                                                                                                                                                     
2021-10-27 15:31:00 [INFO] - add relation nova-cloud-controller:shared-db - percona-cluster:shared-db                                                         
2021-10-27 15:31:00 [INFO] - add relation nova-cloud-controller:amqp - rabbitmq-server:amqp                                                                                                                                                                                                                                  
2021-10-27 15:31:00 [INFO] - add relation nova-compute:amqp - rabbitmq-server:amqp                                                                            
2021-10-27 15:31:00 [INFO] - add relation nova-cloud-controller:identity-service - keystone:identity-service                                                  
2021-10-27 15:31:00 [INFO] - add relation nova-cloud-controller:cloud-compute - nova-compute:cloud-compute                                                    
2021-10-27 15:31:00 [INFO] - add relation glance:identity-service - keystone:identity-service                                                                 
2021-10-27 15:31:00 [INFO] - add relation glance:shared-db - percona-cluster:shared-db                                                                        
2021-10-27 15:31:00 [INFO] - add relation glance:amqp - rabbitmq-server:amqp                                                                                  
2021-10-27 15:31:01 [INFO] - add relation nova-compute:image-service - glance:image-service                                                                   
2021-10-27 15:31:01 [INFO] - add relation nova-cloud-controller:image-service - glance:image-service                                                          
2021-10-27 15:31:01 [INFO] - add relation placement:shared-db - percona-cluster:shared-db                                                                     
2021-10-27 15:31:01 [INFO] - add relation placement:identity-service - keystone:identity-service                                                              
2021-10-27 15:31:01 [INFO] - add relation placement:placement - nova-cloud-controller:placement                                                               
2021-10-27 15:31:01 [INFO] - add relation neutron-api-plugin-ovn:neutron-plugin - neutron-api:neutron-plugin-api-subordinate                                  
2021-10-27 15:31:01 [INFO] - add relation vault:shared-db - percona-cluster:shared-db                                                                         
2021-10-27 15:31:01 [INFO] - add relation ovn-central:certificates - vault:certificates                                                                       
2021-10-27 15:31:02 [INFO] - add relation ovn-central:ovsdb-cms - neutron-api-plugin-ovn:ovsdb-cms                                                            
2021-10-27 15:31:02 [INFO] - add relation neutron-api:certificates - vault:certificates                                                                       
2021-10-27 15:31:02 [INFO] - add relation ovn-chassis:nova-compute - nova-compute:neutron-plugin                                                              
2021-10-27 15:31:02 [INFO] - add relation ovn-chassis:certificates - vault:certificates                                                                       
2021-10-27 15:31:02 [INFO] - add relation ovn-chassis:ovsdb - ovn-central:ovsdb                                                                               
2021-10-27 15:31:02 [INFO] - add relation vault:certificates - neutron-api-plugin-ovn:certificates                                                            
2021-10-27 15:31:02 [INFO] - add relation vault:certificates - glance:certificates                                                                            
2021-10-27 15:31:02 [INFO] - add relation vault:certificates - keystone:certificates                                                                          
2021-10-27 15:31:02 [INFO] - add relation vault:certificates - nova-cloud-controller:certificates                                                             
2021-10-27 15:31:03 [INFO] - add relation vault:certificates - placement:certificates                                                                         
2021-10-27 15:31:03 [INFO] - add unit glance/0 to new machine 0                
2021-10-27 15:31:03 [INFO] - add unit keystone/0 to new machine 1              
2021-10-27 15:31:04 [INFO] - add unit neutron-api/0 to new machine 2           
2021-10-27 15:31:04 [INFO] - add unit neutron-api/1 to new machine 3           
2021-10-27 15:31:04 [INFO] - add unit neutron-api/2 to new machine 4           
2021-10-27 15:31:05 [INFO] - add unit nova-cloud-controller/0 to new machine 5                                                                                
2021-10-27 15:31:05 [INFO] - add unit nova-compute/0 to new machine 6          
2021-10-27 15:31:05 [INFO] - add unit nova-compute/1 to new machine 7          
2021-10-27 15:31:06 [INFO] - add unit ovn-central/0 to new machine 8           
2021-10-27 15:31:06 [INFO] - add unit ovn-central/1 to new machine 9           
2021-10-27 15:31:06 [INFO] - add unit ovn-central/2 to new machine 10          
2021-10-27 15:31:07 [INFO] - add unit percona-cluster/0 to new machine 11                                                                                     
2021-10-27 15:31:07 [INFO] - add unit placement/0 to new machine 12            
2021-10-27 15:31:07 [INFO] - add unit rabbitmq-server/0 to new machine 13                                                                                     
2021-10-27 15:31:08 [INFO] - add unit vault/0 to new machine 14                
2021-10-27 15:31:08 [INFO] Deploy of bundle completed.                         
2021-10-27 15:31:08 [INFO] Waiting for environment to settle                   
2021-10-27 15:31:08 [INFO] Timeout for deployment to settle set to: 3600                                                                                      
2021-10-27 15:31:08 [INFO] Waiting for application states to reach targeted states.                                                                           
2021-10-27 15:31:09 [INFO] Waiting for an application to be present            
2021-10-27 15:31:09 [WARNING] DEPRECATION: Application neutron-api-plugin-ovn uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.
2021-10-27 15:31:09 [WARNING] DEPRECATION: Application ovn-chassis uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                                                                                      
2021-10-27 15:31:09 [WARNING] DEPRECATION: Application ovn-central uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                                                                                      
2021-10-27 15:31:09 [WARNING] DEPRECATION: Application vault uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                                                                                            
2021-10-27 15:31:09 [INFO] Now checking workload status and status messages                                                                                   
2021-10-27 15:35:26 [INFO] Application percona-cluster is ready.               
2021-10-27 15:36:26 [INFO] Application ovn-central is ready.                   
2021-10-27 15:36:42 [INFO] Application rabbitmq-server is ready.               
2021-10-27 15:37:18 [INFO] Application vault is ready.                         
2021-10-27 15:37:46 [INFO] Application glance is ready.                        
2021-10-27 15:38:52 [INFO] Application keystone is ready.                      
2021-10-27 15:39:02 [INFO] Application placement is ready.                     
2021-10-27 15:41:42 [INFO] Application nova-compute is ready.                  
2021-10-27 15:42:06 [INFO] Application ovn-chassis is ready.                   
2021-10-27 15:43:32 [INFO] Application nova-cloud-controller is ready.                                                                                        
2021-10-27 15:45:36 [INFO] Application neutron-api-plugin-ovn is ready.                                                                                       
2021-10-27 15:45:52 [INFO] Application hacluster-neutron-api is ready.                                                                                        
2021-10-27 15:46:00 [INFO] Application neutron-api is ready.                   
2021-10-27 15:46:00 [INFO] All applications reached approved status, number of units (where relevant), and workload status message checks.
2021-10-27 15:46:00 [INFO] Waiting for zaza-be92e42daf69 to settle             
2021-10-27 15:46:39 [INFO] Running auto_initialize                             
2021-10-27 15:46:59 [INFO] Waiting for at least one unit with agent status "executing"                                                                        
2021-10-27 15:46:59 [INFO] Waiting for application states to reach targeted states.                                                                           
2021-10-27 15:46:59 [INFO] Waiting for an application to be present            
2021-10-27 15:46:59 [WARNING] DEPRECATION: Application neutron-api-plugin-ovn uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.
2021-10-27 15:46:59 [WARNING] DEPRECATION: Application ovn-chassis uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                                                                                      
2021-10-27 15:46:59 [WARNING] DEPRECATION: Application ovn-central uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                                                                                      
2021-10-27 15:46:59 [WARNING] DEPRECATION: Application vault uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                                                                                            
2021-10-27 15:46:59 [INFO] Now checking workload status and status messages                                                                                   
2021-10-27 15:47:01 [INFO] Application percona-cluster is ready.               
2021-10-27 15:47:01 [INFO] Application hacluster-neutron-api is ready.                                                                                        
2021-10-27 15:47:01 [INFO] Application nova-compute is ready.                  
2021-10-27 15:47:01 [INFO] Application rabbitmq-server is ready.               
2021-10-27 15:47:02 [INFO] Application vault is ready.                         
2021-10-27 15:47:11 [INFO] Application glance is ready.                        
2021-10-27 15:47:14 [INFO] Application neutron-api is ready.                   
2021-10-27 15:47:25 [INFO] Application placement is ready.                     
2021-10-27 15:47:43 [INFO] Application ovn-central is ready.                   
2021-10-27 15:47:52 [INFO] Application neutron-api-plugin-ovn is ready.                                                                                       
2021-10-27 15:48:20 [INFO] Application ovn-chassis is ready.                   
2021-10-27 15:48:26 [INFO] Application nova-cloud-controller is ready.                                                                                        
2021-10-27 15:50:43 [INFO] Application keystone is ready.                      
2021-10-27 15:50:43 [INFO] All applications reached approved status, number of units (where relevant), and workload status message checks.                                                                                                                                                                                   
2021-10-27 15:50:44 [INFO] Attempting to connect to https://10.5.0.209:5000                                                                                   
2021-10-27 15:51:51 [INFO] Image architecture set to amd64                     
2021-10-27 15:51:53 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:51:54 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                
2021-10-27 15:51:58 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:52:01 [INFO] Downloading image bionic                            
2021-10-27 15:52:01 [INFO] Cached image found at /tmp/bionic-server-cloudimg-amd64.img - Skipping download                                                    
2021-10-27 15:52:12 [INFO] Image status wait: resource 601f39e3-1b44-4591-8037-81d75aac5414 in active state, waiting for active                               
2021-10-27 15:52:12 [INFO] Setting image properties: None                      
2021-10-27 15:52:13 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:52:15 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                
2021-10-27 15:52:17 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:52:18 [WARNING] get_provider_type from zaza.openstack.utilities.juju is deprecated. Please use the equivalent from zaza.utilities.juju                                                                                                                                                                         
2021-10-27 15:52:18 [INFO] Using config /home/ubuntu/.local/share/juju/clouds.yaml                                                                            
2021-10-27 15:52:18 [INFO] AUTH_URL: http://10.245.161.156:5000/v3, api_ver: 3                                                                                
2021-10-27 15:52:18 [INFO] Using keystone API V3 (or later) for undercloud auth                                                                               
2021-10-27 15:52:28 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:52:29 [WARNING] Adding second interface for dataport to guest netplan for bionic-queens and later                                               
2021-10-27 15:52:29 [INFO] Configuring network for OpenStack undercloud/provider                                                                              
2021-10-27 15:52:49 [INFO] Attaching additional port to instance ("3886f919-0ebc-4a88-aaac-e08cd2bd3272"), connected to net id: 2641db48-c852-47e1-83e7-1cdf2a5d6c50
2021-10-27 15:52:59 [INFO] Trying to get mac address from port:20782604-3fdc-405b-a037-4bee7cc174c9                                                           
2021-10-27 15:53:09 [INFO] Attaching additional port to instance ("89c0f8d6-d87f-4fab-9e8d-8d2388bd634b"), connected to net id: 2641db48-c852-47e1-83e7-1cdf2a5d6c50
2021-10-27 15:53:19 [INFO] Trying to get mac address from port:16b09571-8042-45ca-b02f-45280491306f                                                           
2021-10-27 15:53:30 [INFO] Setting {'ovn-bridge-mappings': 'physnet1:br-ex', 'bridge-interface-mappings': 'br-ex:fa:16:3e:10:72:bc br-ex:fa:16:3e:7f:4f:eb'} on ovn-chassis
2021-10-27 15:53:59 [INFO] All units idle since 2021-10-27 15:53:40.379579Z (glance/0, keystone/0, neutron-api/0, neutron-api/1, neutron-api/2, nova-cloud-controller/0, nova-compute/0, nova-compute/1, ovn-central/0, ovn-central/1, ovn-central/2, percona-cluster/0, placement/0, rabbitmq-server/0, vault/0)
2021-10-27 15:53:59 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:54:01 [INFO] Configuring overcloud network                       
2021-10-27 15:54:02 [INFO] Creating flat external network: ext_net             
2021-10-27 15:54:09 [INFO] Network ext_net created: 06465aa7-bbfd-4f01-b0fb-5f6637e18479                                                                      
2021-10-27 15:54:09 [INFO] Creating new subnet                                 
2021-10-27 15:54:10 [INFO] New subnet created: 8639cbc2-503f-4041-86ad-887813d59910                                                                           
2021-10-27 15:54:10 [INFO] Creating provider router for external network access                                                                               
2021-10-27 15:54:11 [INFO] New router created: 5c808682-be80-418b-8046-89b99ab756b6                                                                           
2021-10-27 15:54:11 [INFO] Plugging router into ext_net                        
2021-10-27 15:54:16 [INFO] Router connected                                    
2021-10-27 15:54:16 [INFO] Creating public address scope                       
2021-10-27 15:54:16 [INFO] New address scope created: 92c47c61-1bd1-4906-a4e7-3d4646e6f3ed                                                                    
2021-10-27 15:54:16 [INFO] Creating subnetpool: pooled_subnets                 
2021-10-27 15:54:16 [INFO] Creating network: private                           
2021-10-27 15:54:19 [INFO] Creating subnet                                     
2021-10-27 15:54:24 [INFO] Updating dns_nameservers (10.245.168.6) for subnet                                                                                 
2021-10-27 15:54:25 [INFO] Adding interface from subnet to provider-router                                                                                    
2021-10-27 15:54:33 [INFO] Adding ssh security group rule                      
2021-10-27 15:54:34 [INFO] Adding ping security group rule
2021-10-27 15:54:36 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:54:38 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                
2021-10-27 15:54:39 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:54:53 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:54:55 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                
2021-10-27 15:54:56 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:54:59 [INFO] Creating key zaza                                   
2021-10-27 15:54:59 [INFO] ## Running Test zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest ##                                                  
2021-10-27 15:55:04 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:55:06 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                
2021-10-27 15:55:07 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:55:08 [INFO] test_instances_have_networking (zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest)                                    
2021-10-27 15:55:08 [INFO] Validate North/South and East/West networking.                                                                                     
2021-10-27 15:55:08 [INFO]  ...                                                
2021-10-27 15:55:11 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:55:13 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                
2021-10-27 15:55:14 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:55:18 [INFO] Launching instance zaza-neutrontests-ins-1          
2021-10-27 15:55:21 [INFO] Checking instance is active                         
2021-10-27 15:55:23 [INFO] resource: resource e5edb414-66a3-47e8-a6e6-9b94ffb830c9 in BUILD state, waiting for ACTIVE                                         
2021-10-27 15:55:24 [INFO] resource: resource e5edb414-66a3-47e8-a6e6-9b94ffb830c9 in BUILD state, waiting for ACTIVE                                         
2021-10-27 15:55:32 [INFO] resource: resource e5edb414-66a3-47e8-a6e6-9b94ffb830c9 in BUILD state, waiting for ACTIVE                                         
2021-10-27 15:55:36 [INFO] resource: resource e5edb414-66a3-47e8-a6e6-9b94ffb830c9 in BUILD state, waiting for ACTIVE                                         
2021-10-27 15:55:45 [INFO] resource: resource e5edb414-66a3-47e8-a6e6-9b94ffb830c9 in BUILD state, waiting for ACTIVE                                         
2021-10-27 15:56:01 [INFO] resource: resource e5edb414-66a3-47e8-a6e6-9b94ffb830c9 in ACTIVE state, waiting for ACTIVE                                        
2021-10-27 15:56:01 [INFO] Checking cloud init is complete                     
2021-10-27 15:58:13 [INFO] Assigning floating ip.                              
2021-10-27 15:58:14 [INFO] Creating floatingip                                 
2021-10-27 15:58:21 [INFO] Assigned floating IP 10.5.152.176 to zaza-neutrontests-ins-1                                                                       
2021-10-27 15:58:21 [INFO] Testing ssh access.                                 
2021-10-27 15:58:21 [INFO] Attempting to ssh to zaza-neutrontests-ins-1(10.5.152.176)                                                                         
2021-10-27 15:58:21 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 15:58:21 [INFO] Authentication (publickey) successful!              
2021-10-27 15:58:21 [INFO] Running uname -n on zaza-neutrontests-ins-1                                                                                        
2021-10-27 15:58:23 [INFO] SSH to zaza-neutrontests-ins-1(10.5.152.176) successful                                                                            
2021-10-27 15:58:25 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:58:27 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                
2021-10-27 15:58:30 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                                                                                   
2021-10-27 15:58:33 [INFO] Launching instance zaza-neutrontests-ins-2          
2021-10-27 15:58:34 [INFO] Checking instance is active                         
2021-10-27 15:58:35 [INFO] resource: resource e3cb2617-9468-40ca-b612-1afea5cf7062 in BUILD state, waiting for ACTIVE                                         
2021-10-27 15:58:36 [INFO] resource: resource e3cb2617-9468-40ca-b612-1afea5cf7062 in BUILD state, waiting for ACTIVE                                         
2021-10-27 15:58:38 [INFO] resource: resource e3cb2617-9468-40ca-b612-1afea5cf7062 in BUILD state, waiting for ACTIVE                                         
2021-10-27 15:58:43 [INFO] resource: resource e3cb2617-9468-40ca-b612-1afea5cf7062 in BUILD state, waiting for ACTIVE                                         
2021-10-27 15:58:51 [INFO] resource: resource e3cb2617-9468-40ca-b612-1afea5cf7062 in BUILD state, waiting for ACTIVE                                         
2021-10-27 15:59:07 [INFO] resource: resource e3cb2617-9468-40ca-b612-1afea5cf7062 in ACTIVE state, waiting for ACTIVE                                        
2021-10-27 15:59:07 [INFO] Checking cloud init is complete                     
2021-10-27 16:01:20 [INFO] Assigning floating ip.                              
2021-10-27 16:01:20 [WARNING] A floating IP already exists but ports do not match Potentially creating more than one.                                         
2021-10-27 16:01:20 [INFO] Creating floatingip                                 
2021-10-27 16:01:30 [INFO] Assigned floating IP 10.5.151.249 to zaza-neutrontests-ins-2                                                                       
2021-10-27 16:01:30 [INFO] Testing ssh access.                                 
2021-10-27 16:01:30 [INFO] Attempting to ssh to zaza-neutrontests-ins-2(10.5.151.249)                                                                         
2021-10-27 16:01:30 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:30 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:30 [INFO] Running uname -n on zaza-neutrontests-ins-2                                                                                        
2021-10-27 16:01:32 [INFO] SSH to zaza-neutrontests-ins-2(10.5.151.249) successful                                                                            
2021-10-27 16:01:34 [INFO] Using MTU from network "private": 1442              
2021-10-27 16:01:35 [INFO] Using MTU from network "private": 1442              
2021-10-27 16:01:35 [INFO] Attempting to ssh to instance-1(10.5.152.176)                                                                                      
2021-10-27 16:01:35 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:35 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:35 [INFO] Running ping -c 1 192.168.0.12 on instance-1                                                                                       
2021-10-27 16:01:35 [INFO] Attempting to ssh to instance-1(10.5.152.176)                                                                                      
2021-10-27 16:01:35 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:36 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:36 [INFO] Running ping -c 1 10.5.152.176 on instance-1                                                                                       
2021-10-27 16:01:36 [INFO] Attempting to ssh to instance-1(10.5.152.176)                                                                                      
2021-10-27 16:01:36 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:36 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:36 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.12 on instance-1 
2021-10-27 16:01:37 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:37 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:37 [INFO] Running ping -M do -s 1414 -c 1 10.5.152.176 on instance-1                                                                         
2021-10-27 16:01:38 [INFO] Attempting to ssh to instance-1(10.5.152.176)                                                                                      
2021-10-27 16:01:38 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:38 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:38 [INFO] Running ping -c 1 192.168.0.12 on instance-1                                                                                       
2021-10-27 16:01:38 [INFO] Attempting to ssh to instance-1(10.5.152.176)                                                                                      
2021-10-27 16:01:38 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:39 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:39 [INFO] Running ping -c 1 10.5.152.176 on instance-1                                                                                       
2021-10-27 16:01:39 [INFO] Attempting to ssh to instance-1(10.5.152.176)                                                                                      
2021-10-27 16:01:39 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:39 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:39 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.12 on instance-1                                                                         
2021-10-27 16:01:40 [INFO] Attempting to ssh to instance-1(10.5.152.176)                                                                                      
2021-10-27 16:01:40 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:40 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:40 [INFO] Running ping -M do -s 1414 -c 1 10.5.152.176 on instance-1                                                                         
2021-10-27 16:01:41 [INFO] Attempting to ssh to instance(10.5.152.176)                                                                                        
2021-10-27 16:01:41 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:41 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:41 [INFO] Running ping -c 1 192.168.0.1 on instance           
2021-10-27 16:01:41 [INFO] Attempting to ssh to instance(10.5.152.176)                                                                                        
2021-10-27 16:01:41 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:41 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:41 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.1 on instance                                                                            
2021-10-27 16:01:42 [INFO] Attempting to ssh to instance(10.5.152.176)                                                                                        
2021-10-27 16:01:42 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:42 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:42 [INFO] Running ping -c 1 192.168.0.1 on instance           
2021-10-27 16:01:43 [INFO] Attempting to ssh to instance(10.5.152.176)                                                                                        
2021-10-27 16:01:43 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                      
2021-10-27 16:01:43 [INFO] Authentication (publickey) successful!              
2021-10-27 16:01:43 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.1 on instance                                                                            
2021-10-27 16:01:43 [INFO] Running resource cleanup                            
2021-10-27 16:01:43 [INFO] Removing instances launched by test (zaza-neutrontests*)                                                                           
2021-10-27 16:01:54 [INFO] ok                                                  
2021-10-27 16:01:54 [INFO] ----------------------------------------------------------------------                                                             
2021-10-27 16:01:54 [INFO] Ran 1 test in 415.158s                              
2021-10-27 16:01:54 [INFO] OK                                                  
2021-10-27 16:01:54 [INFO] Events:                                             
  Configure zaza.openstack.charm_tests.glance.setup.add_lts_image:             
    Start: 1635349911.7654114                                                  
    Finish: 1635349932.1881273                                                 
    Elapsed Time: 20.42271590232849                                            
    PCT Of Run Time: 2                                                         
  Configure zaza.openstack.charm_tests.neutron.setup.basic_overcloud_network:                                                                                 
    Start: 1635349932.1886873                                                  
    Finish: 1635350074.9287832                                                 
    Elapsed Time: 142.74009585380554                                           
    PCT Of Run Time: 8                                                         
  Configure zaza.openstack.charm_tests.nova.setup.create_flavors:              
    Start: 1635350074.929747                                                   
    Finish: 1635350092.0045476                                                 
    Elapsed Time: 17.074800491333008                                           
    PCT Of Run Time: 1                                                         
  Configure zaza.openstack.charm_tests.nova.setup.manage_ssh_key:              
    Start: 1635350092.004802                                                   
    Finish: 1635350099.6200273                                                 
    Elapsed Time: 7.615225315093994                                            
    PCT Of Run Time: 1                                                         
  Configure zaza.openstack.charm_tests.vault.setup.auto_initialize:            
    Start: 1635349598.5277197                                                  
    Finish: 1635349911.7649345                                                 
    Elapsed Time: 313.2372148036957                                            
    PCT Of Run Time: 17                                                        
  Deploy Bundle:                                                               
    Start: 1635348636.5003076                                                  
    Finish: 1635348668.8921444                                                 
    Elapsed Time: 32.39183688163757                                            
    PCT Of Run Time: 2
  Deploy Bundle:                                                               
    Start: 1635348636.5003076                                                  
    Finish: 1635348668.8921444                                                 
    Elapsed Time: 32.39183688163757                                            
    PCT Of Run Time: 2                                                         
  Prepare Environment:                                                         
    Start: 1635348626.7262392                                                  
    Finish: 1635348636.5000255                                                 
    Elapsed Time: 9.773786306381226                                            
    PCT Of Run Time: 1                                                         
  Test zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest:                                                                                        
    Start: 1635350099.6206403                                                  
    Finish: 1635350514.7992923                                                 
    Elapsed Time: 415.17865204811096                                           
    PCT Of Run Time: 22                                                        
  Wait for Deployment:                                                         
    Start: 1635348668.8922136                                                  
    Finish: 1635349560.6703472                                                 
    Elapsed Time: 891.7781336307526                                            
    PCT Of Run Time: 48                                                        
Metadata: {}                                                                   

__________________________________________________________________ summary __________________________________________________________________                                                                                                                                                                                
  func-target: commands succeeded                                              
  congratulations :)     



== hirsute-wallaby gate ==

ubuntu@coreycb-bastion:~/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn$ tox -e func-target hirsute-wallaby                                                                                                                                                                                                                                                                                                                                                                        [3688/4349]
.tox create: /home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn/.tox/.tox                                                                                                                                             
.tox installdeps: pip < 20.3, virtualenv < 20.0, tox >= 3.18.0                                                                                                                                                                                                
func-target create: /home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn/.tox/func-target                                                                                                                                                                                                                                                                                                                                                                                              
func-target installdeps: -r/home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn/test-requirements.txt                                                                                                                                                                                                                                                                                                                                                                                  
func-target installed: aiohttp==3.7.4.post0,aodhclient==1.3.0,appdirs==1.4.4,argcomplete==1.12.3,async-generator==1.10,async-timeout==3.0.1,attrs==21.2.0,autopage==0.4.0,Babel==2.9.1,bcrypt==3.2.0,boto3==1.19.3,botocore==1.22.3,cachetools==4.2.4,certifi==2021.10.8,cffi==1.15.0,chardet==4.0.0,charset-normalizer==2.0.7,cliff==3.9.0,cmd2==2.2.0,colorama==0.4.4,colorclass==2.2.0,cryptography==3.3.2,debtcollector==2.3.0,decorator==5.1.0,dnspython==2.1.0,dogpile.cache==1.1.4,fasteners==0.16.3,futurist==1.10.0,
gnocchiclient==7.0.7,google-auth==2.3.1,hvac==0.6.4,idna==3.3,iso8601==0.1.16,Jinja2==3.0.2,jmespath==0.10.0,jsonpatch==1.32,jsonpointer==2.1,jsonschema==3.2.0,juju==2.9.4,juju-wait==2.8.4,jujubundlelib==0.5.6,keystoneauth1==4.4.0,kubernetes==19.15.0,lxml==4.6.3,macaroonbakery==1.3.1,MarkupSafe==2.0.1,monotonic==1.6,msgpack==1.0.2,multidict==5.2.0,munch==2.5.0,mypy-extensions==0.4.3,netaddr==0.8.0,netifaces==0.11.0,oauthlib==3.1.1,openstacksdk==0.59.0,os-client-config==2.1.0,os-service-types==1.7.0,osc-l
ib==2.4.2,oslo.concurrency==4.5.0,oslo.config==6.11.3,oslo.context==3.4.0,oslo.i18n==5.1.0,oslo.log==4.6.1,oslo.serialization==4.2.0,oslo.utils==4.11.0,osprofiler==3.4.2,packaging==21.0,paramiko==2.8.0,pbr==5.6.0,pika==1.2.0,prettytable==0.7.2,protobuf==3.19.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycparser==2.20,pyinotify==0.9.6,pymacaroons==0.13.0,pymongo==3.12.1,PyNaCl==1.4.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pyperclip==1.8.2,pyRFC3339==1.1,pyrsistent==0.18.0,python-barbicanclient==4.10.0,python-ceilom
eterclient==2.9.0,python-cinderclient==5.0.2,python-dateutil==2.8.2,python-designateclient==2.12.0,python-glanceclient==2.17.1,python-heatclient==1.18.1,python-ironicclient==4.9.0,python-keystoneclient==3.21.0,python-libmaas==0.6.6,python-manilaclient==1.29.0,python-neutronclient==6.14.1,python-novaclient==15.1.1,python-octaviaclient==1.10.1,python-openstackclient==4.0.2,python-swiftclient==3.8.1,pytz==2021.3,PyYAML==6.0,requests==2.26.0,requests-oauthlib==1.3.0,requestsexceptions==1.4.0,rfc3986==1.5.0,r
sa==4.7.2,s3transfer==0.5.0,simplejson==3.17.5,six==1.16.0,stevedore==3.5.0,tenacity==8.0.1,terminaltables==3.1.0,theblues==0.5.2,toposort==1.7,typing-extensions==3.10.0.2,typing-inspect==0.7.1,ujson==4.2.0,urllib3==1.26.7,warlock==1.3.3,wcwidth==0.2.5,WebOb==1.8.7,websocket-client==1.2.1,websockets==7.0,wrapt==1.13.2,yarl==1.7.0,zaza @ git+https://github.com/openstack-charmers/zaza.git@39ee47cf683eb45b98fbab7d2daa2f03b6d54f5d,zaza.openstack @ git+https://github.com/openstack-charmers/zaza-openstack-test
s.git@858c85c61f287fdf1d6e3fc08de46b69598eeeda                                                                                                                                                                                                                
func-target run-test-pre: PYTHONHASHSEED='0'                                                                                                                                                                                                                  
func-target run-test: commands[0] | functest-run-suite --keep-model --bundle hirsute-wallaby                                                                                                                                                                  
2021-10-26 16:06:51 [INFO] Could not determine correct model aliasfrom tests.yaml, using default                                                                                                                                                              
2021-10-26 16:07:03 [INFO] Deploying bundle '/home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn/tests/bundles/hirsute-wallaby.yaml' on to 'zaza-6ea1ce0fb23b' model                                                                                                                                                                                                                                                                                                                  
2021-10-26 16:07:03 [INFO] Rendered template '<Template memory:7f5570381fa0>' to file '/tmp/tmpyqyso60e/local-charm-overlay.yaml'                                                                                                                                                                                                                                                                                                                                                                                            
2021-10-26 16:07:03 [INFO] Rendered template '<Template 'hirsute-wallaby.yaml.j2'>' to file '/tmp/tmpyqyso60e/hirsute-wallaby.yaml'                                                                                                                                                                                                                                                                                                                                                                                          
2021-10-26 16:07:03 [INFO] Deploying overlay '/tmp/tmpyqyso60e/local-charm-overlay.yaml' on to 'zaza-6ea1ce0fb23b' model                                                                                                                                                                                                                                                                                                                                                                                                     
2021-10-26 16:07:03 [INFO] Deploying overlay '/tmp/tmpyqyso60e/hirsute-wallaby.yaml' on to 'zaza-6ea1ce0fb23b' model                                                                                                                                                                                                                                                                                                                                                                                                         
2021-10-26 16:07:04 [INFO] Located charm "glance" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                             
2021-10-26 16:07:05 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                       
2021-10-26 16:07:05 [INFO] Located charm "hacluster" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                          
2021-10-26 16:07:05 [INFO] Located charm "keystone" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                           
2021-10-26 16:07:05 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                       
2021-10-26 16:07:05 [INFO] Located charm "mysql-innodb-cluster" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                               
2021-10-26 16:07:05 [INFO] Located charm "neutron-api" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                        
2021-10-26 16:07:05 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                       
2021-10-26 16:07:05 [INFO] Located charm "nova-cloud-controller" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                              
2021-10-26 16:07:05 [INFO] Located charm "nova-compute" in charm-store, channel stable                                                                                                                                                                        
2021-10-26 16:07:05 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                        
2021-10-26 16:07:05 [INFO] Located charm "ovn-central" in charm-store, channel stable                                                                                                                                                                         
2021-10-26 16:07:05 [INFO] Located charm "ovn-chassis" in charm-store, channel stable                                                                                                                                                                         
2021-10-26 16:07:06 [INFO] Located charm "placement" in charm-store, channel stable                                                                                                                                                                           
2021-10-26 16:07:06 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                        
2021-10-26 16:07:06 [INFO] Located charm "rabbitmq-server" in charm-store, channel stable                                                                                                                                                                     
2021-10-26 16:07:06 [INFO] Located charm "vault" in charm-store, channel stable                                                                                                                                                                               
2021-10-26 16:07:06 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                        
2021-10-26 16:07:06 [INFO] Executing changes:                                                                                  
2021-10-26 16:07:06 [INFO] - upload charm glance from charm-store for series hirsute with architecture=amd64                                                                                                                                                  
2021-10-26 16:07:07 [INFO] - deploy application glance from charm-store on hirsute                                                                                                                                                                            
2021-10-26 16:07:08 [INFO] added resource policyd-override                                                                     
2021-10-26 16:07:08 [INFO] - upload charm mysql-router from charm-store for series hirsute with architecture=amd64                                                                                                                                            
2021-10-26 16:07:11 [INFO] - deploy application glance-mysql-router from charm-store on hirsute using mysql-router                                                                                                                                            
2021-10-26 16:07:11 [INFO] - upload charm hacluster from charm-store for series hirsute with architecture=amd64                                                                                                                                               
2021-10-26 16:07:12 [INFO] - deploy application hacluster-neutron-api from charm-store on hirsute using hacluster                                                                                                                                             
2021-10-26 16:07:12 [INFO] - upload charm keystone from charm-store for series hirsute with architecture=amd64                                                                                                                                                
2021-10-26 16:07:13 [INFO] - deploy application keystone from charm-store on hirsute                                                                                                                                                                          
2021-10-26 16:07:13 [INFO] added resource policyd-override                                                                     
2021-10-26 16:07:13 [INFO] - deploy application keystone-mysql-router from charm-store on hirsute using mysql-router                                                                                                                                          
2021-10-26 16:07:13 [INFO] - upload charm mysql-innodb-cluster from charm-store for series hirsute with architecture=amd64                                                                                                                                    
2021-10-26 16:07:15 [INFO] - deploy application mysql-innodb-cluster from charm-store on hirsute                                                                                                                                                              
2021-10-26 16:07:15 [INFO] added resource mysql-shell                                                                          
2021-10-26 16:07:15 [INFO] - upload charm neutron-api from charm-store for series hirsute with architecture=amd64                                                                                                                                             
2021-10-26 16:07:16 [INFO] - deploy application neutron-api from charm-store on hirsute                                                                                                                                                                       
2021-10-26 16:07:16 [INFO] added resource policyd-override                                                                     
2021-10-26 16:07:16 [INFO] - upload charm /home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn for series hirsute with architecture=amd64                                                                               
2021-10-26 16:07:19 [INFO] - deploy application neutron-api-plugin-ovn on hirsute                                                                                                                                                                             
2021-10-26 16:07:19 [INFO] - deploy application neutron-mysql-router from charm-store on hirsute using mysql-router                                                                                                                                           
2021-10-26 16:07:19 [INFO] - upload charm nova-cloud-controller from charm-store for series hirsute with architecture=amd64                                                                                                                                   
2021-10-26 16:07:20 [INFO] - deploy application nova-cloud-controller from charm-store on hirsute                                                                                                                                                             
2021-10-26 16:07:21 [INFO] added resource policyd-override                                                                     
2021-10-26 16:07:21 [INFO] - upload charm nova-compute from charm-store for series hirsute with architecture=amd64                                                                                                                                            
2021-10-26 16:07:22 [INFO] - deploy application nova-compute from charm-store on hirsute                                                                                                                                                                      
2021-10-26 16:07:22 [INFO] - deploy application nova-mysql-router from charm-store on hirsute using mysql-router                                                                                                                                              
2021-10-26 16:07:23 [INFO] - upload charm ovn-central from charm-store for series hirsute with architecture=amd64                                                                                                                                             
2021-10-26 16:07:38 [INFO] - deploy application ovn-central from charm-store on hirsute                                                                                                                                                                       
2021-10-26 16:07:38 [INFO] - upload charm ovn-chassis from charm-store for series hirsute with architecture=amd64                                                                                                                                             
2021-10-26 16:07:45 [INFO] - deploy application ovn-chassis from charm-store on hirsute                                                                                                                                                                       
2021-10-26 16:07:45 [INFO] - upload charm placement from charm-store for series hirsute with architecture=amd64                                                                                                                                               
2021-10-26 16:07:49 [INFO] - deploy application placement from charm-store on hirsute                                                                                                                                                                         
2021-10-26 16:07:49 [INFO] - deploy application placement-mysql-router from charm-store on hirsute using mysql-router                                                                                                                                         
2021-10-26 16:07:49 [INFO] - upload charm rabbitmq-server from charm-store for series hirsute with architecture=amd64                                                                                                                                         
2021-10-26 16:07:50 [INFO] - deploy application rabbitmq-server from charm-store on hirsute                                                                                                                                                                   
2021-10-26 16:07:50 [INFO] - upload charm vault from charm-store for series hirsute with architecture=amd64                                                                                                                                                   
2021-10-26 16:07:54 [INFO] - deploy application vault from charm-store on hirsute                                                                                                                                                                             
2021-10-26 16:07:55 [INFO] added resource core                                                                                 
2021-10-26 16:07:55 [INFO] added resource vault                                                                                
2021-10-26 16:07:55 [INFO] - deploy application vault-mysql-router from charm-store on hirsute using mysql-router                                                                                                                                             
2021-10-26 16:07:56 [INFO] - add relation hacluster-neutron-api:ha - neutron-api:ha                                                                                                                                                                           
2021-10-26 16:07:56 [INFO] - add relation neutron-api:amqp - rabbitmq-server:amqp                                                                                                                                                                             
2021-10-26 16:07:56 [INFO] - add relation neutron-api:neutron-api - nova-cloud-controller:neutron-api                                                                                                                                                         
2021-10-26 16:07:56 [INFO] - add relation neutron-api:identity-service - keystone:identity-service                                                                                                                                                            
2021-10-26 16:07:56 [INFO] - add relation nova-cloud-controller:amqp - rabbitmq-server:amqp                                                                                                                                                                   
2021-10-26 16:07:56 [INFO] - add relation nova-compute:amqp - rabbitmq-server:amqp                                                                                                                                                                            
2021-10-26 16:07:56 [INFO] - add relation nova-cloud-controller:identity-service - keystone:identity-service                                                                                                                                                  
2021-10-26 16:07:57 [INFO] - add relation nova-cloud-controller:cloud-compute - nova-compute:cloud-compute                                                                                                                                                    
2021-10-26 16:07:57 [INFO] - add relation glance:identity-service - keystone:identity-service                                                                                                                                                                 
2021-10-26 16:07:57 [INFO] - add relation glance:amqp - rabbitmq-server:amqp                                                                                                                                                                                  
2021-10-26 16:07:57 [INFO] - add relation nova-compute:image-service - glance:image-service                                                                                                                                                                   
2021-10-26 16:07:57 [INFO] - add relation nova-cloud-controller:image-service - glance:image-service                                                                                                                                                          
2021-10-26 16:07:57 [INFO] - add relation placement:identity-service - keystone:identity-service                                                                                                                                                              
2021-10-26 16:07:57 [INFO] - add relation placement:placement - nova-cloud-controller:placement                                                                                                                                                               
2021-10-26 16:07:57 [INFO] - add relation neutron-api-plugin-ovn:neutron-plugin - neutron-api:neutron-plugin-api-subordinate                                                                                                                                  
2021-10-26 16:07:57 [INFO] - add relation ovn-central:certificates - vault:certificates                                                                                                                                                                       
2021-10-26 16:07:57 [INFO] - add relation ovn-central:ovsdb-cms - neutron-api-plugin-ovn:ovsdb-cms                                                                                                                                                            
2021-10-26 16:07:58 [INFO] - add relation neutron-api:certificates - vault:certificates                                                                                                                                                                       
2021-10-26 16:07:58 [INFO] - add relation ovn-chassis:nova-compute - nova-compute:neutron-plugin                                                                                                                                                              
2021-10-26 16:07:58 [INFO] - add relation ovn-chassis:certificates - vault:certificates                                                                                                                                                                       
2021-10-26 16:07:58 [INFO] - add relation ovn-chassis:ovsdb - ovn-central:ovsdb                                                                                                                                                                               
2021-10-26 16:07:58 [INFO] - add relation vault:certificates - neutron-api-plugin-ovn:certificates                                                                                                                                                            
2021-10-26 16:07:58 [INFO] - add relation vault:certificates - glance:certificates                                                                                                                                                                            
2021-10-26 16:07:58 [INFO] - add relation vault:certificates - keystone:certificates                                                                                                                                                                          
2021-10-26 16:07:58 [INFO] - add relation vault:certificates - nova-cloud-controller:certificates                                                                                                                                                             
2021-10-26 16:07:59 [INFO] - add relation vault:certificates - placement:certificates                                                                                                                                                                         
2021-10-26 16:07:59 [INFO] - add relation keystone:shared-db - keystone-mysql-router:shared-db                                                                                                                                                                
2021-10-26 16:07:59 [INFO] - add relation glance:shared-db - glance-mysql-router:shared-db                                                                                                                                                                    
2021-10-26 16:07:59 [INFO] - add relation nova-cloud-controller:shared-db - nova-mysql-router:shared-db                                                                                                                                                       
2021-10-26 16:07:59 [INFO] - add relation neutron-api:shared-db - neutron-mysql-router:shared-db                                                                                                                                                              
2021-10-26 16:07:59 [INFO] - add relation placement:shared-db - placement-mysql-router:shared-db                                                                                                                                                              
2021-10-26 16:07:59 [INFO] - add relation vault:shared-db - vault-mysql-router:shared-db                                                                                                                                                                      
2021-10-26 16:07:59 [INFO] - add relation keystone-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                    
2021-10-26 16:07:59 [INFO] - add relation nova-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                        
2021-10-26 16:08:00 [INFO] - add relation glance-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                      
2021-10-26 16:08:00 [INFO] - add relation neutron-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                     
2021-10-26 16:08:00 [INFO] - add relation placement-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                   
2021-10-26 16:08:00 [INFO] - add relation vault-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                       
2021-10-26 16:08:00 [INFO] - add unit glance/0 to new machine 0                                                                
2021-10-26 16:08:00 [INFO] - add unit keystone/0 to new machine 1                                                              
2021-10-26 16:08:01 [INFO] - add unit mysql-innodb-cluster/0 to new machine 2                                                                                                                                                                                 
2021-10-26 16:08:01 [INFO] - add unit mysql-innodb-cluster/1 to new machine 3                                                                                                                                                                                 
2021-10-26 16:08:01 [INFO] - add unit mysql-innodb-cluster/2 to new machine 4                                                                                                                                                                                 
2021-10-26 16:08:02 [INFO] - add unit neutron-api/0 to new machine 5                                                           
2021-10-26 16:08:02 [INFO] - add unit neutron-api/1 to new machine 6
2021-10-26 16:08:02 [INFO] - add unit neutron-api/2 to new machine 7                                                                                                                                                                                                                                                                                                                                                                                                                                              [3565/4349]
2021-10-26 16:08:02 [INFO] - add unit nova-cloud-controller/0 to new machine 8                                                                                                                                                                                
2021-10-26 16:08:03 [INFO] - add unit nova-compute/0 to new machine 9                                                          
2021-10-26 16:08:03 [INFO] - add unit nova-compute/1 to new machine 10                                                                                                                                                                                        
2021-10-26 16:08:03 [INFO] - add unit ovn-central/0 to new machine 11                                                          
2021-10-26 16:08:04 [INFO] - add unit ovn-central/1 to new machine 12                                                          
2021-10-26 16:08:04 [INFO] - add unit ovn-central/2 to new machine 13                                                          
2021-10-26 16:08:04 [INFO] - add unit placement/0 to new machine 14                                                            
2021-10-26 16:08:05 [INFO] - add unit rabbitmq-server/0 to new machine 15                                                                                                                                                                                     
2021-10-26 16:08:05 [INFO] - add unit vault/0 to new machine 16                                                                
2021-10-26 16:08:05 [INFO] Deploy of bundle completed.                                                                         
2021-10-26 16:08:06 [INFO] Waiting for environment to settle                                                                   
2021-10-26 16:08:06 [INFO] Timeout for deployment to settle set to: 3600                                                                                                                                                                                      
2021-10-26 16:08:06 [INFO] Waiting for application states to reach targeted states.                                                                                                                                                                           
2021-10-26 16:08:06 [INFO] Waiting for an application to be present                                                            
2021-10-26 16:08:06 [WARNING] DEPRECATION: Application ovn-chassis uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                       
2021-10-26 16:08:06 [WARNING] DEPRECATION: Application neutron-api-plugin-ovn uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                            
2021-10-26 16:08:06 [WARNING] DEPRECATION: Application ovn-central uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                       
2021-10-26 16:08:06 [WARNING] DEPRECATION: Application vault uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                             
2021-10-26 16:08:06 [INFO] Now checking workload status and status messages                                                                                                                                                                                   
2021-10-26 16:14:04 [INFO] Application ovn-central is ready.                                                                   
2021-10-26 16:14:19 [INFO] Application rabbitmq-server is ready.                                                               
2021-10-26 16:15:34 [INFO] Application mysql-innodb-cluster is ready.                                                          
2021-10-26 16:15:55 [INFO] Application vault-mysql-router is ready.                                                            
2021-10-26 16:16:08 [INFO] Application keystone-mysql-router is ready.                                                                                                                                                                                        
2021-10-26 16:16:33 [INFO] Application vault is ready.                                                                         
2021-10-26 16:17:51 [INFO] Application nova-compute is ready.                                                                  
2021-10-26 16:18:04 [INFO] Application placement-mysql-router is ready.                                                                                                                                                                                       
2021-10-26 16:18:21 [INFO] Application ovn-chassis is ready.                                                                   
2021-10-26 16:18:26 [INFO] Application glance-mysql-router is ready.                                                           
2021-10-26 16:18:47 [INFO] Application nova-mysql-router is ready.                                                             
2021-10-26 16:19:04 [INFO] Application keystone is ready.                                                                      
2021-10-26 16:19:15 [INFO] Application glance is ready.                                                                        
2021-10-26 16:19:28 [INFO] Application placement is ready.                                                                     
2021-10-26 16:26:05 [INFO] Application nova-cloud-controller is ready.                                                                                                                                                                                        
2021-10-26 16:27:17 [INFO] Application neutron-mysql-router is ready.                                                          
2021-10-26 16:30:56 [INFO] Application neutron-api is ready.                                                                   
2021-10-26 16:30:56 [INFO] Application neutron-api-plugin-ovn is ready.                                                                                                                                                                                       
2021-10-26 16:32:00 [INFO] Application hacluster-neutron-api is ready.                                                                                                                                                                                        
2021-10-26 16:32:00 [INFO] All applications reached approved status, number of units (where relevant), and workload status message checks.                                                                                                                    
2021-10-26 16:32:00 [INFO] Waiting for zaza-6ea1ce0fb23b to settle                                                             
2021-10-26 16:32:04 [INFO] Running auto_initialize                                                                             
2021-10-26 16:32:26 [INFO] Waiting for at least one unit with agent status "executing"                                                                                                                                                                        
2021-10-26 16:32:26 [INFO] Waiting for application states to reach targeted states.                                                                                                                                                                           
2021-10-26 16:32:27 [INFO] Waiting for an application to be present                                                            
2021-10-26 16:32:27 [WARNING] DEPRECATION: Application ovn-chassis uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                       
2021-10-26 16:32:27 [WARNING] DEPRECATION: Application neutron-api-plugin-ovn uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                            
2021-10-26 16:32:27 [WARNING] DEPRECATION: Application ovn-central uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                       
2021-10-26 16:32:27 [WARNING] DEPRECATION: Application vault uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                             
2021-10-26 16:32:27 [INFO] Now checking workload status and status messages                                                                                                                                                                                   
2021-10-26 16:32:30 [INFO] Application neutron-mysql-router is ready.                                                          
2021-10-26 16:32:30 [INFO] Application nova-compute is ready.                                                                  
2021-10-26 16:32:30 [INFO] Application rabbitmq-server is ready.                                                               
2021-10-26 16:32:31 [INFO] Application mysql-innodb-cluster is ready.                                                          
2021-10-26 16:32:31 [INFO] Application vault is ready.                                                                         
2021-10-26 16:32:31 [INFO] Application nova-mysql-router is ready.                                                             
2021-10-26 16:32:31 [INFO] Application keystone-mysql-router is ready.                                                                                                                                                                                        
2021-10-26 16:32:32 [INFO] Application hacluster-neutron-api is ready.                                                                                                                                                                                        
2021-10-26 16:32:32 [INFO] Application placement-mysql-router is ready.                                                                                                                                                                                       
2021-10-26 16:32:32 [INFO] Application vault-mysql-router is ready.                                                            
2021-10-26 16:32:33 [INFO] Application glance-mysql-router is ready.                                                           
2021-10-26 16:32:43 [INFO] Application neutron-api is ready.                                                                   
2021-10-26 16:32:50 [INFO] Application glance is ready.                                                                        
2021-10-26 16:32:59 [INFO] Application placement is ready.                                                                     
2021-10-26 16:33:16 [INFO] Application ovn-central is ready.                                                                   
2021-10-26 16:33:22 [INFO] Application neutron-api-plugin-ovn is ready.                                                                                                                                                                                       
2021-10-26 16:33:44 [INFO] Application ovn-chassis is ready.                                                                   
2021-10-26 16:33:49 [INFO] Application nova-cloud-controller is ready.                                                                                                                                                                                        
2021-10-26 16:36:08 [INFO] Application keystone is ready.                                                                      
2021-10-26 16:36:08 [INFO] All applications reached approved status, number of units (where relevant), and workload status message checks.                                                                                                                    
2021-10-26 16:36:10 [INFO] Attempting to connect to https://10.5.0.207:5000                                                                                                                                                                                   
2021-10-26 16:37:35 [INFO] Image architecture set to amd64                                                                     
2021-10-26 16:37:37 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:37:38 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 16:37:42 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:37:45 [INFO] Downloading image bionic                                                                            
2021-10-26 16:37:45 [INFO] Cached image found at /tmp/bionic-server-cloudimg-amd64.img - Skipping download                                                                                                                                                    
2021-10-26 16:38:00 [INFO] Image status wait: resource bbbe9900-e641-4964-9bfd-467d0ad424db in active state, waiting for active                                                                                                                               
2021-10-26 16:38:00 [INFO] Setting image properties: None                                                                      
2021-10-26 16:38:02 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:38:03 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 16:38:05 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:38:06 [WARNING] get_provider_type from zaza.openstack.utilities.juju is deprecated. Please use the equivalent from zaza.utilities.juju                                                                                                          
2021-10-26 16:38:06 [INFO] Using config /home/ubuntu/.local/share/juju/clouds.yaml                                                                                                                                                                            
2021-10-26 16:38:06 [INFO] AUTH_URL: http://10.245.161.156:5000/v3, api_ver: 3                                                                                                                                                                                
2021-10-26 16:38:06 [INFO] Using keystone API V3 (or later) for undercloud auth                                                                                                                                                                               
2021-10-26 16:38:17 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:38:17 [WARNING] Adding second interface for dataport to guest netplan for bionic-queens and later                                                                                                                                               
2021-10-26 16:38:17 [INFO] Configuring network for OpenStack undercloud/provider                                                                                                                                                                              
2021-10-26 16:38:39 [INFO] Attaching additional port to instance ("e87994e6-628a-4ba1-a8af-d5faa9bc8eaa"), connected to net id: 2641db48-c852-47e1-83e7-1cdf2a5d6c50                                                                                          
2021-10-26 16:38:46 [INFO] Trying to get mac address from port:885c49d0-ce4b-4145-956d-8cc33ba8fce4                                                                                                                                                           
2021-10-26 16:38:58 [INFO] Attaching additional port to instance ("19077e1e-3f58-48f0-b7d8-ca79a45cdbb7"), connected to net id: 2641db48-c852-47e1-83e7-1cdf2a5d6c50                                                                                          
2021-10-26 16:39:08 [INFO] Trying to get mac address from port:4de8a8bc-34ab-4a50-ad68-6fcfbe9c0130                                                                                                                                                           
2021-10-26 16:39:20 [INFO] Setting {'ovn-bridge-mappings': 'physnet1:br-ex', 'bridge-interface-mappings': 'br-ex:fa:16:3e:89:9a:8f br-ex:fa:16:3e:c7:29:d4'} on ovn-chassis                                                                                   
2021-10-26 16:39:50 [INFO] All units idle since 2021-10-26 16:39:30.890668Z (glance/0, keystone/0, mysql-innodb-cluster/0, mysql-innodb-cluster/1, mysql-innodb-cluster/2, neutron-api/0, neutron-api/1, neutron-api/2, nova-cloud-controller/0, nova-compute/0, nova-compute/1, ovn-central/0, ovn-central/1, ovn-central/2, placement/0, rabbitmq-server/0, vault/0)
2021-10-26 16:39:50 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:39:52 [INFO] Configuring overcloud network                                                                       
2021-10-26 16:39:53 [INFO] Creating flat external network: ext_net                                                             
2021-10-26 16:39:57 [INFO] Network ext_net created: c9038465-10b8-4f4d-a45e-49c5cd7b2394                                                                                                                                                                      
2021-10-26 16:39:57 [INFO] Creating new subnet                                                                                 
2021-10-26 16:39:58 [INFO] New subnet created: 599ddaed-aa81-425d-915b-ec278728cf6b                                                                                                                                                                           
2021-10-26 16:39:58 [INFO] Creating provider router for external network access                                                                                                                                                                               
2021-10-26 16:39:58 [INFO] New router created: 573b71e7-2117-4ebe-920a-ca7ee71be9b6                                                                                                                                                                           
2021-10-26 16:39:58 [INFO] Plugging router into ext_net                                                                        
2021-10-26 16:40:03 [INFO] Router connected                                                                                    
2021-10-26 16:40:03 [INFO] Creating public address scope                                                                       
2021-10-26 16:40:03 [INFO] New address scope created: eb6fdc39-c2ea-4301-a496-77dd3a88049a                                                                                                                                                                    
2021-10-26 16:40:03 [INFO] Creating subnetpool: pooled_subnets                                                                 
2021-10-26 16:40:03 [INFO] Creating network: private                                                                           
2021-10-26 16:40:05 [INFO] Creating subnet                                                                                     
2021-10-26 16:40:09 [INFO] Updating dns_nameservers (10.245.168.6) for subnet                                                                                                                                                                                 
2021-10-26 16:40:11 [INFO] Adding interface from subnet to provider-router                                                                                                                                                                                    
2021-10-26 16:40:16 [INFO] Adding ssh security group rule                                                                      
2021-10-26 16:40:16 [INFO] Adding ping security group rule                                                                     
2021-10-26 16:40:19 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:40:20 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 16:40:22 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:40:36 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:40:37 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 16:40:39 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:40:41 [INFO] Creating key zaza
2021-10-26 16:40:41 [INFO] ## Running Test zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest ##                                                                                                                                                                                                                                                                                                                                                                                                      [3444/4349]
2021-10-26 16:40:45 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:40:47 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 16:40:48 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:40:49 [INFO] test_instances_have_networking (zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest)                                                                                                                                    
2021-10-26 16:40:49 [INFO] Validate North/South and East/West networking.                                                                                                                                                                                     
2021-10-26 16:40:49 [INFO]  ...                                                                                                
2021-10-26 16:40:52 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:40:54 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 16:40:55 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:40:58 [INFO] Launching instance zaza-neutrontests-ins-1                                                          
2021-10-26 16:41:01 [INFO] Checking instance is active                                                                         
2021-10-26 16:41:02 [INFO] resource: resource 8cb86214-d3d6-4b59-b170-b5f6d0991e4f in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:41:04 [INFO] resource: resource 8cb86214-d3d6-4b59-b170-b5f6d0991e4f in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:41:06 [INFO] resource: resource 8cb86214-d3d6-4b59-b170-b5f6d0991e4f in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:41:11 [INFO] resource: resource 8cb86214-d3d6-4b59-b170-b5f6d0991e4f in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:41:19 [INFO] resource: resource 8cb86214-d3d6-4b59-b170-b5f6d0991e4f in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:41:35 [INFO] resource: resource 8cb86214-d3d6-4b59-b170-b5f6d0991e4f in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:42:08 [INFO] resource: resource 8cb86214-d3d6-4b59-b170-b5f6d0991e4f in ACTIVE state, waiting for ACTIVE                                                                                                                                        
2021-10-26 16:42:08 [INFO] Checking cloud init is complete                                                                     
2021-10-26 16:44:20 [INFO] Assigning floating ip.                                                                              
2021-10-26 16:44:20 [INFO] Creating floatingip                                                                                 
2021-10-26 16:44:24 [INFO] Assigned floating IP 10.5.150.165 to zaza-neutrontests-ins-1                                                                                                                                                                       
2021-10-26 16:44:25 [INFO] Testing ssh access.                                                                                 
2021-10-26 16:44:25 [INFO] Attempting to ssh to zaza-neutrontests-ins-1(10.5.150.165)                                                                                                                                                                         
2021-10-26 16:44:25 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:44:25 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:44:25 [INFO] Running uname -n on zaza-neutrontests-ins-1                                                                                                                                                                                        
2021-10-26 16:44:26 [INFO] SSH to zaza-neutrontests-ins-1(10.5.150.165) successful                                                                                                                                                                            
2021-10-26 16:44:29 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:44:30 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 16:44:32 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 16:44:34 [INFO] Launching instance zaza-neutrontests-ins-2                                                          
2021-10-26 16:44:36 [INFO] Checking instance is active                                                                         
2021-10-26 16:44:36 [INFO] resource: resource d4e4d280-d9f8-4503-93d5-e0fa7efc41bd in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:44:37 [INFO] resource: resource d4e4d280-d9f8-4503-93d5-e0fa7efc41bd in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:44:40 [INFO] resource: resource d4e4d280-d9f8-4503-93d5-e0fa7efc41bd in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:44:44 [INFO] resource: resource d4e4d280-d9f8-4503-93d5-e0fa7efc41bd in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:44:52 [INFO] resource: resource d4e4d280-d9f8-4503-93d5-e0fa7efc41bd in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:45:09 [INFO] resource: resource d4e4d280-d9f8-4503-93d5-e0fa7efc41bd in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 16:45:41 [INFO] resource: resource d4e4d280-d9f8-4503-93d5-e0fa7efc41bd in ACTIVE state, waiting for ACTIVE                                                                                                                                        
2021-10-26 16:45:41 [INFO] Checking cloud init is complete                                                                     
2021-10-26 16:46:49 [INFO] Assigning floating ip.                                                                              
2021-10-26 16:46:49 [WARNING] A floating IP already exists but ports do not match Potentially creating more than one.                                                                                                                                         
2021-10-26 16:46:49 [INFO] Creating floatingip                                                                                 
2021-10-26 16:46:53 [INFO] Assigned floating IP 10.5.151.149 to zaza-neutrontests-ins-2                                                                                                                                                                       
2021-10-26 16:46:53 [INFO] Testing ssh access.                                                                                 
2021-10-26 16:46:53 [INFO] Attempting to ssh to zaza-neutrontests-ins-2(10.5.151.149)                                                                                                                                                                         
2021-10-26 16:46:53 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:46:53 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:46:53 [INFO] Running uname -n on zaza-neutrontests-ins-2                                                                                                                                                                                        
2021-10-26 16:46:54 [INFO] SSH to zaza-neutrontests-ins-2(10.5.151.149) successful                                                                                                                                                                            
2021-10-26 16:46:56 [INFO] Using MTU from network "private": 1442                                                              
2021-10-26 16:46:57 [INFO] Using MTU from network "private": 1442                                                              
2021-10-26 16:46:57 [INFO] Attempting to ssh to instance-1(10.5.150.165)                                                                                                                                                                                      
2021-10-26 16:46:57 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:46:57 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:46:57 [INFO] Running ping -c 1 192.168.0.208 on instance-1                                                                                                                                                                                      
2021-10-26 16:46:58 [INFO] Attempting to ssh to instance-1(10.5.150.165)                                                                                                                                                                                      
2021-10-26 16:46:58 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:46:58 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:46:58 [INFO] Running ping -c 1 10.5.150.165 on instance-1                                                                                                                                                                                       
2021-10-26 16:46:59 [INFO] Attempting to ssh to instance-1(10.5.150.165)                                                                                                                                                                                      
2021-10-26 16:46:59 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:46:59 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:46:59 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.208 on instance-1                                                                                                                                                                        
2021-10-26 16:46:59 [INFO] Attempting to ssh to instance-1(10.5.150.165)                                                                                                                                                                                      
2021-10-26 16:46:59 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:47:00 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:47:00 [INFO] Running ping -M do -s 1414 -c 1 10.5.150.165 on instance-1                                                                                                                                                                         
2021-10-26 16:47:00 [INFO] Attempting to ssh to instance-1(10.5.150.165)                                                                                                                                                                                      
2021-10-26 16:47:00 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:47:00 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:47:00 [INFO] Running ping -c 1 192.168.0.208 on instance-1                                                                                                                                                                                      
2021-10-26 16:47:01 [INFO] Attempting to ssh to instance-1(10.5.150.165)                                                                                                                                                                                      
2021-10-26 16:47:01 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:47:01 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:47:01 [INFO] Running ping -c 1 10.5.150.165 on instance-1                                                                                                                                                                                       
2021-10-26 16:47:02 [INFO] Attempting to ssh to instance-1(10.5.150.165)                                                                                                                                                                                      
2021-10-26 16:47:02 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:47:02 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:47:02 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.208 on instance-1                                                                                                                                                                        
2021-10-26 16:47:02 [INFO] Attempting to ssh to instance-1(10.5.150.165)                                                                                                                                                                                      
2021-10-26 16:47:02 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:47:03 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:47:03 [INFO] Running ping -M do -s 1414 -c 1 10.5.150.165 on instance-1                                                                                                                                                                         
2021-10-26 16:47:03 [INFO] Attempting to ssh to instance(10.5.150.165)                                                                                                                                                                                        
2021-10-26 16:47:03 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:47:03 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:47:03 [INFO] Running ping -c 1 192.168.0.1 on instance                                                           
2021-10-26 16:47:04 [INFO] Attempting to ssh to instance(10.5.150.165)                                                                                                                                                                                        
2021-10-26 16:47:04 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:47:04 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:47:04 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.1 on instance                                                                                                                                                                            
2021-10-26 16:47:05 [INFO] Attempting to ssh to instance(10.5.150.165)                                                                                                                                                                                        
2021-10-26 16:47:05 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:47:05 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:47:05 [INFO] Running ping -c 1 192.168.0.1 on instance                                                           
2021-10-26 16:47:05 [INFO] Attempting to ssh to instance(10.5.150.165)                                                                                                                                                                                        
2021-10-26 16:47:05 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 16:47:06 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 16:47:06 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.1 on instance                                                                                                                                                                            
2021-10-26 16:47:06 [INFO] Running resource cleanup                                                                            
2021-10-26 16:47:06 [INFO] Removing instances launched by test (zaza-neutrontests*)                                                                                                                                                                           
2021-10-26 16:47:26 [INFO] ok                                                                                                  
2021-10-26 16:47:26 [INFO] ----------------------------------------------------------------------                                                                                                                                                             
2021-10-26 16:47:26 [INFO] Ran 1 test in 404.346s                                                                              
2021-10-26 16:47:26 [INFO] OK                                                                                                  
2021-10-26 16:47:26 [INFO] Events:
  Configure zaza.openstack.charm_tests.glance.setup.add_lts_image:
    Start: 1635281823.5247674
    Finish: 1635281837.541478
    Elapsed Time: 14.01671051979065
    PCT Of Run Time: 1
  Configure zaza.openstack.charm_tests.neutron.setup.basic_overcloud_network:
    Start: 1635281837.5420258
    Finish: 1635281977.9155633
    Elapsed Time: 140.3735375404358
    PCT Of Run Time: 6
  Configure zaza.openstack.charm_tests.nova.setup.create_flavors:
    Start: 1635281977.9161196
    Finish: 1635281999.0716274
    Elapsed Time: 21.155507802963257
    PCT Of Run Time: 1
  Configure zaza.openstack.charm_tests.nova.setup.manage_ssh_key:
    Start: 1635281999.0721238
    Finish: 1635282006.8892775
    Elapsed Time: 7.817153692245483
    PCT Of Run Time: 1
  Configure zaza.openstack.charm_tests.vault.setup.auto_initialize:
    Start: 1635281484.8924015
    Finish: 1635281823.524047
    Elapsed Time: 338.6316454410553
    PCT Of Run Time: 14
  Deploy Bundle:
    Start: 1635279940.8166075
    Finish: 1635279987.961121
    Elapsed Time: 47.14451360702515
    PCT Of Run Time: 2
  Prepare Environment:
    Start: 1635279928.7387323
    Finish: 1635279940.8162727
    Elapsed Time: 12.077540397644043
    PCT Of Run Time: 1
  Test zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest:
    Start: 1635282006.8900664
    Finish: 1635282412.8619854
    Elapsed Time: 405.9719190597534
    PCT Of Run Time: 17
  Wait for Deployment:
    Start: 1635279987.9612117
    Finish: 1635281484.6684246
    Elapsed Time: 1496.7072129249573
    PCT Of Run Time: 61
Metadata: {}

__________________________________________________________________ summary __________________________________________________________________
  func-target: commands succeeded
  congratulations :)


== Focal-wallaby gate ==

ubuntu@coreycb-bastion:~/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn$ tox -e func-target focal-wallaby                                                                                                               
func-target installed: aiohttp==3.7.4.post0,aodhclient==1.3.0,appdirs==1.4.4,argcomplete==1.12.3,async-generator==1.10,async-timeout==3.0.1,attrs==21.2.0,autopage==0.4.0,Babel==2.9.1,bcrypt==3.2.0,boto3==1.19.3,botocore==1.22.3,cachetools==4.2.4,certifi==2021.10.8,cffi==1.15.0,chardet==4.0.0,charset-normalizer==2.0.7,cliff==3.9.0,cmd2==2.2.0,colorama==0.4.4,colorclass==2.2.0,cryptography==3.3.2,debtcollector==2.3.0,decorator==5.1.0,dnspython==2.1.0,dogpile.cache==1.1.4,fasteners==0.16.3,futurist==1.10.0,
gnocchiclient==7.0.7,google-auth==2.3.1,hvac==0.6.4,idna==3.3,iso8601==0.1.16,Jinja2==3.0.2,jmespath==0.10.0,jsonpatch==1.32,jsonpointer==2.1,jsonschema==3.2.0,juju==2.9.4,juju-wait==2.8.4,jujubundlelib==0.5.6,keystoneauth1==4.4.0,kubernetes==19.15.0,lxml==4.6.3,macaroonbakery==1.3.1,MarkupSafe==2.0.1,monotonic==1.6,msgpack==1.0.2,multidict==5.2.0,munch==2.5.0,mypy-extensions==0.4.3,netaddr==0.8.0,netifaces==0.11.0,oauthlib==3.1.1,openstacksdk==0.59.0,os-client-config==2.1.0,os-service-types==1.7.0,osc-l
ib==2.4.2,oslo.concurrency==4.5.0,oslo.config==6.11.3,oslo.context==3.4.0,oslo.i18n==5.1.0,oslo.log==4.6.1,oslo.serialization==4.2.0,oslo.utils==4.11.0,osprofiler==3.4.2,packaging==21.0,paramiko==2.8.0,pbr==5.6.0,pika==1.2.0,prettytable==0.7.2,protobuf==3.19.0,pyasn1==0.4.8,pyasn1-modules==0.2.8,pycparser==2.20,pyinotify==0.9.6,pymacaroons==0.13.0,pymongo==3.12.1,PyNaCl==1.4.0,pyOpenSSL==21.0.0,pyparsing==2.4.7,pyperclip==1.8.2,pyRFC3339==1.1,pyrsistent==0.18.0,python-barbicanclient==4.10.0,python-ceilom
eterclient==2.9.0,python-cinderclient==5.0.2,python-dateutil==2.8.2,python-designateclient==2.12.0,python-glanceclient==2.17.1,python-heatclient==1.18.1,python-ironicclient==4.9.0,python-keystoneclient==3.21.0,python-libmaas==0.6.6,python-manilaclient==1.29.0,python-neutronclient==6.14.1,python-novaclient==15.1.1,python-octaviaclient==1.10.1,python-openstackclient==4.0.2,python-swiftclient==3.8.1,pytz==2021.3,PyYAML==6.0,requests==2.26.0,requests-oauthlib==1.3.0,requestsexceptions==1.4.0,rfc3986==1.5.0,r
sa==4.7.2,s3transfer==0.5.0,simplejson==3.17.5,six==1.16.0,stevedore==3.5.0,tenacity==8.0.1,terminaltables==3.1.0,theblues==0.5.2,toposort==1.7,typing-extensions==3.10.0.2,typing-inspect==0.7.1,ujson==4.2.0,urllib3==1.26.7,warlock==1.3.3,wcwidth==0.2.5,WebOb==1.8.7,websocket-client==1.2.1,websockets==7.0,wrapt==1.13.2,yarl==1.7.0,zaza @ git+https://github.com/openstack-charmers/zaza.git@39ee47cf683eb45b98fbab7d2daa2f03b6d54f5d,zaza.openstack @ git+https://github.com/openstack-charmers/zaza-openstack-test
s.git@858c85c61f287fdf1d6e3fc08de46b69598eeeda                                                                                                                                                                      
func-target run-test-pre: PYTHONHASHSEED='0'                                                                                                                                                                        
func-target run-test: commands[0] | functest-run-suite --keep-model --bundle focal-wallaby                                                                                                                          
2021-10-26 20:25:28 [INFO] Could not determine correct model aliasfrom tests.yaml, using default                                                                                                                    
2021-10-26 20:25:40 [INFO] Deploying bundle '/home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn/tests/bundles/focal-wallaby.yaml' on to 'zaza-29799ebcfc38' model                                                                                                                                                                                                                                                                                                                    
2021-10-26 20:25:41 [INFO] Rendered template '<Template memory:7fa02536c9d0>' to file '/tmp/tmpcpazzavn/local-charm-overlay.yaml'                                                                                   
2021-10-26 20:25:41 [INFO] Rendered template '<Template 'focal-wallaby.yaml.j2'>' to file '/tmp/tmpcpazzavn/focal-wallaby.yaml'                                                                                     
2021-10-26 20:25:41 [INFO] Deploying overlay '/tmp/tmpcpazzavn/local-charm-overlay.yaml' on to 'zaza-29799ebcfc38' model                                                                                            
2021-10-26 20:25:41 [INFO] Deploying overlay '/tmp/tmpcpazzavn/focal-wallaby.yaml' on to 'zaza-29799ebcfc38' model                                                                                                  
2021-10-26 20:25:42 [INFO] Located charm "glance" in charm-store, channel stable                                                                                                                                    
2021-10-26 20:25:42 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                                                                                                                                                                                                                                                                                                                                       
2021-10-26 20:25:42 [INFO] Located charm "hacluster" in charm-store, channel stable                                                                                                                                 
2021-10-26 20:25:42 [INFO] Located charm "keystone" in charm-store, channel stable                                                                                                                                  
2021-10-26 20:25:42 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                              
2021-10-26 20:25:42 [INFO] Located charm "mysql-innodb-cluster" in charm-store, channel stable                                                                                                                      
2021-10-26 20:25:42 [INFO] Located charm "neutron-api" in charm-store, channel stable                                                                                                                               
2021-10-26 20:25:42 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                              
2021-10-26 20:25:42 [INFO] Located charm "nova-cloud-controller" in charm-store, channel stable                                                                                                                     
2021-10-26 20:25:43 [INFO] Located charm "nova-compute" in charm-store, channel stable                                                                                                                              
2021-10-26 20:25:43 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                              
2021-10-26 20:25:43 [INFO] Located charm "ovn-central" in charm-store, channel stable                                                                                                                               
2021-10-26 20:25:43 [INFO] Located charm "ovn-chassis" in charm-store, channel stable                                                                                                                               
2021-10-26 20:25:43 [INFO] Located charm "placement" in charm-store, channel stable                                                                                                                                 
2021-10-26 20:25:43 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                              
2021-10-26 20:25:43 [INFO] Located charm "rabbitmq-server" in charm-store, channel stable                                                                                                                           
2021-10-26 20:25:43 [INFO] Located charm "vault" in charm-store, channel stable                                                                                                                                     
2021-10-26 20:25:43 [INFO] Located charm "mysql-router" in charm-store, channel stable                                                                                                                              
2021-10-26 20:25:43 [INFO] Executing changes:                                                                                                                                                                       
2021-10-26 20:25:43 [INFO] - upload charm glance from charm-store for series focal with architecture=amd64                                                                                                          
2021-10-26 20:25:44 [INFO] - deploy application glance from charm-store on focal                                                                                                                                    
2021-10-26 20:25:45 [INFO] added resource policyd-override                                                                                                                                                          
2021-10-26 20:25:45 [INFO] - upload charm mysql-router from charm-store for series focal with architecture=amd64                                                                                                    
2021-10-26 20:25:50 [INFO] - deploy application glance-mysql-router from charm-store on focal using mysql-router                                                                                                    
2021-10-26 20:25:51 [INFO] - upload charm hacluster from charm-store for series focal with architecture=amd64                                                                                                                                                 
2021-10-26 20:25:52 [INFO] - deploy application hacluster-neutron-api from charm-store on focal using hacluster                                                                                                                                               
2021-10-26 20:25:52 [INFO] - upload charm keystone from charm-store for series focal with architecture=amd64                                                                                                                                                  
2021-10-26 20:25:53 [INFO] - deploy application keystone from charm-store on focal                                                                                                                                                                            
2021-10-26 20:25:53 [INFO] added resource policyd-override                                                                     
2021-10-26 20:25:53 [INFO] - deploy application keystone-mysql-router from charm-store on focal using mysql-router                                                                                                                                            
2021-10-26 20:25:54 [INFO] - upload charm mysql-innodb-cluster from charm-store for series focal with architecture=amd64                                                                                                                                      
2021-10-26 20:25:56 [INFO] - deploy application mysql-innodb-cluster from charm-store on focal                                                                                                                                                                
2021-10-26 20:25:56 [INFO] added resource mysql-shell                                                                          
2021-10-26 20:25:56 [INFO] - upload charm neutron-api from charm-store for series focal with architecture=amd64                                                                                                                                               
2021-10-26 20:25:57 [INFO] - deploy application neutron-api from charm-store on focal                                                                                                                                                                         
2021-10-26 20:25:57 [INFO] added resource policyd-override                                                                     
2021-10-26 20:25:57 [INFO] - upload charm /home/ubuntu/charms/focal/charm-neutron-api-plugin-ovn/build/builds/neutron-api-plugin-ovn for series focal with architecture=amd64                                                                                 
2021-10-26 20:26:00 [INFO] - deploy application neutron-api-plugin-ovn on focal                                                                                                                                                                               
2021-10-26 20:26:01 [INFO] - deploy application neutron-mysql-router from charm-store on focal using mysql-router                                                                                                                                             
2021-10-26 20:26:01 [INFO] - upload charm nova-cloud-controller from charm-store for series focal with architecture=amd64                                                                                                                                     
2021-10-26 20:26:02 [INFO] - deploy application nova-cloud-controller from charm-store on focal                                                                                                                                                               
2021-10-26 20:26:02 [INFO] added resource policyd-override                                                                     
2021-10-26 20:26:02 [INFO] - upload charm nova-compute from charm-store for series focal with architecture=amd64                                                                                                                                              
2021-10-26 20:26:03 [INFO] - deploy application nova-compute from charm-store on focal                                                                                                                                                                        
2021-10-26 20:26:04 [INFO] - deploy application nova-mysql-router from charm-store on focal using mysql-router                                                                                                                                                
2021-10-26 20:26:04 [INFO] - upload charm ovn-central from charm-store for series focal with architecture=amd64                                                                                                                                               
2021-10-26 20:26:06 [INFO] - deploy application ovn-central from charm-store on focal                                                                                                                                                                         
2021-10-26 20:26:06 [INFO] - upload charm ovn-chassis from charm-store for series focal with architecture=amd64                                                                                                                                               
2021-10-26 20:26:08 [INFO] - deploy application ovn-chassis from charm-store on focal                                                                                                                                                                         
2021-10-26 20:26:08 [INFO] - upload charm placement from charm-store for series focal with architecture=amd64                                                                                                                                                 
2021-10-26 20:26:10 [INFO] - deploy application placement from charm-store on focal                                                                                                                                                                           
2021-10-26 20:26:10 [INFO] - deploy application placement-mysql-router from charm-store on focal using mysql-router                                                                                                                                           
2021-10-26 20:26:10 [INFO] - upload charm rabbitmq-server from charm-store for series focal with architecture=amd64                                                                                                                                           
2021-10-26 20:26:11 [INFO] - deploy application rabbitmq-server from charm-store on focal                                                                                                                                                                     
2021-10-26 20:26:11 [INFO] - upload charm vault from charm-store for series focal with architecture=amd64                                                                                                                                                     
2021-10-26 20:26:14 [INFO] - deploy application vault from charm-store on focal                                                                                                                                                                               
2021-10-26 20:26:14 [INFO] added resource core                                                                                 
2021-10-26 20:26:14 [INFO] added resource vault                                                                                
2021-10-26 20:26:14 [INFO] - deploy application vault-mysql-router from charm-store on focal using mysql-router                                                                                                                                               
2021-10-26 20:26:15 [INFO] - add relation hacluster-neutron-api:ha - neutron-api:ha                                                                                                                                                                           
2021-10-26 20:26:15 [INFO] - add relation neutron-api:amqp - rabbitmq-server:amqp                                                                                                                                                                             
2021-10-26 20:26:15 [INFO] - add relation neutron-api:neutron-api - nova-cloud-controller:neutron-api                                                                                                                                                         
2021-10-26 20:26:16 [INFO] - add relation neutron-api:identity-service - keystone:identity-service                                                                                                                                                            
2021-10-26 20:26:16 [INFO] - add relation nova-cloud-controller:amqp - rabbitmq-server:amqp                                                                                                                                                                   
2021-10-26 20:26:16 [INFO] - add relation nova-compute:amqp - rabbitmq-server:amqp                                                                                                                                                                            
2021-10-26 20:26:16 [INFO] - add relation nova-cloud-controller:identity-service - keystone:identity-service                                                                                                                                                  
2021-10-26 20:26:16 [INFO] - add relation nova-cloud-controller:cloud-compute - nova-compute:cloud-compute                                                                                                                                                    
2021-10-26 20:26:16 [INFO] - add relation glance:identity-service - keystone:identity-service                                                                                                                                                                 
2021-10-26 20:26:16 [INFO] - add relation glance:amqp - rabbitmq-server:amqp                                                                                                                                                                                  
2021-10-26 20:26:16 [INFO] - add relation nova-compute:image-service - glance:image-service                                                                                                                                                                   
2021-10-26 20:26:17 [INFO] - add relation nova-cloud-controller:image-service - glance:image-service                                                                                                                                                          
2021-10-26 20:26:17 [INFO] - add relation placement:identity-service - keystone:identity-service                                                                                                                                                              
2021-10-26 20:26:17 [INFO] - add relation placement:placement - nova-cloud-controller:placement                                                                                                                                                               
2021-10-26 20:26:17 [INFO] - add relation neutron-api-plugin-ovn:neutron-plugin - neutron-api:neutron-plugin-api-subordinate                                                                                                                                  
2021-10-26 20:26:17 [INFO] - add relation ovn-central:certificates - vault:certificates                                                                                                                                                                       
2021-10-26 20:26:17 [INFO] - add relation ovn-central:ovsdb-cms - neutron-api-plugin-ovn:ovsdb-cms                                                                                                                                                            
2021-10-26 20:26:17 [INFO] - add relation neutron-api:certificates - vault:certificates                                                                                                                                                                       
2021-10-26 20:26:18 [INFO] - add relation ovn-chassis:nova-compute - nova-compute:neutron-plugin                                                                                                                                                              
2021-10-26 20:26:18 [INFO] - add relation ovn-chassis:certificates - vault:certificates                                                                                                                                                                       
2021-10-26 20:26:18 [INFO] - add relation ovn-chassis:ovsdb - ovn-central:ovsdb                                                                                                                                                                               
2021-10-26 20:26:18 [INFO] - add relation vault:certificates - neutron-api-plugin-ovn:certificates                                                                                                                                                            
2021-10-26 20:26:18 [INFO] - add relation vault:certificates - glance:certificates                                                                                                                                                                            
2021-10-26 20:26:18 [INFO] - add relation vault:certificates - keystone:certificates                                                                                                                                                                          
2021-10-26 20:26:18 [INFO] - add relation vault:certificates - nova-cloud-controller:certificates                                                                                                                                                             
2021-10-26 20:26:19 [INFO] - add relation vault:certificates - placement:certificates                                                                                                                                                                         
2021-10-26 20:26:19 [INFO] - add relation keystone:shared-db - keystone-mysql-router:shared-db                                                                                                                                                                
2021-10-26 20:26:19 [INFO] - add relation glance:shared-db - glance-mysql-router:shared-db                                                                                                                                                                    
2021-10-26 20:26:19 [INFO] - add relation nova-cloud-controller:shared-db - nova-mysql-router:shared-db                                                                                                                                                       
2021-10-26 20:26:19 [INFO] - add relation neutron-api:shared-db - neutron-mysql-router:shared-db                                                                                                                                                              
2021-10-26 20:26:19 [INFO] - add relation placement:shared-db - placement-mysql-router:shared-db                                                                                                                                                              
2021-10-26 20:26:19 [INFO] - add relation vault:shared-db - vault-mysql-router:shared-db                                                                                                                                                                      
2021-10-26 20:26:19 [INFO] - add relation keystone-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                    
2021-10-26 20:26:20 [INFO] - add relation nova-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                        
2021-10-26 20:26:20 [INFO] - add relation glance-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                      
2021-10-26 20:26:20 [INFO] - add relation neutron-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                     
2021-10-26 20:26:20 [INFO] - add relation placement-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                   
2021-10-26 20:26:20 [INFO] - add relation vault-mysql-router:db-router - mysql-innodb-cluster:db-router                                                                                                                                                       
2021-10-26 20:26:20 [INFO] - add unit glance/0 to new machine 0                                                                
2021-10-26 20:26:21 [INFO] - add unit keystone/0 to new machine 1                                                              
2021-10-26 20:26:21 [INFO] - add unit mysql-innodb-cluster/0 to new machine 2                                                                                                                                                                                 
2021-10-26 20:26:21 [INFO] - add unit mysql-innodb-cluster/1 to new machine 3                                                                                                                                                                                 
2021-10-26 20:26:21 [INFO] - add unit mysql-innodb-cluster/2 to new machine 4                                                                                                                                                                                 
2021-10-26 20:26:22 [INFO] - add unit neutron-api/0 to new machine 5                                                           
2021-10-26 20:26:22 [INFO] - add unit neutron-api/1 to new machine 6                                                           
2021-10-26 20:26:23 [INFO] - add unit neutron-api/2 to new machine 7                                                           
2021-10-26 20:26:23 [INFO] - add unit nova-cloud-controller/0 to new machine 8
2021-10-26 20:26:23 [INFO] - add unit nova-compute/0 to new machine 9                                                          
2021-10-26 20:26:24 [INFO] - add unit nova-compute/1 to new machine 10                                                                                                                                                                                        
2021-10-26 20:26:24 [INFO] - add unit ovn-central/0 to new machine 11                                                          
2021-10-26 20:26:25 [INFO] - add unit ovn-central/1 to new machine 12                                                          
2021-10-26 20:26:26 [INFO] - add unit ovn-central/2 to new machine 13                                                          
2021-10-26 20:26:26 [INFO] - add unit placement/0 to new machine 14                                                            
2021-10-26 20:26:26 [INFO] - add unit rabbitmq-server/0 to new machine 15                                                                                                                                                                                     
2021-10-26 20:26:27 [INFO] - add unit vault/0 to new machine 16                                                                
2021-10-26 20:26:27 [INFO] Deploy of bundle completed.                                                                         
2021-10-26 20:26:27 [INFO] Waiting for environment to settle                                                                   
2021-10-26 20:26:27 [INFO] Timeout for deployment to settle set to: 3600                                                                                                                                                                                      
2021-10-26 20:26:27 [INFO] Waiting for application states to reach targeted states.                                                                                                                                                                           
2021-10-26 20:26:28 [INFO] Waiting for an application to be present                                                            
2021-10-26 20:26:28 [WARNING] DEPRECATION: Application ovn-chassis uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                       
2021-10-26 20:26:28 [WARNING] DEPRECATION: Application neutron-api-plugin-ovn uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                            
2021-10-26 20:26:28 [WARNING] DEPRECATION: Application ovn-central uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                       
2021-10-26 20:26:28 [WARNING] DEPRECATION: Application vault uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                             
2021-10-26 20:26:28 [INFO] Now checking workload status and status messages                                                                                                                                                                                   
2021-10-26 20:31:17 [INFO] Application rabbitmq-server is ready.                                                               
2021-10-26 20:31:25 [INFO] Application ovn-central is ready.                                                                   
2021-10-26 20:34:23 [INFO] Application vault-mysql-router is ready.                                                            
2021-10-26 20:34:41 [INFO] Application glance-mysql-router is ready.                                                           
2021-10-26 20:34:44 [INFO] Application vault is ready.                                                                         
2021-10-26 20:35:08 [INFO] Application keystone-mysql-router is ready.                                                                                                                                                                                        
2021-10-26 20:35:16 [INFO] Application mysql-innodb-cluster is ready.                                                          
2021-10-26 20:35:42 [INFO] Application placement-mysql-router is ready.                                                                                                                                                                                       
2021-10-26 20:36:27 [INFO] Application nova-compute is ready.                                                                  
2021-10-26 20:36:53 [INFO] Application ovn-chassis is ready.                                                                   
2021-10-26 20:37:25 [INFO] Application placement is ready.                                                                     
2021-10-26 20:37:25 [INFO] Application glance is ready.                                                                        
2021-10-26 20:37:42 [INFO] Application keystone is ready.                                                                      
2021-10-26 20:40:16 [INFO] Application nova-mysql-router is ready.                                                             
2021-10-26 20:43:29 [INFO] Application nova-cloud-controller is ready.                                                                                                                                                                                        
2021-10-26 20:47:56 [INFO] Application hacluster-neutron-api is ready.                                                                                                                                                                                        
2021-10-26 20:50:57 [INFO] Application neutron-mysql-router is ready.                                                          
2021-10-26 20:51:11 [INFO] Application neutron-api is ready.                                                                   
2021-10-26 20:51:24 [INFO] Application neutron-api-plugin-ovn is ready.                                                                                                                                                                                       
2021-10-26 20:51:24 [INFO] All applications reached approved status, number of units (where relevant), and workload status message checks.                                                                                                                    
2021-10-26 20:51:24 [INFO] Waiting for zaza-29799ebcfc38 to settle                                                             
2021-10-26 20:51:26 [INFO] Running auto_initialize                                                                             
2021-10-26 20:51:47 [INFO] Waiting for at least one unit with agent status "executing"                                                                                                                                                                        
2021-10-26 20:51:47 [INFO] Waiting for application states to reach targeted states.                                                                                                                                                                           
2021-10-26 20:51:47 [INFO] Waiting for an application to be present                                                            
2021-10-26 20:51:47 [WARNING] DEPRECATION: Application ovn-chassis uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                       
2021-10-26 20:51:47 [WARNING] DEPRECATION: Application neutron-api-plugin-ovn uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                            
2021-10-26 20:51:47 [WARNING] DEPRECATION: Application ovn-central uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                       
2021-10-26 20:51:47 [WARNING] DEPRECATION: Application vault uses 'workload-status-message'; please use 'workload-status-message-prefix' instead.                                                                                                             
2021-10-26 20:51:47 [INFO] Now checking workload status and status messages                                                                                                                                                                                   
2021-10-26 20:51:49 [INFO] Application neutron-mysql-router is ready.                                                          
2021-10-26 20:51:50 [INFO] Application nova-compute is ready.                                                                  
2021-10-26 20:51:50 [INFO] Application rabbitmq-server is ready.                                                               
2021-10-26 20:51:50 [INFO] Application mysql-innodb-cluster is ready.                                                          
2021-10-26 20:51:50 [INFO] Application vault is ready.                                                                         
2021-10-26 20:51:50 [INFO] Application nova-mysql-router is ready.                                                             
2021-10-26 20:51:50 [INFO] Application keystone-mysql-router is ready.                                                                                                                                                                                        
2021-10-26 20:51:50 [INFO] Application hacluster-neutron-api is ready.                                                                                                                                                                                        
2021-10-26 20:51:51 [INFO] Application placement-mysql-router is ready.                                                                                                                                                                                       
2021-10-26 20:51:51 [INFO] Application vault-mysql-router is ready.                                                            
2021-10-26 20:51:51 [INFO] Application glance-mysql-router is ready.                                                           
2021-10-26 20:52:02 [INFO] Application neutron-api is ready.                                                                   
2021-10-26 20:52:02 [INFO] Application glance is ready.                                                                        
2021-10-26 20:52:20 [INFO] Application placement is ready.                                                                     
2021-10-26 20:52:33 [INFO] Application ovn-central is ready.                                                                   
2021-10-26 20:52:41 [INFO] Application neutron-api-plugin-ovn is ready.                                                                                                                                                                                       
2021-10-26 20:53:19 [INFO] Application ovn-chassis is ready.                                                                   
2021-10-26 20:54:43 [INFO] Application nova-cloud-controller is ready.                                                                                                                                                                                        
2021-10-26 20:55:33 [INFO] Application keystone is ready.                                                                      
2021-10-26 20:55:33 [INFO] All applications reached approved status, number of units (where relevant), and workload status message checks.                                                                                                                    
2021-10-26 20:55:34 [INFO] Attempting to connect to https://10.5.3.107:5000                                                                                                                                                                                   
2021-10-26 20:57:03 [INFO] Image architecture set to amd64                                                                     
2021-10-26 20:57:05 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 20:57:06 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 20:57:08 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 20:57:11 [INFO] Downloading image bionic                                                                            
2021-10-26 20:57:11 [INFO] Cached image found at /tmp/bionic-server-cloudimg-amd64.img - Skipping download                                                                                                                                                    
2021-10-26 20:57:17 [INFO] Image status wait: resource a247818c-fa9d-4b4a-8c51-108b301ef709 in active state, waiting for active                                                                                                                               
2021-10-26 20:57:17 [INFO] Setting image properties: None                                                                      
2021-10-26 20:57:19 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 20:57:20 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 20:57:21 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 20:57:22 [WARNING] get_provider_type from zaza.openstack.utilities.juju is deprecated. Please use the equivalent from zaza.utilities.juju                                                                                                          
2021-10-26 20:57:22 [INFO] Using config /home/ubuntu/.local/share/juju/clouds.yaml                                                                                                                                                                            
2021-10-26 20:57:22 [INFO] AUTH_URL: http://10.245.161.156:5000/v3, api_ver: 3                                                                                                                                                                                
2021-10-26 20:57:22 [INFO] Using keystone API V3 (or later) for undercloud auth                                                                                                                                                                               
2021-10-26 20:57:31 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 20:57:32 [WARNING] Adding second interface for dataport to guest netplan for bionic-queens and later                                                                                                                                               
2021-10-26 20:57:32 [INFO] Configuring network for OpenStack undercloud/provider                                                                                                                                                                              
2021-10-26 20:57:53 [INFO] Attaching additional port to instance ("6c9c8a72-bc33-49dd-8097-841a01678f67"), connected to net id: 2641db48-c852-47e1-83e7-1cdf2a5d6c50                                                                                          
2021-10-26 20:58:00 [INFO] Trying to get mac address from port:23f7b9bb-48c4-417a-935f-76ecf1be18d2                                                                                                                                                           
2021-10-26 20:58:11 [INFO] Attaching additional port to instance ("6860854c-2311-4fb2-85f3-18812076c2ca"), connected to net id: 2641db48-c852-47e1-83e7-1cdf2a5d6c50                                                                                          
2021-10-26 20:58:20 [INFO] Trying to get mac address from port:f2b6b4e6-0cf4-4e8a-9c2f-f400c918dd5e                                                                                                                                                           
2021-10-26 20:58:32 [INFO] Setting {'ovn-bridge-mappings': 'physnet1:br-ex', 'bridge-interface-mappings': 'br-ex:fa:16:3e:4a:54:ce br-ex:fa:16:3e:9f:6a:a9'} on ovn-chassis                                                                                   
2021-10-26 20:59:01 [INFO] All units idle since 2021-10-26 20:58:42.898083Z (glance/0, keystone/0, mysql-innodb-cluster/0, mysql-innodb-cluster/1, mysql-innodb-cluster/2, neutron-api/0, neutron-api/1, neutron-api/2, nova-cloud-controller/0, nova-compute/0, nova-compute/1, ovn-central/0, ovn-central/1, ovn-central/2, placement/0, rabbitmq-server/0, vault/0)
2021-10-26 20:59:01 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 20:59:03 [INFO] Configuring overcloud network                                                                       
2021-10-26 20:59:04 [INFO] Creating flat external network: ext_net                                                             
2021-10-26 20:59:12 [INFO] Network ext_net created: c5e35c24-64c8-4095-819f-533bf0cc0777                                                                                                                                                                      
2021-10-26 20:59:12 [INFO] Creating new subnet                                                                                 
2021-10-26 20:59:12 [INFO] New subnet created: 6ea465a8-1b27-4cfa-9f8a-cf6dca36394c                                                                                                                                                                           
2021-10-26 20:59:12 [INFO] Creating provider router for external network access                                                                                                                                                                               
2021-10-26 20:59:13 [INFO] New router created: 0a624d0f-ed00-437c-9432-823accd5fa3d                                                                                                                                                                           
2021-10-26 20:59:14 [INFO] Plugging router into ext_net                                                                        
2021-10-26 20:59:19 [INFO] Router connected                                                                                    
2021-10-26 20:59:19 [INFO] Creating public address scope                                                                       
2021-10-26 20:59:19 [INFO] New address scope created: 0531f817-0132-4742-8caf-23799e8979db                                                                                                                                                                    
2021-10-26 20:59:19 [INFO] Creating subnetpool: pooled_subnets                                                                 
2021-10-26 20:59:19 [INFO] Creating network: private                                                                           
2021-10-26 20:59:22 [INFO] Creating subnet                                                                                     
2021-10-26 20:59:26 [INFO] Updating dns_nameservers (10.245.168.6) for subnet                                                                                                                                                                                 
2021-10-26 20:59:29 [INFO] Adding interface from subnet to provider-router                                                                                                                                                                                    
2021-10-26 20:59:36 [INFO] Adding ssh security group rule                                                                      
2021-10-26 20:59:37 [INFO] Adding ping security group rule                                                                     
2021-10-26 20:59:39 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 20:59:40 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 20:59:42 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 21:00:00 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 21:00:01 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 21:00:03 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 21:00:06 [INFO] Creating key zaza                                                                                   
2021-10-26 21:00:06 [INFO] ## Running Test zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest ##                                                                                                                                                  
2021-10-26 21:00:08 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}
2021-10-26 21:00:10 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                                                                                                                                                                                                                                                                      [92/4349]
2021-10-26 21:00:11 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 21:00:12 [INFO] test_instances_have_networking (zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest)                                                                                                                                    
2021-10-26 21:00:12 [INFO] Validate North/South and East/West networking.                                                                                                                                                                                     
2021-10-26 21:00:12 [INFO]  ...                                                                                                
2021-10-26 21:00:14 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 21:00:15 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 21:00:16 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 21:00:19 [INFO] Launching instance zaza-neutrontests-ins-1                                                          
2021-10-26 21:00:23 [INFO] Checking instance is active                                                                         
2021-10-26 21:00:23 [INFO] resource: resource f8bf35db-3f45-4dbc-9c28-a7e04fc99b3e in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:00:24 [INFO] resource: resource f8bf35db-3f45-4dbc-9c28-a7e04fc99b3e in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:00:29 [INFO] resource: resource f8bf35db-3f45-4dbc-9c28-a7e04fc99b3e in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:00:34 [INFO] resource: resource f8bf35db-3f45-4dbc-9c28-a7e04fc99b3e in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:00:42 [INFO] resource: resource f8bf35db-3f45-4dbc-9c28-a7e04fc99b3e in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:00:59 [INFO] resource: resource f8bf35db-3f45-4dbc-9c28-a7e04fc99b3e in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:01:32 [INFO] resource: resource f8bf35db-3f45-4dbc-9c28-a7e04fc99b3e in ACTIVE state, waiting for ACTIVE                                                                                                                                        
2021-10-26 21:01:32 [INFO] Checking cloud init is complete                                                                     
2021-10-26 21:03:45 [INFO] Assigning floating ip.                                                                              
2021-10-26 21:03:45 [INFO] Creating floatingip                                                                                 
2021-10-26 21:03:51 [INFO] Assigned floating IP 10.5.153.118 to zaza-neutrontests-ins-1                                                                                                                                                                       
2021-10-26 21:03:51 [INFO] Testing ssh access.                                                                                 
2021-10-26 21:03:51 [INFO] Attempting to ssh to zaza-neutrontests-ins-1(10.5.153.118)                                                                                                                                                                         
2021-10-26 21:03:51 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:03:51 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:03:51 [INFO] Running uname -n on zaza-neutrontests-ins-1                                                                                                                                                                                        
2021-10-26 21:03:53 [INFO] SSH to zaza-neutrontests-ins-1(10.5.153.118) successful                                                                                                                                                                            
2021-10-26 21:03:55 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 21:03:56 [INFO] Using keystone API V3 (or later) for overcloud auth                                                                                                                                                                                
2021-10-26 21:03:58 [INFO] looking at application: {'name': 'keystone', 'type': {'pkg': 'keystone', 'origin_setting': 'openstack-origin'}}                                                                                                                    
2021-10-26 21:04:00 [INFO] Launching instance zaza-neutrontests-ins-2                                                          
2021-10-26 21:04:02 [INFO] Checking instance is active                                                                         
2021-10-26 21:04:02 [INFO] resource: resource 6a73e807-788a-4b1c-ab2c-817862a5b24c in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:04:04 [INFO] resource: resource 6a73e807-788a-4b1c-ab2c-817862a5b24c in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:04:06 [INFO] resource: resource 6a73e807-788a-4b1c-ab2c-817862a5b24c in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:04:11 [INFO] resource: resource 6a73e807-788a-4b1c-ab2c-817862a5b24c in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:04:19 [INFO] resource: resource 6a73e807-788a-4b1c-ab2c-817862a5b24c in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:04:35 [INFO] resource: resource 6a73e807-788a-4b1c-ab2c-817862a5b24c in BUILD state, waiting for ACTIVE                                                                                                                                         
2021-10-26 21:05:08 [INFO] resource: resource 6a73e807-788a-4b1c-ab2c-817862a5b24c in ACTIVE state, waiting for ACTIVE                                                                                                                                        
2021-10-26 21:05:08 [INFO] Checking cloud init is complete                                                                     
2021-10-26 21:06:16 [INFO] Assigning floating ip.                                                                              
2021-10-26 21:06:16 [WARNING] A floating IP already exists but ports do not match Potentially creating more than one.                                                                                                                                         
2021-10-26 21:06:16 [INFO] Creating floatingip                                                                                 
2021-10-26 21:06:22 [INFO] Assigned floating IP 10.5.152.224 to zaza-neutrontests-ins-2                                                                                                                                                                       
2021-10-26 21:06:22 [INFO] Testing ssh access.                                                                                 
2021-10-26 21:06:22 [INFO] Attempting to ssh to zaza-neutrontests-ins-2(10.5.152.224)                                                                                                                                                                         
2021-10-26 21:06:22 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:22 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:22 [INFO] Running uname -n on zaza-neutrontests-ins-2                                                                                                                                                                                        
2021-10-26 21:06:24 [INFO] SSH to zaza-neutrontests-ins-2(10.5.152.224) successful                                                                                                                                                                            
2021-10-26 21:06:26 [INFO] Using MTU from network "private": 1442                                                              
2021-10-26 21:06:26 [INFO] Using MTU from network "private": 1442                                                              
2021-10-26 21:06:26 [INFO] Attempting to ssh to instance-1(10.5.153.118)                                                                                                                                                                                      
2021-10-26 21:06:26 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:26 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:26 [INFO] Running ping -c 1 192.168.0.93 on instance-1                                                                                                                                                                                       
2021-10-26 21:06:27 [INFO] Attempting to ssh to instance-1(10.5.153.118)                                                                                                                                                                                      
2021-10-26 21:06:27 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:27 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:27 [INFO] Running ping -c 1 10.5.153.118 on instance-1                                                                                                                                                                                       
2021-10-26 21:06:28 [INFO] Attempting to ssh to instance-1(10.5.153.118)                                                                                                                                                                                      
2021-10-26 21:06:28 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:28 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:28 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.93 on instance-1                                                                                                                                                                         
2021-10-26 21:06:29 [INFO] Attempting to ssh to instance-1(10.5.153.118)                                                                                                                                                                                      
2021-10-26 21:06:29 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:29 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:29 [INFO] Running ping -M do -s 1414 -c 1 10.5.153.118 on instance-1                                                                                                                                                                         
2021-10-26 21:06:30 [INFO] Attempting to ssh to instance-1(10.5.153.118)                                                                                                                                                                                      
2021-10-26 21:06:30 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:30 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:30 [INFO] Running ping -c 1 192.168.0.93 on instance-1                                                                                                                                                                                       
2021-10-26 21:06:30 [INFO] Attempting to ssh to instance-1(10.5.153.118)                                                                                                                                                                                      
2021-10-26 21:06:31 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:31 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:31 [INFO] Running ping -c 1 10.5.153.118 on instance-1                                                                                                                                                                                       
2021-10-26 21:06:31 [INFO] Attempting to ssh to instance-1(10.5.153.118)                                                                                                                                                                                      
2021-10-26 21:06:32 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:32 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:32 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.93 on instance-1                                                                                                                                                                         
2021-10-26 21:06:32 [INFO] Attempting to ssh to instance-1(10.5.153.118)                                                                                                                                                                                      
2021-10-26 21:06:32 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:32 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:32 [INFO] Running ping -M do -s 1414 -c 1 10.5.153.118 on instance-1                                                                                                                                                                         
2021-10-26 21:06:33 [INFO] Attempting to ssh to instance(10.5.153.118)                                                                                                                                                                                        
2021-10-26 21:06:33 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:33 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:33 [INFO] Running ping -c 1 192.168.0.1 on instance                                                           
2021-10-26 21:06:34 [INFO] Attempting to ssh to instance(10.5.153.118)                                                                                                                                                                                        
2021-10-26 21:06:34 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:34 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:34 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.1 on instance                                                                                                                                                                            
2021-10-26 21:06:35 [INFO] Attempting to ssh to instance(10.5.153.118)                                                                                                                                                                                        
2021-10-26 21:06:35 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:35 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:35 [INFO] Running ping -c 1 192.168.0.1 on instance                                                           
2021-10-26 21:06:36 [INFO] Attempting to ssh to instance(10.5.153.118)                                                                                                                                                                                        
2021-10-26 21:06:36 [INFO] Connected (version 2.0, client OpenSSH_7.6p1)                                                                                                                                                                                      
2021-10-26 21:06:36 [INFO] Authentication (publickey) successful!                                                              
2021-10-26 21:06:36 [INFO] Running ping -M do -s 1414 -c 1 192.168.0.1 on instance                                                                                                                                                                            
2021-10-26 21:06:37 [INFO] Running resource cleanup                                                                            
2021-10-26 21:06:37 [INFO] Removing instances launched by test (zaza-neutrontests*)                                                                                                                                                                           
2021-10-26 21:06:52 [INFO] ok                                                                                                  
2021-10-26 21:06:52 [INFO] ----------------------------------------------------------------------                                                                                                                                                             
2021-10-26 21:06:52 [INFO] Ran 1 test in 405.958s                                                                              
2021-10-26 21:06:52 [INFO] OK                                                                                                  
2021-10-26 21:06:52 [INFO] Events:
  Configure zaza.openstack.charm_tests.glance.setup.add_lts_image:                                                             
    Start: 1635281823.5247674                                                                                                  
    Finish: 1635281837.541478                                                                                                  
    Elapsed Time: 14.01671051979065                                                                                            
    PCT Of Run Time: 1                                                                                                         
  Configure zaza.openstack.charm_tests.neutron.setup.basic_overcloud_network:                                                                                                                                                                                 
    Start: 1635281837.5420258                                                                                                  
    Finish: 1635281977.9155633                                                                                                 
    Elapsed Time: 140.3735375404358                                                                                            
    PCT Of Run Time: 6                                                                                                         
  Configure zaza.openstack.charm_tests.nova.setup.create_flavors:                                                              
    Start: 1635281977.9161196                                                                                                  
    Finish: 1635281999.0716274                                                                                                 
    Elapsed Time: 21.155507802963257                                                                                           
    PCT Of Run Time: 1                                                                                                         
  Configure zaza.openstack.charm_tests.nova.setup.manage_ssh_key:                                                              
    Start: 1635281999.0721238                                                                                                  
    Finish: 1635282006.8892775                                                                                                 
    Elapsed Time: 7.817153692245483                                                                                            
    PCT Of Run Time: 1                                                                                                         
  Configure zaza.openstack.charm_tests.vault.setup.auto_initialize:                                                            
    Start: 1635281484.8924015                                                                                                  
    Finish: 1635281823.524047                                                                                                  
    Elapsed Time: 338.6316454410553                                                                                            
    PCT Of Run Time: 14                                                                                                        
  Deploy Bundle:                                                                                                               
    Start: 1635279940.8166075                                                                                                  
    Finish: 1635279987.961121                                                                                                  
    Elapsed Time: 47.14451360702515                                                                                            
    PCT Of Run Time: 2                                                                                                         
  Prepare Environment:                                                                                                         
    Start: 1635279928.7387323                                                                                                  
    Finish: 1635279940.8162727                                                                                                 
    Elapsed Time: 12.077540397644043                                                                                           
    PCT Of Run Time: 1                                                                                                         
  Test zaza.openstack.charm_tests.neutron.tests.NeutronNetworkingTest:                                                                                                                                                                                        
    Start: 1635282006.8900664                                                                                                  
    Finish: 1635282412.8619854                                                                                                 
    Elapsed Time: 405.9719190597534                                                                                            
    PCT Of Run Time: 17                                                                                                        
  Wait for Deployment:                                                                                                         
    Start: 1635279987.9612117                                                                                                  
    Finish: 1635281484.6684246                                                                                                 
    Elapsed Time: 1496.7072129249573                                                                                           
    PCT Of Run Time: 61                                                                                                        
Metadata: {}                                                                                                                   

__________________________________________________________________ summary __________________________________________________________________                                                                                                                 
  func-target: commands succeeded                                                                                              
  congratulations :) 
  
  
== IGMP_group testing ==

On above hirsute-wallaby and focal-wallaby deploys, enabled IGMP snooping on ovn-chassis units according to:
https://docs.openstack.org/neutron/latest/admin/ovn/igmp.html

== hirsute-wallaby ==

version tested: 20.12.0-0ubuntu3

ubuntu@juju-26d80d-zaza-6ea1ce0fb23b-11:~$ sudo ovn-nbctl list Logical_Switch
_uuid               : 77934e6f-d1ef-4885-b7ed-938ffcfe416e
acls                : []
dns_records         : []
external_ids        : {"neutron:mtu"="1500", "neutron:network_name"=ext_net, "neutron:revision_number"="2"}
forwarding_groups   : []
load_balancer       : []
name                : neutron-c9038465-10b8-4f4d-a45e-49c5cd7b2394
other_config        : {mcast_flood_unregistered="false", mcast_snoop="true", vlan-passthru="false"}
ports               : [1915c54d-aef5-4806-b837-0abe21f4c6fb, 2101fbdc-a67a-419b-b370-b692e6e693b8, 912a09e0-140a-49b5-b36d-cd1d691ca7a3]
qos_rules           : []

_uuid               : 0b2b68fb-68e6-4828-abca-ce938c33ba4f
acls                : []
dns_records         : []
external_ids        : {"neutron:mtu"="1442", "neutron:network_name"=private, "neutron:revision_number"="3"}
forwarding_groups   : []
load_balancer       : []
name                : neutron-860a02cf-1407-46b5-86de-2466221b8db2
other_config        : {mcast_flood_unregistered="false", mcast_snoop="true", vlan-passthru="false"}
ports               : [980e2886-80b2-4ac6-88b0-f0ad56eb60b9, bda8e865-424d-4d3a-bdde-b4f196bf51d9]

create servers and see IGMP_group get populated

ubuntu@juju-26d80d-zaza-6ea1ce0fb23b-12:~$ sudo ovn-sbctl list IGMP_group
_uuid               : 27d965b1-312b-46e5-890c-69a693b477f9
address             : "ff02::1:ff6c:eb7a"
chassis             : cb7974fd-219d-41a2-8036-f7bd585f1ff5
datapath            : 88517ae5-2442-4f9a-9efd-87e98a2fb54f
ports               : [d1363da7-7c10-438c-8fac-0576eb5df7dc]

_uuid               : d4e1b459-9f5e-441e-bc54-d8d665f1f410
address             : "ff02::1:ffca:5aff"
chassis             : a80930ca-e2f1-4d12-acc4-9e4612c280aa
datapath            : 88517ae5-2442-4f9a-9efd-87e98a2fb54f
ports               : [d1363da7-7c10-438c-8fac-0576eb5df7dc]

_uuid               : 0e23673d-29ca-499d-868e-1e8b6bd90dac
address             : "ff02::1:ff6c:eb7a"
chassis             : a80930ca-e2f1-4d12-acc4-9e4612c280aa
datapath            : 88517ae5-2442-4f9a-9efd-87e98a2fb54f
ports               : [d1363da7-7c10-438c-8fac-0576eb5df7dc]

_uuid               : d6c3c0fe-d82c-4506-9fec-1d271cd06484
address             : "ff02::1:ffca:5aff"
chassis             : cb7974fd-219d-41a2-8036-f7bd585f1ff5
datapath            : 88517ae5-2442-4f9a-9efd-87e98a2fb54f
ports               : [d1363da7-7c10-438c-8fac-0576eb5df7dc]


== focal-wallaby ==

ubuntu@juju-63e57d-zaza-29799ebcfc38-13:~$ apt policy ovn-common
ovn-common:
  Installed: 20.12.0-0ubuntu3~cloud0
  Candidate: 20.12.0-0ubuntu3~cloud0
  Version table:
 *** 20.12.0-0ubuntu3~cloud0 500
        500 http://ubuntu-cloud.archive.canonical.com/ubuntu focal-proposed/wallaby/main amd64 Packages
        100 /var/lib/dpkg/status
     20.03.2-0ubuntu0.20.04.1 500
        500 http://nova.clouds.archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages
     20.03.0-0ubuntu1 500
        500 http://nova.clouds.archive.ubuntu.com/ubuntu focal/main amd64 Packages
        
ubuntu@juju-63e57d-zaza-29799ebcfc38-13:~$ sudo ovn-nbctl list Logical_Switch
_uuid               : ae9d5f5c-9c91-4ade-8774-15db2a1a3ae9
acls                : []
dns_records         : []
external_ids        : {"neutron:mtu"="1500", "neutron:network_name"=ext_net, "neutron:revision_number"="2"}
forwarding_groups   : []
load_balancer       : []
name                : neutron-c5e35c24-64c8-4095-819f-533bf0cc0777
other_config        : {mcast_flood_unregistered="false", mcast_snoop="true", vlan-passthru="false"}
ports               : [7f41721f-9dad-4275-8fa4-0ad72e399bcb, c21d254f-552a-43bb-8b11-5f6911b2b767, c79905b6-8688-4496-acf2-fdf5a16fba79]
qos_rules           : []

_uuid               : 2a831144-695c-4094-bab4-0764caf547ed
acls                : []
dns_records         : []
external_ids        : {"neutron:mtu"="1442", "neutron:network_name"=private, "neutron:revision_number"="3"}
forwarding_groups   : []
load_balancer       : []
name                : neutron-611b7622-facc-4e7d-a50e-1a517e203359
other_config        : {mcast_flood_unregistered="false", mcast_snoop="true", vlan-passthru="false"}
ports               : [0efcdf8b-4056-4d14-9d24-c7fbbe370dad, 9ae1f398-fc16-4d99-88cd-b1da791dd3e8]
qos_rules           : []

create servers and see IGMP_group get populated

ubuntu@juju-63e57d-zaza-29799ebcfc38-12:~$ sudo ovn-sbctl list IGMP_group
_uuid               : ef68bb55-4a1b-4688-ae98-d83ce4d20d5c
address             : "ff02::1:ff7e:fb1c"
chassis             : 00afbcbb-8838-4b1f-87f2-0e61a09b0d03
datapath            : bfc28d88-001e-4a58-966f-7e9713225bbb
ports               : [22ba386c-9a63-483b-9618-7e717ba41f48]

_uuid               : 1cbe89c6-e51d-44eb-91c9-0a0c24085686
address             : "ff02::1:ff5e:c4ce"
chassis             : 3279114a-83a5-42f9-b812-3b635805e5ed
datapath            : bfc28d88-001e-4a58-966f-7e9713225bbb
ports               : [22ba386c-9a63-483b-9618-7e717ba41f48]

_uuid               : b5ae36be-0547-462c-8ecf-ea582cbb359e
address             : "ff02::1:ff4e:94e7"
chassis             : 3279114a-83a5-42f9-b812-3b635805e5ed
datapath            : bfc28d88-001e-4a58-966f-7e9713225bbb
ports               : [22ba386c-9a63-483b-9618-7e717ba41f48]

_uuid               : a3ab1996-d699-4e61-88cb-d8a41e2799ae
address             : "ff02::1:ff4e:94e7"
chassis             : 00afbcbb-8838-4b1f-87f2-0e61a09b0d03
datapath            : bfc28d88-001e-4a58-966f-7e9713225bbb
ports               : [22ba386c-9a63-483b-9618-7e717ba41f48]


== focal-ussuri ==

ubuntu@juju-b5c459-zaza-04f6a570ec9f-11:~$ sudo ovn-nbctl list Logical_Switch
_uuid               : 9cadc07c-acf8-4510-9733-4795b531619c
acls                : []
dns_records         : []
external_ids        : {"neutron:mtu"="1500", "neutron:network_name"=ext_net, "neutron:revision_number"="2"}
forwarding_groups   : []
load_balancer       : []
name                : neutron-4ce41c32-2ec9-4e27-82e9-a4ab06e5dc18
other_config        : {mcast_flood_unregistered="false", mcast_snoop="true"}
ports               : [94f97042-5d5a-41ec-bfe9-d62d6b66e479, a8de9ed1-dfb4-468e-8884-fc5ec7d44d97, d4a8a7f6-851a-416d-96ef-3f002fe9fb03]
qos_rules           : []

_uuid               : f9535c14-5599-4708-a82b-094f9482802e
acls                : []
dns_records         : []
external_ids        : {"neutron:mtu"="1442", "neutron:network_name"=private, "neutron:revision_number"="3"}
forwarding_groups   : []
load_balancer       : []
name                : neutron-c6e3127d-034b-48de-9634-a4bdd051d70a
other_config        : {mcast_flood_unregistered="false", mcast_snoop="true"}
ports               : [18b8e2be-bf1e-4029-a7bd-14cd9f76d1b1, 58dae38b-83be-4032-84ba-2ff3e84452a1, 67112ee5-82dd-4230-8844-b95f98f57a56, fe931d7e-0aad-4043-8296-729425e8f03c]
qos_rules           : []


ubuntu@juju-b5c459-zaza-04f6a570ec9f-12:~$ sudo ovn-sbctl list IGMP_group
_uuid               : ff505da1-7a01-4a0d-8fd1-3d875a93faa3
address             : "ff02::1:ff4a:c2d2"
chassis             : 72d88fd0-e816-4857-a9aa-d0b277976df4
datapath            : 969bf9a3-f443-4985-8e7a-a36798a072e7
ports               : [b1a27441-5a42-45be-918f-5e98002ac95f]

_uuid               : eb0dbad5-adc6-4cef-8023-8a959f87af47
address             : "ff02::1:ffee:379f"
chassis             : 72d88fd0-e816-4857-a9aa-d0b277976df4
datapath            : 969bf9a3-f443-4985-8e7a-a36798a072e7
ports               : [b1a27441-5a42-45be-918f-5e98002ac95f]

_uuid               : 54d1fbd9-7d31-4da8-9e86-c18b9ab0699e
address             : "ff02::1:ff23:f45a"
chassis             : 72d88fd0-e816-4857-a9aa-d0b277976df4
datapath            : 969bf9a3-f443-4985-8e7a-a36798a072e7
ports               : [b1a27441-5a42-45be-918f-5e98002ac95f]

_uuid               : a08b9d37-d4c5-4dc6-8043-ac461a042838
address             : "ff02::1:ff4e:193e"
chassis             : 72d88fd0-e816-4857-a9aa-d0b277976df4
datapath            : 969bf9a3-f443-4985-8e7a-a36798a072e7
ports               : [b1a27441-5a42-45be-918f-5e98002ac95f]

_uuid               : ba34496b-5edf-41fb-aab7-997c332ae8ec
address             : "ff02::1:ff26:9c6a"
chassis             : 72d88fd0-e816-4857-a9aa-d0b277976df4
datapath            : 969bf9a3-f443-4985-8e7a-a36798a072e7
ports               : [b1a27441-5a42-45be-918f-5e98002ac95f]


== bionic-ussuri ==

ubuntu@juju-c22dda-zaza-be92e42daf69-9:~$ sudo ovn-nbctl list Logical_Switch
_uuid               : 0178054b-a88c-4e94-808a-918f40d30d85
acls                : []
dns_records         : []
external_ids        : {"neutron:mtu"="1442", "neutron:network_name"=private, "neutron:revision_number"="3"}
forwarding_groups   : []
load_balancer       : []
name                : neutron-8748677f-92c7-43b2-8bd8-0e9d71fa42e7
other_config        : {mcast_flood_unregistered="false", mcast_snoop="true"}
ports               : [426ad895-e6c8-4682-93cc-e9147732e3e5, e3fbdb7e-194a-4ffc-a51f-da954c54b73d]
qos_rules           : []

_uuid               : 15c33237-8c56-471c-aad7-008aed734017
acls                : []
dns_records         : []
external_ids        : {"neutron:mtu"="1500", "neutron:network_name"=ext_net, "neutron:revision_number"="2"}
forwarding_groups   : []
load_balancer       : []
name                : neutron-06465aa7-bbfd-4f01-b0fb-5f6637e18479
other_config        : {mcast_flood_unregistered="false", mcast_snoop="true"}
ports               : [73798283-429a-4d18-939b-259c82144c7e, 73a3c6d9-864e-4a37-be4d-63075c07f53a, e7111857-3343-4c60-84f6-c96884633840]
qos_rules           : []

ovn-common:
  Installed: 20.03.2-0ubuntu0.20.04.1~cloud0
  Candidate: 20.03.2-0ubuntu0.20.04.1~cloud0
  Version table:
 *** 20.03.2-0ubuntu0.20.04.1~cloud0 500
        500 http://ubuntu-cloud.archive.canonical.com/ubuntu bionic-updates/ussuri/main amd64 Packages
        100 /var/lib/dpkg/status
     2.9.8-0ubuntu0.18.04.2 500
        500 http://nova.clouds.archive.ubuntu.com/ubuntu bionic-updates/universe amd64 Packages
        500 http://security.ubuntu.com/ubuntu bionic-security/universe amd64 Packages
     2.9.0-0ubuntu1 500
        500 http://nova.clouds.archive.ubuntu.com/ubuntu bionic/universe amd64 Packages
        
ubuntu@juju-c22dda-zaza-be92e42daf69-9:~$ sudo ovn-sbctl list IGMP_group
_uuid               : 616a8c69-697b-4ded-a428-c594d437f189
address             : "ff02::1:ff85:5a3d"
chassis             : 8fef0834-a71f-489b-a0b1-83f159489a16
datapath            : 12c070f7-a6d1-4402-b01c-f8f63f113efe
ports               : [955cb6a3-99bc-41d7-bc78-7c2a0e697095]

_uuid               : 2a5944ad-a261-4019-956d-1f751380bef2
address             : "ff02::1:ff18:ca35"
chassis             : b2c3caa9-f0e4-4c2a-9470-0c8ae5bec5af
datapath            : 12c070f7-a6d1-4402-b01c-f8f63f113efe
ports               : [8adb2117-db3e-4f42-a103-a896e82f3ebe]