Also seen in DC lab, apply failed after swacting with the following error: get_results /usr/local/lib/python3.6/dist-packages/armada/handlers/tiller.py:215^[[00m 2020-06-17 14:15:37.255 16 INFO armada.handlers.lock [-] Releasing lock^[[00m 2020-06-17 14:15:37.259 16 ERROR armada.cli [-] Caught unexpected exception: grpc._channel._Rendezvous: <_Rendezvous of RPC that terminated with: status = StatusCode.UNAVAILABLE details = "Name resolution failure" debug_error_string = "{"created":"@1592403336.274257011","description":"Failed to create subchannel","file":"src/core/ext/filters/client_channel/client_channel.cc","file_line":2721,"referenced_errors":[{"created":"@1592403336.274254598","description":"Name resolution failure","file":"src/core/ext/filters/client_channel/client_channel.cc","file_line":3026,"grpc_status":14}]}" > 2020-06-17 14:15:37.259 16 ERROR armada.cli Traceback (most recent call last): 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/lib/python3.6/dist-packages/armada/cli/__init__.py", line 38, in safe_invoke 2020-06-17 14:15:37.259 16 ERROR armada.cli self.invoke() 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/lib/python3.6/dist-packages/armada/cli/apply.py", line 213, in invoke 2020-06-17 14:15:37.259 16 ERROR armada.cli resp = self.handle(documents, tiller) 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/lib/python3.6/dist-packages/armada/handlers/lock.py", line 81, in func_wrapper 2020-06-17 14:15:37.259 16 ERROR armada.cli return future.result() 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/lib/python3.6/concurrent/futures/_base.py", line 425, in result 2020-06-17 14:15:37.259 16 ERROR armada.cli return self.__get_result() 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/lib/python3.6/concurrent/futures/_base.py", line 384, in __get_result 2020-06-17 14:15:37.259 16 ERROR armada.cli raise self._exception 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/lib/python3.6/concurrent/futures/thread.py", line 56, in run 2020-06-17 14:15:37.259 16 ERROR armada.cli result = self.fn(*self.args, **self.kwargs) 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/lib/python3.6/dist-packages/armada/cli/apply.py", line 256, in handle 2020-06-17 14:15:37.259 16 ERROR armada.cli return armada.sync() 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/lib/python3.6/dist-packages/armada/handlers/armada.py", line 189, in sync 2020-06-17 14:15:37.259 16 ERROR armada.cli known_releases = self.tiller.list_releases() 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/lib/python3.6/dist-packages/armada/handlers/tiller.py", line 252, in list_releases 2020-06-17 14:15:37.259 16 ERROR armada.cli releases = get_results() 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/lib/python3.6/dist-packages/armada/handlers/tiller.py", line 220, in get_results 2020-06-17 14:15:37.259 16 ERROR armada.cli for message in response: 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/lib/python3.6/dist-packages/grpc/_channel.py", line 364, in __next__ 2020-06-17 14:15:37.259 16 ERROR armada.cli return self._next() 2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/lib/python3.6/dist-packages/grpc/_channel.py", line 358, in _next 2020-06-17 14:15:37.259 16 ERROR armada.cli raise self 2020-06-17 14:15:37.259 16 ERROR armada.cli grpc._channel._Rendezvous: <_Rendezvous of RPC that terminated with: 2020-06-17 14:15:37.259 16 ERROR armada.cli status = StatusCode.UNAVAILABLE 2020-06-17 14:15:37.259 16 ERROR armada.cli details = "Name resolution failure" 2020-06-17 14:15:37.259 16 ERROR armada.cli debug_error_string = "{"created":"@1592403336.274257011","description":"Failed to create subchannel","file":"src/core/ext/filters/client_channel/client_channel.cc","file_line":2721,"referenced_errors":[{"created":"@1592403336.274254598","description":"Name resolution failure","file":"src/core/ext/filters/client_channel/client_channel.cc","file_line":3026,"grpc_status":14}]}" 2020-06-17 14:15:37.259 16 ERROR armada.cli > 2020-06-17 14:15:37.259 16 ERROR armada.cli ^[[00m
Also seen in DC lab, apply failed after swacting with the following error: lib/python3. 6/dist- packages/ armada/ handlers/ tiller. py:215^ [[00m handlers. lock [-] Releasing lock^[[00m _Rendezvous: <_Rendezvous of RPC that terminated with: UNAVAILABLE
debug_ error_string = "{"created" :"@1592403336. 274257011" ,"description" :"Failed to create subchannel" ,"file" :"src/core/ ext/filters/ client_ channel/ client_ channel. cc","file_ line":2721, "referenced_ errors" :[{"created" :"@1592403336. 274254598" ,"description" :"Name resolution failure" ,"file" :"src/core/ ext/filters/ client_ channel/ client_ channel. cc","file_ line":3026, "grpc_status" :14}]}" lib/python3. 6/dist- packages/ armada/ cli/__init_ _.py", line 38, in safe_invoke lib/python3. 6/dist- packages/ armada/ cli/apply. py", line 213, in invoke documents, tiller) lib/python3. 6/dist- packages/ armada/ handlers/ lock.py" , line 81, in func_wrapper python3. 6/concurrent/ futures/ _base.py" , line 425, in result python3. 6/concurrent/ futures/ _base.py" , line 384, in __get_result python3. 6/concurrent/ futures/ thread. py", line 56, in run lib/python3. 6/dist- packages/ armada/ cli/apply. py", line 256, in handle lib/python3. 6/dist- packages/ armada/ handlers/ armada. py", line 189, in sync list_releases( ) lib/python3. 6/dist- packages/ armada/ handlers/ tiller. py", line 252, in list_releases lib/python3. 6/dist- packages/ armada/ handlers/ tiller. py", line 220, in get_results lib/python3. 6/dist- packages/ grpc/_channel. py", line 364, in __next__ lib/python3. 6/dist- packages/ grpc/_channel. py", line 358, in _next _Rendezvous: <_Rendezvous of RPC that terminated with: UNAVAILABLE :"@1592403336. 274257011" ,"description" :"Failed to create subchannel" ,"file" :"src/core/ ext/filters/ client_ channel/ client_ channel. cc","file_ line":2721, "referenced_ errors" :[{"created" :"@1592403336. 274254598" ,"description" :"Name resolution failure" ,"file" :"src/core/ ext/filters/ client_ channel/ client_ channel. cc","file_ line":3026, "grpc_status" :14}]}"
get_results /usr/local/
2020-06-17 14:15:37.255 16 INFO armada.
2020-06-17 14:15:37.259 16 ERROR armada.cli [-] Caught unexpected exception: grpc._channel.
status = StatusCode.
details = "Name resolution failure"
>
2020-06-17 14:15:37.259 16 ERROR armada.cli Traceback (most recent call last):
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/
2020-06-17 14:15:37.259 16 ERROR armada.cli self.invoke()
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/
2020-06-17 14:15:37.259 16 ERROR armada.cli resp = self.handle(
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/
2020-06-17 14:15:37.259 16 ERROR armada.cli return future.result()
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/lib/
2020-06-17 14:15:37.259 16 ERROR armada.cli return self.__get_result()
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/lib/
2020-06-17 14:15:37.259 16 ERROR armada.cli raise self._exception
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/lib/
2020-06-17 14:15:37.259 16 ERROR armada.cli result = self.fn(*self.args, **self.kwargs)
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/
2020-06-17 14:15:37.259 16 ERROR armada.cli return armada.sync()
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/
2020-06-17 14:15:37.259 16 ERROR armada.cli known_releases = self.tiller.
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/
2020-06-17 14:15:37.259 16 ERROR armada.cli releases = get_results()
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/
2020-06-17 14:15:37.259 16 ERROR armada.cli for message in response:
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/
2020-06-17 14:15:37.259 16 ERROR armada.cli return self._next()
2020-06-17 14:15:37.259 16 ERROR armada.cli File "/usr/local/
2020-06-17 14:15:37.259 16 ERROR armada.cli raise self
2020-06-17 14:15:37.259 16 ERROR armada.cli grpc._channel.
2020-06-17 14:15:37.259 16 ERROR armada.cli status = StatusCode.
2020-06-17 14:15:37.259 16 ERROR armada.cli details = "Name resolution failure"
2020-06-17 14:15:37.259 16 ERROR armada.cli debug_error_string = "{"created"
2020-06-17 14:15:37.259 16 ERROR armada.cli >
2020-06-17 14:15:37.259 16 ERROR armada.cli ^[[00m