root@amphora-7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5:/var/log# tail^C root@amphora-7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5:/var/log# vim amphora-agent.log root@amphora-7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5:/var/log# root@amphora-7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5:/var/log# root@amphora-7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5:/var/log# root@amphora-7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5:/var/log# root@amphora-7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5:/var/log# root@amphora-7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5:/var/log# cat amphora-agent.log [2017-05-11 13:32:44 +0000] [1132] [DEBUG] Current configuration: keepalive: 2 access_log_format: %(h)s %(l)s %(u)s %(t)s "%(r)s" %(s)s %(b)s "%(f)s" "%(a)s" capture_output: False suppress_ragged_eofs: True worker_connections: 1000 logconfig: None chdir: / paste: None raw_paste_global_conf: [] check_config: False cert_reqs: 1 on_reload: max_requests_jitter: 0 graceful_timeout: 30 syslog_facility: user on_starting: pre_fork: config: None workers: 1 worker_class: sync statsd_host: None statsd_prefix: post_fork: worker_int: max_requests: 0 pidfile: None ssl_version: 2 backlog: 2048 certfile: /etc/octavia/certs/server.pem daemon: False errorlog: /var/log/amphora-agent.log syslog: False ca_certs: /etc/octavia/certs/client_ca.pem limit_request_field_size: 8190 ciphers: TLSv1 when_ready: enable_stdio_inheritance: False pythonpath: None reload: False preload_app: True forwarded_allow_ips: ['127.0.0.1'] limit_request_fields: 100 sendfile: None worker_abort: raw_env: [] user: 0 initgroups: False proxy_allow_ips: ['127.0.0.1'] pre_request: post_request: threads: 1 reload_engine: auto group: 0 secure_scheme_headers: {'X-FORWARDED-PROTO': 'https', 'X-FORWARDED-PROTOCOL': 'ssl', 'X-FORWARDED-SSL': 'on'} proxy_protocol: False proc_name: None do_handshake_on_connect: False post_worker_init: child_exit: nworkers_changed: spew: False bind: ['[::]:9443'] accesslog: /var/log/amphora-agent.log loglevel: debug worker_tmp_dir: None syslog_prefix: None umask: 0 pre_exec: worker_exit: logger_class: gunicorn.glogging.Logger keyfile: None timeout: 120 default_proc_name: gunicorn tmp_upload_dir: None syslog_addr: udp://localhost:514 limit_request_line: 4094 on_exit: [2017-05-11 13:32:44 +0000] [1132] [INFO] Starting gunicorn 19.7.1 [2017-05-11 13:32:44 +0000] [1132] [DEBUG] Arbiter booted [2017-05-11 13:32:44 +0000] [1132] [INFO] Listening at: http://[::]:9443 (1132) [2017-05-11 13:32:44 +0000] [1132] [INFO] Using worker: sync [2017-05-11 13:32:44 +0000] [1231] [INFO] Booting worker with pid: 1231 [2017-05-11 13:32:44 +0000] [1132] [DEBUG] 1 workers [2017-05-11 13:33:01 +0000] [1231] [DEBUG] POST /0.5/plug/vip/10.100.0.7 ::ffff:192.168.199.56 - - [11/May/2017:13:33:01 +0000] "POST /0.5/plug/vip/10.100.0.7 HTTP/1.1" 202 80 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)" [2017-05-11 13:33:16 +0000] [1231] [DEBUG] GET /0.5/interface/10.100.0.6 ::ffff:192.168.199.56 - - [11/May/2017:13:33:16 +0000] "GET /0.5/interface/10.100.0.6 HTTP/1.1" 200 46 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)" [2017-05-11 13:33:18 +0000] [1231] [DEBUG] PUT /0.5/vrrp/upload ::ffff:192.168.199.56 - - [11/May/2017:13:33:18 +0000] "PUT /0.5/vrrp/upload HTTP/1.1" 200 22 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)" [2017-05-11 13:33:18 +0000] [1231] [DEBUG] PUT /0.5/vrrp/start ::ffff:192.168.199.56 - - [11/May/2017:13:33:18 +0000] "PUT /0.5/vrrp/start HTTP/1.1" 202 58 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)" [2017-05-11 13:33:22 +0000] [1231] [DEBUG] PUT /0.5/listeners/7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/haproxy ::ffff:192.168.199.56 - - [11/May/2017:13:33:23 +0000] "PUT /0.5/listeners/7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/haproxy HTTP/1.1" 202 22 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)" [2017-05-11 13:33:23 +0000] [1231] [DEBUG] PUT /0.5/listeners/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/reload ::ffff:192.168.199.56 - - [11/May/2017:13:33:23 +0000] "PUT /0.5/listeners/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/reload HTTP/1.1" 202 132 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)" [2017-05-11 13:33:29 +0000] [1231] [DEBUG] PUT /0.5/listeners/7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/haproxy ::ffff:192.168.199.56 - - [11/May/2017:13:33:29 +0000] "PUT /0.5/listeners/7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/haproxy HTTP/1.1" 202 22 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)" [2017-05-11 13:33:30 +0000] [1231] [DEBUG] PUT /0.5/listeners/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/reload [2017-05-11 13:33:30,116] ERROR in app: Exception on /0.5/listeners/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/reload [PUT] Traceback (most recent call last): File "/usr/local/lib/python3.5/dist-packages/octavia/amphorae/backends/agent/api_server/listener.py", line 228, in start_stop_listener subprocess.check_output(cmd.split(), stderr=subprocess.STDOUT) File "/usr/lib/python3.5/subprocess.py", line 626, in check_output **kwargs).stdout File "/usr/lib/python3.5/subprocess.py", line 708, in run output=stdout, stderr=stderr) subprocess.CalledProcessError: Command '['/usr/sbin/service', 'haproxy-ca5a4db7-9e07-49d4-94b6-f3bf25cb3764', 'reload']' returned non-zero exit status 1 During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1982, in wsgi_app response = self.full_dispatch_request() File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1614, in full_dispatch_request rv = self.handle_user_exception(e) File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1517, in handle_user_exception reraise(exc_type, exc_value, tb) File "/usr/local/lib/python3.5/dist-packages/flask/_compat.py", line 33, in reraise raise value File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1612, in full_dispatch_request rv = self.dispatch_request() File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1598, in dispatch_request return self.view_functions[rule.endpoint](**req.view_args) File "/usr/local/lib/python3.5/dist-packages/octavia/amphorae/backends/agent/api_server/server.py", line 119, in start_stop_listener return self._listener.start_stop_listener(listener_id, action) File "/usr/local/lib/python3.5/dist-packages/octavia/amphorae/backends/agent/api_server/listener.py", line 230, in start_stop_listener if 'Job is already running' not in e.output: TypeError: a bytes-like object is required, not 'str' ::ffff:192.168.199.56 - - [11/May/2017:13:33:30 +0000] "PUT /0.5/listeners/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/reload HTTP/1.1" 500 81 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)" [2017-05-11 13:33:42 +0000] [1231] [DEBUG] PUT /0.5/listeners/7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/haproxy ::ffff:192.168.199.56 - - [11/May/2017:13:33:42 +0000] "PUT /0.5/listeners/7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/haproxy HTTP/1.1" 202 22 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)" [2017-05-11 13:33:42 +0000] [1231] [DEBUG] PUT /0.5/listeners/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/reload [2017-05-11 13:33:42,341] ERROR in app: Exception on /0.5/listeners/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/reload [PUT] Traceback (most recent call last): File "/usr/local/lib/python3.5/dist-packages/octavia/amphorae/backends/agent/api_server/listener.py", line 228, in start_stop_listener subprocess.check_output(cmd.split(), stderr=subprocess.STDOUT) File "/usr/lib/python3.5/subprocess.py", line 626, in check_output **kwargs).stdout File "/usr/lib/python3.5/subprocess.py", line 708, in run output=stdout, stderr=stderr) subprocess.CalledProcessError: Command '['/usr/sbin/service', 'haproxy-ca5a4db7-9e07-49d4-94b6-f3bf25cb3764', 'reload']' returned non-zero exit status 1 During handling of the above exception, another exception occurred: Traceback (most recent call last): File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1982, in wsgi_app response = self.full_dispatch_request() File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1614, in full_dispatch_request rv = self.handle_user_exception(e) File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1517, in handle_user_exception reraise(exc_type, exc_value, tb) File "/usr/local/lib/python3.5/dist-packages/flask/_compat.py", line 33, in reraise raise value File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1612, in full_dispatch_request rv = self.dispatch_request() File "/usr/local/lib/python3.5/dist-packages/flask/app.py", line 1598, in dispatch_request return self.view_functions[rule.endpoint](**req.view_args) File "/usr/local/lib/python3.5/dist-packages/octavia/amphorae/backends/agent/api_server/server.py", line 119, in start_stop_listener return self._listener.start_stop_listener(listener_id, action) File "/usr/local/lib/python3.5/dist-packages/octavia/amphorae/backends/agent/api_server/listener.py", line 230, in start_stop_listener if 'Job is already running' not in e.output: TypeError: a bytes-like object is required, not 'str' ::ffff:192.168.199.56 - - [11/May/2017:13:33:42 +0000] "PUT /0.5/listeners/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/reload HTTP/1.1" 500 81 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)" [2017-05-11 13:33:54 +0000] [1231] [DEBUG] PUT /0.5/listeners/7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/haproxy ::ffff:192.168.199.56 - - [11/May/2017:13:33:54 +0000] "PUT /0.5/listeners/7d0a58ec-42e5-4d3d-8379-f52b7e0e5ee5/ca5a4db7-9e07-49d4-94b6-f3bf25cb3764/haproxy HTTP/1.1" 400 462 "-" "Octavia HaProxy Rest Client/0.5 (https://wiki.openstack.org/wiki/Octavia)"