Bug is reproduced on custom upgrade script from 09/09/2014
{
"ostf_sha": "f7b5d9d0d1cfaba5f1fe1e2c634493e92bce11db",
"auth_required": true,
"api": "1.0",
"nailgun_sha": "82091e0d61f252619a0842d0f8debb6b602a61fe",
"production": "docker",
"fuelmain_sha": "b07d8e86bba02266e02bb4e2b0629b07dab51351",
"astute_sha": "5f95d8c4da8d5f2a97e63ccf7c396d7b97d3f842",
"feature_groups": [
"experimental"
],
"release": "5.1",
"release_versions": {
"2014.1-5.0": {
"VERSION": {
"build_id": "2014-05-27_05-51-41",
"mirantis": "yes",
"build_number": "26",
"ostf_sha": "a8b7660082a6f152794c610d6abe30d360fd577d",
"nailgun_sha": "bd09f89ef56176f64ad5decd4128933c96cb20f4",
"production": "docker",
"api": "1.0",
"fuelmain_sha": "505741e4f431f85a8d0252fc42754d10c0326c1a",
"astute_sha": "a7eac46348dc77fc2723c6fcc3dbc66cc1a83152",
"release": "5.0",
"fuellib_sha": "2f79c0415159651fc1978d99bd791079d1ae4a06"
}
},
"2014.1.1-5.0.2": {
"VERSION": {
"build_id": "2014-09-09_10-19-11",
"ostf_sha": "2969c1ad443b632e815bb1f01149c3800cd7aa3a",
"build_number": "72",
"api": "1.0",
"nailgun_sha": "c18a21381843dffe807b254a4ff96eec259953cb",
"production": "docker",
"fuelmain_sha": "b1e46c8c3ac86a8eafac225507294226322160ea",
"astute_sha": "6db5f5031b74e67b92fcac1f7998eaa296d68025",
"feature_groups": [
"mirantis"
],
"release": "5.0.2",
"fuellib_sha": "7fee2731933303ec0f4818c271c381e92aa1faff"
}
},
"2014.1.1-5.1": {
"VERSION": {
"ostf_sha": "f7b5d9d0d1cfaba5f1fe1e2c634493e92bce11db",
"api": "1.0",
"nailgun_sha": "82091e0d61f252619a0842d0f8debb6b602a61fe",
"production": "docker",
"fuelmain_sha": "b07d8e86bba02266e02bb4e2b0629b07dab51351",
"astute_sha": "5f95d8c4da8d5f2a97e63ccf7c396d7b97d3f842",
"feature_groups": [
"experimental"
],
"release": "5.1",
"fuellib_sha": "e3f947cc4142210499a282bc5f183c333552fa23"
}
}
},
"fuellib_sha": "e3f947cc4142210499a282bc5f183c333552fa23"
}
Steps:
1. Create next 5.0-26 cluster - Simple, Ubuntu, Flat Nova-network, cinder for volumes, 1 controller, 1 compute, 1 cinder
2. Deploy cluster
3. After deployment upgrade master to 5.1
4. Open fuel UI, open actions tab
5. Run update for cluster to 5.1
Expected - successful update
Actual - update failed with errors in Astute log:
2014-09-09 16:03:05 ERR
[423] Error running RPC method deploy: Disabling the upload of disk image because glance was not installed properly, trace: ["/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/post_deployment_actions/upload_cirros_image.rb:93:in `raise_cirros_error'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/post_deployment_actions/upload_cirros_image.rb:50:in `process'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/deploy_actions.rb:25:in `block in process'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/deploy_actions.rb:25:in `each'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/deploy_actions.rb:25:in `process'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/orchestrator.rb:45:in `deploy'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/dispatcher.rb:58:in `deploy'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/server.rb:136:in `dispatch_message'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/server.rb:99:in `block in dispatch'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/task_queue.rb:64:in `call'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/task_queue.rb:64:in `block in each'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/task_queue.rb:56:in `each'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/task_queue.rb:56:in `each'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/server.rb:97:in `each_with_index'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/server.rb:97:in `dispatch'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/server.rb:85:in `block in perform_main_job'"]
2014-09-09 16:03:05 ERR
[423] 706b3fb3-3941-448e-91d4-ecbaf322f2fe: Disabling the upload of disk image because glance was not installed properly
2014-09-09 10:42:46 ERR
[418] Exception during worker initialization: #<AMQP::TCPConnectionFailed: Could not estabilish TCP connection to 10.108.0.2:5672>, trace: ["/usr/lib64/ruby/gems/2.1.0/gems/amq-client-0.9.12/lib/amq/client/async/adapters/event_machine.rb:162:in `block in initialize'", "/usr/lib64/ruby/gems/2.1.0/gems/amq-client-0.9.12/lib/amq/client/async/adapter.rb:306:in `call'", "/usr/lib64/ruby/gems/2.1.0/gems/amq-client-0.9.12/lib/amq/client/async/adapter.rb:306:in `tcp_connection_failed'", "/usr/lib64/ruby/gems/2.1.0/gems/amq-client-0.9.12/lib/amq/client/async/adapters/event_machine.rb:290:in `unbind'", "/usr/lib64/ruby/gems/2.1.0/gems/eventmachine-1.0.3/lib/eventmachine.rb:1438:in `event_callback'", "/usr/lib64/ruby/gems/2.1.0/gems/eventmachine-1.0.3/lib/eventmachine.rb:187:in `run_machine'", "/usr/lib64/ruby/gems/2.1.0/gems/eventmachine-1.0.3/lib/eventmachine.rb:187:in `run'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/lib/astute/server/worker.rb:38:in `run'", "/usr/lib64/ruby/gems/2.1.0/gems/raemon-0.3.0/lib/raemon/master.rb:343:in `worker_loop!'", "/usr/lib64/ruby/gems/2.1.0/gems/raemon-0.3.0/lib/raemon/master.rb:266:in `block (2 levels) in spawn_workers'", "/usr/lib64/ruby/gems/2.1.0/gems/raemon-0.3.0/lib/raemon/master.rb:266:in `fork'", "/usr/lib64/ruby/gems/2.1.0/gems/raemon-0.3.0/lib/raemon/master.rb:266:in `block in spawn_workers'", "/usr/lib64/ruby/gems/2.1.0/gems/raemon-0.3.0/lib/raemon/master.rb:261:in `each'", "/usr/lib64/ruby/gems/2.1.0/gems/raemon-0.3.0/lib/raemon/master.rb:261:in `spawn_workers'", "/usr/lib64/ruby/gems/2.1.0/gems/raemon-0.3.0/lib/raemon/master.rb:300:in `maintain_worker_count'", "/usr/lib64/ruby/gems/2.1.0/gems/raemon-0.3.0/lib/raemon/master.rb:120:in `master_loop!'", "/usr/lib64/ruby/gems/2.1.0/gems/raemon-0.3.0/lib/raemon/master.rb:53:in `start'", "/usr/lib64/ruby/gems/2.1.0/gems/raemon-0.3.0/lib/raemon/master.rb:22:in `start'", "/usr/lib64/ruby/gems/2.1.0/gems/astute-0.0.2/bin/astuted:84:in `<top (required)>'", "-e:1:in `load'", "-e:1:in `<main>'"]
Performing next command on controller:
root@node-1:~# . /root/openrc && /usr/bin/glance index
Authorization Failed: Unable to establish connection to http://10.108.2.2:5000/v2.0/tokens
So it can be probably some problem with Keystone
Logs are attached
