==> /var/log/nova/nova-api.log <== ==> /var/log/nova/nova-conductor.log <== ==> /var/log/nova/nova-consoleauth.log <== ==> /var/log/nova/nova-manage.log <== ==> /var/log/nova/nova-scheduler.log <== ==> /var/log/nova/nova-spicehtml5proxy.log <== ==> /var/log/neutron/neutron-dhcp-agent.log <== ==> /var/log/neutron/neutron-l3-agent.log <== ==> /var/log/neutron/neutron-lbaasv2-agent.log <== ==> /var/log/neutron/neutron-metadata-agent.log <== ==> /var/log/neutron/neutron-metering-agent.log <== ==> /var/log/neutron/neutron-ns-metadata-proxy-2536ad97-fa70-4648-a806-9b611cd09988.log <== ==> /var/log/neutron/neutron-ns-metadata-proxy-680b5d63-8204-4591-a867-15f792a08f45.log <== ==> /var/log/neutron/neutron-ns-metadata-proxy-6a37b5f6-f994-4e3e-ab8b-49559f9d8f1a.log <== ==> /var/log/neutron/neutron-ns-metadata-proxy-6f153502-1907-441b-9ff1-24ccd278d1a4.log <== ==> /var/log/neutron/neutron-ns-metadata-proxy-d9c39638-51b5-481a-a60d-df79b6a06f9d.log <== ==> /var/log/neutron/neutron-ns-metadata-proxy-dac1e4f4-dd02-4f97-bc77-952906e8daa7.log <== ==> /var/log/neutron/neutron-ns-metadata-proxy-dd84ed22-7ee5-4d02-bdc6-aab975fedb15.log <== ==> /var/log/neutron/neutron-ns-metadata-proxy-f397337a-3154-4829-a75f-bfc705f065f0.log <== ==> /var/log/neutron/neutron-ns-metadata-proxy-f5b89886-81d7-49c6-a7fd-c4a6f090ab66.log <== ==> /var/log/neutron/neutron-openvswitch-agent.log <== ==> /var/log/neutron/neutron-server.log <== ==> /var/log/heat/heat-api-cfn.log <== ==> /var/log/heat/heat-api-cloudwatch.log <== ==> /var/log/heat/heat-api.log <== ==> /var/log/heat/heat-engine.log <== ==> /var/log/nova/nova-scheduler.log <== 2016-12-19 11:56:17.751 22290 INFO oslo.messaging._drivers.impl_rabbit [-] [da105fce-3157-4677-91dd-cc7100d76a90] Reconnected to AMQP server on openstack.bayour.com:5672 via [amqp] clientwith port 44482. ==> /var/log/heat/heat-engine.log <== 2016-12-19 11:56:25.888 13429 INFO heat.engine.service [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Creating stack admin-puppet 2016-12-19 11:56:25.925 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating TemplateResource "lbaas" 2016-12-19 11:56:26.047 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating LoadBalancer "lbaas" 2016-12-19 11:56:26.049 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating TemplateResource "listener" 2016-12-19 11:56:26.067 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating Listener "listener" 2016-12-19 11:56:26.069 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating TemplateResource "floating" 2016-12-19 11:56:26.083 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating FloatingIP "floating" 2016-12-19 11:56:26.084 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating TemplateResource "record" 2016-12-19 11:56:26.091 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating DesignateRecord "record" 2016-12-19 11:56:26.092 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating TemplateResource "reverse" 2016-12-19 11:56:26.101 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating DesignateRecord "record" 2016-12-19 11:56:26.103 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating Pool "pool" 2016-12-19 11:56:26.105 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating HealthMonitor "monitor" 2016-12-19 11:56:26.106 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating ResourceGroup "puppet" 2016-12-19 11:56:26.116 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating TemplateResource "0" 2016-12-19 11:56:26.141 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating TemplateResource "instance" 2016-12-19 11:56:26.163 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating CinderVolume "volume" 2016-12-19 11:56:26.164 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating Port "port" 2016-12-19 11:56:26.165 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating Server "instance" 2016-12-19 11:56:26.812 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating TemplateResource "record" 2016-12-19 11:56:26.819 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating DesignateRecord "record" 2016-12-19 11:56:26.820 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating TemplateResource "reverse" 2016-12-19 11:56:26.828 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating DesignateRecord "record" 2016-12-19 11:56:26.830 13429 INFO heat.engine.resource [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Validating PoolMember "member" 2016-12-19 11:56:26.832 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::FloatingIP -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-floating.yaml 2016-12-19 11:56:26.833 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::FWPolicy -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-firewall-policy.yaml 2016-12-19 11:56:26.834 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::InstancePoolMemberVolume -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-instance_poolmember_volume.yaml 2016-12-19 11:56:26.835 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::Instance -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-instance.yaml 2016-12-19 11:56:26.835 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::InstanceFloatingIP -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-instance_floatingip.yaml 2016-12-19 11:56:26.836 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::Record -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-dnsrecord.yaml 2016-12-19 11:56:26.837 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::Volume -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-volume.yaml 2016-12-19 11:56:26.838 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::FWRule -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-firewall-rule.yaml 2016-12-19 11:56:26.838 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::LoadBalancer -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-loadbalancer.yaml 2016-12-19 11:56:26.839 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::InstanceVolume -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-instance_volume.yaml 2016-12-19 11:56:26.840 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::InstancePoolMember -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-instance_poolmember.yaml 2016-12-19 11:56:26.841 13429 INFO heat.engine.environment [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] admin-puppet Registered: [Template](User:True) Turbo::LoadBalancerListener -> http://celia.bayour.com/PXEBoot/Openstack-Bayour.COM/stacks/API-loadbalancer-listener.yaml 2016-12-19 11:56:26.929 13429 WARNING heat.common.context [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Using the keystone_authtoken user as the heat trustee user directly is deprecated. Please add the trustee credentials you need to the trustee section of your heat.conf file. 2016-12-19 11:56:27.998 13429 INFO heat.engine.stack [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Stack CREATE IN_PROGRESS (admin-puppet): Stack CREATE started 2016-12-19 11:56:28.134 13429 INFO heat.engine.stack [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] convergence_dependencies: (Dependencies([((4113, True), (4115, True))]),) 2016-12-19 11:56:28.263 13429 INFO heat.engine.stack [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Triggering resource 4115 for update 2016-12-19 11:56:28.355 13425 INFO heat.engine.resource [req-03027b1a-7ddc-450b-8f2c-845e5df6cf7c - - - - -] creating TemplateResource "lbaas" Stack "admin-puppet" [6620ec6f-71c1-4493-a39c-2ca97728b1b4] 2016-12-19 11:56:28.507 13418 INFO heat.engine.service [req-cd71267e-d9b4-482c-bcf8-65e348bfe34c 9bb439da8e6b4c28b372671f7e495c24 0fc3d7b2705b46d2a0895071358477b2 - - -] Creating stack admin-puppet-lbaas-guq7nvtyon5c 2016-12-19 11:56:28.698 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating LoadBalancer "lbaas" 2016-12-19 11:56:28.814 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating TemplateResource "listener" 2016-12-19 11:56:28.831 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating Listener "listener" 2016-12-19 11:56:28.833 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating Pool "pool" 2016-12-19 11:56:28.836 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating HealthMonitor "monitor" 2016-12-19 11:56:28.838 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating TemplateResource "floating" 2016-12-19 11:56:28.851 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating FloatingIP "floating" 2016-12-19 11:56:28.853 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating TemplateResource "record" 2016-12-19 11:56:28.864 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating DesignateRecord "record" 2016-12-19 11:56:28.866 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating TemplateResource "reverse" 2016-12-19 11:56:28.877 13418 INFO heat.engine.resource [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Validating DesignateRecord "record" 2016-12-19 11:56:29.010 13418 INFO heat.engine.stack [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Stack CREATE IN_PROGRESS (admin-puppet-lbaas-guq7nvtyon5c): Stack CREATE started 2016-12-19 11:56:29.412 13418 INFO heat.engine.stack [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] convergence_dependencies: (Dependencies([((4117, True), (4125, True)), ((4119, True), (4121, True)), ((4121, True), (4123, True)), ((4123, True), (4125, True))]),) 2016-12-19 11:56:29.578 13418 INFO heat.engine.stack [req-23af0fb2-31f6-46ff-8add-9f4218fb1364 - - - - -] Triggering resource 4125 for update 2016-12-19 11:56:30.681 13425 INFO heat.engine.resource [req-03027b1a-7ddc-450b-8f2c-845e5df6cf7c - - - - -] CREATE: TemplateResource "lbaas" [9fce38f9-5b13-4549-837a-494dcfcef8bd] Stack "admin-puppet" [6620ec6f-71c1-4493-a39c-2ca97728b1b4] 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource Traceback (most recent call last): 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource File "/usr/lib/python2.7/dist-packages/heat/engine/resource.py", line 753, in _action_recorder 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource yield 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource File "/usr/lib/python2.7/dist-packages/heat/engine/resource.py", line 855, in _do_action 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource yield self.action_handler_task(action, args=handler_args) 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource File "/usr/lib/python2.7/dist-packages/heat/engine/scheduler.py", line 353, in wrapper 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource step = next(subtask) 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource File "/usr/lib/python2.7/dist-packages/heat/engine/resource.py", line 806, in action_handler_task 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource done = check(handler_data) 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource File "/usr/lib/python2.7/dist-packages/heat/engine/resources/stack_resource.py", line 354, in check_create_complete 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource return self._check_status_complete(self.CREATE) 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource File "/usr/lib/python2.7/dist-packages/heat/engine/resources/stack_resource.py", line 404, in _check_status_complete 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource action=action) 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource ResourceFailure: resources.lbaas: Timed out 2016-12-19 11:56:30.681 13425 ERROR heat.engine.resource 2016-12-19 11:56:30.890 13425 INFO heat.engine.stack [req-03027b1a-7ddc-450b-8f2c-845e5df6cf7c - - - - -] Stack CREATE FAILED (admin-puppet): Resource CREATE failed: resources.lbaas: Timed out 2016-12-19 11:56:30.927 13425 INFO heat.engine.check_resource [req-03027b1a-7ddc-450b-8f2c-845e5df6cf7c - - - - -] Triggering rollback of admin-puppet CREATE 2016-12-19 11:56:31.043 13425 INFO heat.engine.stack [req-03027b1a-7ddc-450b-8f2c-845e5df6cf7c - - - - -] Stack ROLLBACK IN_PROGRESS (admin-puppet): Stack ROLLBACK started 2016-12-19 11:56:31.140 13425 INFO heat.engine.stack [req-03027b1a-7ddc-450b-8f2c-845e5df6cf7c - - - - -] convergence_dependencies: (Dependencies([((4113, False), None), ((4115, False), None)]),) 2016-12-19 11:56:31.273 13425 INFO heat.engine.stack [req-03027b1a-7ddc-450b-8f2c-845e5df6cf7c - - - - -] Triggering resource 4115 for cleanup 2016-12-19 11:56:31.309 13425 INFO heat.engine.stack [req-03027b1a-7ddc-450b-8f2c-845e5df6cf7c - - - - -] Triggering resource 4113 for cleanup ==> /var/log/nova/nova-scheduler.log <== 2016-12-19 11:56:34.161 22290 INFO nova.scheduler.host_manager [req-19473b6e-df90-44d7-8e41-60e393aadab8 - - - - -] Successfully synced instances from host 'bladeA08'. 2016-12-19 11:56:39.691 22290 INFO nova.scheduler.host_manager [req-52fb192a-79ab-412c-aa3e-74a3f7001a8d - - - - -] Successfully synced instances from host 'bladeA04'.