Paste #180646

  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
2015-02-23 11:20:16.273 23618 WARNING nova.virt.disk.vfs.guestfs [req-09cc58d1-31f2-4242-8064-6ec2810b9fd6 81865548b36f4a8a80d73818deea7512 36e99b7fa5b0496a88deb9ddabb55ab5] Failed to close augeas aug_close: do_aug_close: you must call 'aug-init' first to initialize Augeas
2015-02-23 11:20:16.402 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:22:59.162 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:23:01.226 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:23:20.630 23618 ERROR oslo.messaging.rpc.dispatcher [-] Exception during message handling: Instance instance-00000098 could not be found.
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher Traceback (most recent call last):
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     incoming.message))
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     return self._do_dispatch(endpoint, method, ctxt, args)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     result = getattr(endpoint, method)(ctxt, **new_args)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/server.py", line 139, in inner
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     return func(*args, **kwargs)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/nova/exception.py", line 88, in wrapped
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     payload)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/nova/openstack/common/excutils.py", line 68, in __exit__
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     six.reraise(self.type_, self.value, self.tb)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/nova/exception.py", line 71, in wrapped
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     return f(self, context, *args, **kw)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 290, in decorated_function
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     return function(self, context, *args, **kwargs)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 3974, in get_console_output
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     output = self.driver.get_console_output(context, instance)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/nova/virt/libvirt/driver.py", line 2325, in get_console_output
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     virt_dom = self._lookup_by_name(instance.name)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher   File "/usr/lib/python2.6/site-packages/nova/virt/libvirt/driver.py", line 3525, in _lookup_by_name
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher     raise exception.InstanceNotFound(instance_id=instance_name)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher InstanceNotFound: Instance instance-00000098 could not be found.
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher 
2015-02-23 11:23:20.635 23618 ERROR oslo.messaging._drivers.common [-] Returning exception Instance instance-00000098 could not be found. to caller
2015-02-23 11:23:20.635 23618 ERROR oslo.messaging._drivers.common [-] ['Traceback (most recent call last):\n', '  File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply\n    incoming.message))\n', '  File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch\n    return self._do_dispatch(endpoint, method, ctxt, args)\n', '  File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch\n    result = getattr(endpoint, method)(ctxt, **new_args)\n', '  File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/server.py", line 139, in inner\n    return func(*args, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/exception.py", line 88, in wrapped\n    payload)\n', '  File "/usr/lib/python2.6/site-packages/nova/openstack/common/excutils.py", line 68, in __exit__\n    six.reraise(self.type_, self.value, self.tb)\n', '  File "/usr/lib/python2.6/site-packages/nova/exception.py", line 71, in wrapped\n    return f(self, context, *args, **kw)\n', '  File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 290, in decorated_function\n    return function(self, context, *args, **kwargs)\n', '  File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 3974, in get_console_output\n    output = self.driver.get_console_output(context, instance)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/libvirt/driver.py", line 2325, in get_console_output\n    virt_dom = self._lookup_by_name(instance.name)\n', '  File "/usr/lib/python2.6/site-packages/nova/virt/libvirt/driver.py", line 3525, in _lookup_by_name\n    raise exception.InstanceNotFound(instance_id=instance_name)\n', 'InstanceNotFound: Instance instance-00000098 could not be found.\n']
2015-02-23 11:26:28.371 23618 ERROR oslo.messaging._drivers.impl_qpid [-] Failed to publish message to topic 'conductor': heartbeat timeout
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid Traceback (most recent call last):
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 546, in ensure
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid     return method(*args, **kwargs)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 619, in _publisher_send
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid     publisher = cls(self.conf, self.session, topic)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 407, in __init__
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid     super(TopicPublisher, self).__init__(conf, session, node_name)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 337, in __init__
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid     self.reconnect(session)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 341, in reconnect
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid     self.sender = session.sender(self.address)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "<string>", line 6, in sender
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 597, in sender
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid     sender._ewait(lambda: sender.linked)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 804, in _ewait
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid     result = self.session._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 571, in _ewait
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid     result = self.connection._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 214, in _ewait
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid     self.check_error()
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 207, in check_error
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid     raise self.error
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid HeartbeatTimeout: heartbeat timeout
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid 
2015-02-23 11:26:28.402 23618 ERROR oslo.messaging._drivers.impl_qpid [-] Failed to consume message from queue: heartbeat timeout
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid Traceback (most recent call last):
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 546, in ensure
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid     return method(*args, **kwargs)
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 599, in _consume
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid     nxt_receiver = self.session.next_receiver(timeout=timeout)
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid   File "<string>", line 6, in next_receiver
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 665, in next_receiver
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid     if self._ecwait(lambda: self.incoming, timeout):
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 50, in _ecwait
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid     result = self._ewait(lambda: self.closed or predicate(), timeout)
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 571, in _ewait
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid     result = self.connection._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 214, in _ewait
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid     self.check_error()
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 207, in check_error
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid     raise self.error
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid HeartbeatTimeout: heartbeat timeout
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid 
2015-02-23 11:26:28.407 23618 ERROR oslo.messaging._drivers.impl_qpid [-] Failed to publish message to topic 'conductor': heartbeat timeout
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid Traceback (most recent call last):
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 546, in ensure
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid     return method(*args, **kwargs)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 619, in _publisher_send
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid     publisher = cls(self.conf, self.session, topic)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 407, in __init__
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid     super(TopicPublisher, self).__init__(conf, session, node_name)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 337, in __init__
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid     self.reconnect(session)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 341, in reconnect
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid     self.sender = session.sender(self.address)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "<string>", line 6, in sender
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 597, in sender
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid     sender._ewait(lambda: sender.linked)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 804, in _ewait
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid     result = self.session._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 571, in _ewait
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid     result = self.connection._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 214, in _ewait
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid     self.check_error()
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 207, in check_error
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid     raise self.error
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid HeartbeatTimeout: heartbeat timeout
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid 
2015-02-23 11:26:28.441 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:26:28.444 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:26:28.447 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:26:28.478 23618 ERROR oslo.messaging._drivers.impl_qpid [-] Failed to consume message from queue: heartbeat timeout
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid Traceback (most recent call last):
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 546, in ensure
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid     return method(*args, **kwargs)
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 599, in _consume
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid     nxt_receiver = self.session.next_receiver(timeout=timeout)
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid   File "<string>", line 6, in next_receiver
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 665, in next_receiver
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid     if self._ecwait(lambda: self.incoming, timeout):
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 50, in _ecwait
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid     result = self._ewait(lambda: self.closed or predicate(), timeout)
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 571, in _ewait
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid     result = self.connection._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 214, in _ewait
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid     self.check_error()
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid   File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 207, in check_error
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid     raise self.error
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid HeartbeatTimeout: heartbeat timeout
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid 
2015-02-23 11:26:28.502 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:26:33.757 23618 WARNING nova.compute.manager [-] Bandwidth usage not supported by hypervisor.
2015-02-23 11:27:51.908 23618 WARNING nova.compute.manager [-] Found 5 in the database and 1 on the hypervisor.