1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126 | 2015-02-23 11:20:16.273 23618 WARNING nova.virt.disk.vfs.guestfs [req-09cc58d1-31f2-4242-8064-6ec2810b9fd6 81865548b36f4a8a80d73818deea7512 36e99b7fa5b0496a88deb9ddabb55ab5] Failed to close augeas aug_close: do_aug_close: you must call 'aug-init' first to initialize Augeas
2015-02-23 11:20:16.402 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:22:59.162 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:23:01.226 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:23:20.630 23618 ERROR oslo.messaging.rpc.dispatcher [-] Exception during message handling: Instance instance-00000098 could not be found.
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher Traceback (most recent call last):
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher incoming.message))
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher return self._do_dispatch(endpoint, method, ctxt, args)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher result = getattr(endpoint, method)(ctxt, **new_args)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/server.py", line 139, in inner
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher return func(*args, **kwargs)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/nova/exception.py", line 88, in wrapped
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher payload)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/nova/openstack/common/excutils.py", line 68, in __exit__
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher six.reraise(self.type_, self.value, self.tb)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/nova/exception.py", line 71, in wrapped
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher return f(self, context, *args, **kw)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 290, in decorated_function
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher return function(self, context, *args, **kwargs)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 3974, in get_console_output
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher output = self.driver.get_console_output(context, instance)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/nova/virt/libvirt/driver.py", line 2325, in get_console_output
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher virt_dom = self._lookup_by_name(instance.name)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher File "/usr/lib/python2.6/site-packages/nova/virt/libvirt/driver.py", line 3525, in _lookup_by_name
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher raise exception.InstanceNotFound(instance_id=instance_name)
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher InstanceNotFound: Instance instance-00000098 could not be found.
2015-02-23 11:23:20.630 23618 TRACE oslo.messaging.rpc.dispatcher
2015-02-23 11:23:20.635 23618 ERROR oslo.messaging._drivers.common [-] Returning exception Instance instance-00000098 could not be found. to caller
2015-02-23 11:23:20.635 23618 ERROR oslo.messaging._drivers.common [-] ['Traceback (most recent call last):\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 133, in _dispatch_and_reply\n incoming.message))\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 176, in _dispatch\n return self._do_dispatch(endpoint, method, ctxt, args)\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/dispatcher.py", line 122, in _do_dispatch\n result = getattr(endpoint, method)(ctxt, **new_args)\n', ' File "/usr/lib/python2.6/site-packages/oslo/messaging/rpc/server.py", line 139, in inner\n return func(*args, **kwargs)\n', ' File "/usr/lib/python2.6/site-packages/nova/exception.py", line 88, in wrapped\n payload)\n', ' File "/usr/lib/python2.6/site-packages/nova/openstack/common/excutils.py", line 68, in __exit__\n six.reraise(self.type_, self.value, self.tb)\n', ' File "/usr/lib/python2.6/site-packages/nova/exception.py", line 71, in wrapped\n return f(self, context, *args, **kw)\n', ' File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 290, in decorated_function\n return function(self, context, *args, **kwargs)\n', ' File "/usr/lib/python2.6/site-packages/nova/compute/manager.py", line 3974, in get_console_output\n output = self.driver.get_console_output(context, instance)\n', ' File "/usr/lib/python2.6/site-packages/nova/virt/libvirt/driver.py", line 2325, in get_console_output\n virt_dom = self._lookup_by_name(instance.name)\n', ' File "/usr/lib/python2.6/site-packages/nova/virt/libvirt/driver.py", line 3525, in _lookup_by_name\n raise exception.InstanceNotFound(instance_id=instance_name)\n', 'InstanceNotFound: Instance instance-00000098 could not be found.\n']
2015-02-23 11:26:28.371 23618 ERROR oslo.messaging._drivers.impl_qpid [-] Failed to publish message to topic 'conductor': heartbeat timeout
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid Traceback (most recent call last):
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 546, in ensure
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid return method(*args, **kwargs)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 619, in _publisher_send
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid publisher = cls(self.conf, self.session, topic)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 407, in __init__
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid super(TopicPublisher, self).__init__(conf, session, node_name)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 337, in __init__
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid self.reconnect(session)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 341, in reconnect
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid self.sender = session.sender(self.address)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "<string>", line 6, in sender
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 597, in sender
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid sender._ewait(lambda: sender.linked)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 804, in _ewait
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid result = self.session._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 571, in _ewait
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid result = self.connection._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 214, in _ewait
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid self.check_error()
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 207, in check_error
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid raise self.error
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid HeartbeatTimeout: heartbeat timeout
2015-02-23 11:26:28.371 23618 TRACE oslo.messaging._drivers.impl_qpid
2015-02-23 11:26:28.402 23618 ERROR oslo.messaging._drivers.impl_qpid [-] Failed to consume message from queue: heartbeat timeout
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid Traceback (most recent call last):
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 546, in ensure
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid return method(*args, **kwargs)
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 599, in _consume
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid nxt_receiver = self.session.next_receiver(timeout=timeout)
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid File "<string>", line 6, in next_receiver
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 665, in next_receiver
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid if self._ecwait(lambda: self.incoming, timeout):
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 50, in _ecwait
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid result = self._ewait(lambda: self.closed or predicate(), timeout)
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 571, in _ewait
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid result = self.connection._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 214, in _ewait
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid self.check_error()
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 207, in check_error
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid raise self.error
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid HeartbeatTimeout: heartbeat timeout
2015-02-23 11:26:28.402 23618 TRACE oslo.messaging._drivers.impl_qpid
2015-02-23 11:26:28.407 23618 ERROR oslo.messaging._drivers.impl_qpid [-] Failed to publish message to topic 'conductor': heartbeat timeout
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid Traceback (most recent call last):
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 546, in ensure
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid return method(*args, **kwargs)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 619, in _publisher_send
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid publisher = cls(self.conf, self.session, topic)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 407, in __init__
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid super(TopicPublisher, self).__init__(conf, session, node_name)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 337, in __init__
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid self.reconnect(session)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 341, in reconnect
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid self.sender = session.sender(self.address)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "<string>", line 6, in sender
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 597, in sender
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid sender._ewait(lambda: sender.linked)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 804, in _ewait
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid result = self.session._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 571, in _ewait
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid result = self.connection._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 214, in _ewait
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid self.check_error()
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 207, in check_error
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid raise self.error
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid HeartbeatTimeout: heartbeat timeout
2015-02-23 11:26:28.407 23618 TRACE oslo.messaging._drivers.impl_qpid
2015-02-23 11:26:28.441 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:26:28.444 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:26:28.447 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:26:28.478 23618 ERROR oslo.messaging._drivers.impl_qpid [-] Failed to consume message from queue: heartbeat timeout
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid Traceback (most recent call last):
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 546, in ensure
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid return method(*args, **kwargs)
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/oslo/messaging/_drivers/impl_qpid.py", line 599, in _consume
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid nxt_receiver = self.session.next_receiver(timeout=timeout)
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid File "<string>", line 6, in next_receiver
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 665, in next_receiver
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid if self._ecwait(lambda: self.incoming, timeout):
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 50, in _ecwait
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid result = self._ewait(lambda: self.closed or predicate(), timeout)
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 571, in _ewait
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid result = self.connection._ewait(lambda: self.error or predicate(), timeout)
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 214, in _ewait
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid self.check_error()
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid File "/usr/lib/python2.6/site-packages/qpid/messaging/endpoints.py", line 207, in check_error
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid raise self.error
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid HeartbeatTimeout: heartbeat timeout
2015-02-23 11:26:28.478 23618 TRACE oslo.messaging._drivers.impl_qpid
2015-02-23 11:26:28.502 23618 INFO oslo.messaging._drivers.impl_qpid [-] Connected to AMQP server on deimos.somecollege.edu:5672
2015-02-23 11:26:33.757 23618 WARNING nova.compute.manager [-] Bandwidth usage not supported by hypervisor.
2015-02-23 11:27:51.908 23618 WARNING nova.compute.manager [-] Found 5 in the database and 1 on the hypervisor.
|