level 1
作业调查
楼主
2017-10-16 17:25:27.021 1450 ERROR neutron.agent.linux.utils [req-4b5dee4e-7d1f-4335-babb-aa098e79367b - - - - -] Rootwrap error running command: ['conntrack', '-D', '-f', 'ipv4', '-d', '192.168.80.52', '-w', '1']
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent [req-4b5dee4e-7d1f-4335-babb-aa098e79367b - - - - -] Error in agent loop. Devices info: {'current': set(['tap34ec42e3-44']), 'timestamps': {'tap34ec42e3-44': 13}, 'removed': set(['tap9be35b06-f3', 'tap9731404d-b3', 'tapa7ff8262-92']), 'added': set(['tap34ec42e3-44']), 'updated': set([])}
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent Traceback (most recent call last):
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/plugins/ml2/drivers/agent/_common_agent.py", line 452, in daemon_loop
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent sync = self.process_network_devices(device_info)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/osprofiler/profiler.py", line 154, in wrapper
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent return f(*args, **kwargs)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/plugins/ml2/drivers/agent/_common_agent.py", line 212, in process_network_devices
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent resync_b = self.treat_devices_removed(device_info['removed'])
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/osprofiler/profiler.py", line 154, in wrapper
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent return f(*args, **kwargs)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/plugins/ml2/drivers/agent/_common_agent.py", line 330, in treat_devices_removed
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent self.sg_agent.remove_devices_filter(devices)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/securitygroups_rpc.py", line 226, in remove_devices_filter
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent self.firewall.remove_port_filter(device)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/iptables_firewall.py", line 213, in remove_port_filter
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent self._remove_conntrack_entries_from_port_deleted(port)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/iptables_firewall.py", line 185, in _remove_conntrack_entries_from_port_deleted
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent [device_info], ethertype, set())
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/ip_conntrack.py", line 126, in delete_conntrack_state_by_remote_ips
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent self._delete_conntrack_state(device_info_list, rule)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/ip_conntrack.py", line 108, in _delete_conntrack_state
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent extra_ok_codes=[1])
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/utils.py", line 124, in execute
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent execute_rootwrap_daemon(cmd, process_input, addl_env))
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/utils.py", line 111, in execute_rootwrap_daemon
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent LOG.error(_LE("Rootwrap error running command: %s"), cmd)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent self.force_reraise()
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent six.reraise(self.type_, self.value, self.tb)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/utils.py", line 108, in execute_rootwrap_daemon
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent return client.execute(cmd, process_input)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/oslo_rootwrap/client.py", line 129, in execute
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent res = proxy.run_one_command(cmd, stdin)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "<string>", line 2, in run_one_command
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib64/python2.7/multiprocessing/managers.py", line 773, in _callmethod
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent raise convert_to_error(kind, result)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent RemoteError:
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent ---------------------------------------------------------------------------
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent Unserializable message: ('#ERROR', ValueError('I/O operation on closed file',))
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent ---------------------------------------------------------------------------
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent
2017年10月16日 09点10分
1
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent [req-4b5dee4e-7d1f-4335-babb-aa098e79367b - - - - -] Error in agent loop. Devices info: {'current': set(['tap34ec42e3-44']), 'timestamps': {'tap34ec42e3-44': 13}, 'removed': set(['tap9be35b06-f3', 'tap9731404d-b3', 'tapa7ff8262-92']), 'added': set(['tap34ec42e3-44']), 'updated': set([])}
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent Traceback (most recent call last):
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/plugins/ml2/drivers/agent/_common_agent.py", line 452, in daemon_loop
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent sync = self.process_network_devices(device_info)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/osprofiler/profiler.py", line 154, in wrapper
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent return f(*args, **kwargs)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/plugins/ml2/drivers/agent/_common_agent.py", line 212, in process_network_devices
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent resync_b = self.treat_devices_removed(device_info['removed'])
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/osprofiler/profiler.py", line 154, in wrapper
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent return f(*args, **kwargs)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/plugins/ml2/drivers/agent/_common_agent.py", line 330, in treat_devices_removed
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent self.sg_agent.remove_devices_filter(devices)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/securitygroups_rpc.py", line 226, in remove_devices_filter
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent self.firewall.remove_port_filter(device)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/iptables_firewall.py", line 213, in remove_port_filter
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent self._remove_conntrack_entries_from_port_deleted(port)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/iptables_firewall.py", line 185, in _remove_conntrack_entries_from_port_deleted
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent [device_info], ethertype, set())
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/ip_conntrack.py", line 126, in delete_conntrack_state_by_remote_ips
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent self._delete_conntrack_state(device_info_list, rule)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/ip_conntrack.py", line 108, in _delete_conntrack_state
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent extra_ok_codes=[1])
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/utils.py", line 124, in execute
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent execute_rootwrap_daemon(cmd, process_input, addl_env))
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/utils.py", line 111, in execute_rootwrap_daemon
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent LOG.error(_LE("Rootwrap error running command: %s"), cmd)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 220, in __exit__
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent self.force_reraise()
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/oslo_utils/excutils.py", line 196, in force_reraise
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent six.reraise(self.type_, self.value, self.tb)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/neutron/agent/linux/utils.py", line 108, in execute_rootwrap_daemon
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent return client.execute(cmd, process_input)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib/python2.7/site-packages/oslo_rootwrap/client.py", line 129, in execute
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent res = proxy.run_one_command(cmd, stdin)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "<string>", line 2, in run_one_command
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent File "/usr/lib64/python2.7/multiprocessing/managers.py", line 773, in _callmethod
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent raise convert_to_error(kind, result)
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent RemoteError:
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent ---------------------------------------------------------------------------
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent Unserializable message: ('#ERROR', ValueError('I/O operation on closed file',))
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent ---------------------------------------------------------------------------
2017-10-16 17:25:27.067 1450 ERROR neutron.plugins.ml2.drivers.agent._common_agent