So, I've searched and searched and haven't found a solution that works as of yet.
Below is a copy of my zenhub log file, containing the full error message.
I currently have Zenoss 3.2.0 running on RHEL 5 x64.
Any help on how to get around this would be much appreciated.
------------------------------------------------------------------------------------------------------------------------------
2011-09-30 14:47:15,909 CRITICAL txn.47725673540528: A storage error occurred during the second phase of the two-phase commit. Resources may be in an inconsistent state.
2011-09-30 14:47:15,932 ERROR ZODB.Connection: Couldn't load state for 0x0192ec
Traceback (most recent call last):
File "/opt/zenoss/lib/python/ZODB/Connection.py", line 834, in setstate
self._setstate(obj)
File "/opt/zenoss/lib/python/ZODB/Connection.py", line 884, in _setstate
p, serial = self._storage.load(obj._p_oid, '')
File "/opt/zenoss/lib/python/ZEO/ClientStorage.py", line 810, in load
data, tid = self._server.loadEx(oid)
File "/opt/zenoss/lib/python/ZEO/ClientStorage.py", line 88, in __getattr__
raise ClientDisconnected()
ClientDisconnected
2011-09-30 14:47:15,933 WARNING ZEO.zrpc: (3502) CW: error connecting to ('localhost', 8100): ECONNREFUSED
2011-09-30 14:47:15,952 ERROR ZODB.Connection: Couldn't load state for 0x019363
Traceback (most recent call last):
File "/opt/zenoss/lib/python/ZODB/Connection.py", line 834, in setstate
self._setstate(obj)
File "/opt/zenoss/lib/python/ZODB/Connection.py", line 884, in _setstate
p, serial = self._storage.load(obj._p_oid, '')
File "/opt/zenoss/lib/python/ZEO/ClientStorage.py", line 810, in load
data, tid = self._server.loadEx(oid)
File "/opt/zenoss/lib/python/ZEO/ClientStorage.py", line 88, in __getattr__
raise ClientDisconnected()
ClientDisconnected
2011-09-30 14:47:15,968 ERROR ZODB.Connection: Couldn't load state for 0x0b4b
Traceback (most recent call last):
File "/opt/zenoss/lib/python/ZODB/Connection.py", line 834, in setstate
self._setstate(obj)
File "/opt/zenoss/lib/python/ZODB/Connection.py", line 902, in _setstate
self._reader.setGhostState(obj, p)
File "/opt/zenoss/lib/python/ZODB/serialize.py", line 612, in setGhostState
state = self.getState(pickle)
File "/opt/zenoss/lib/python/ZODB/serialize.py", line 605, in getState
return unpickler.load()
File "/opt/zenoss/lib/python/ZODB/serialize.py", line 479, in _persistent_load
return self.load_oid(reference)
File "/opt/zenoss/lib/python/ZODB/serialize.py", line 545, in load_oid
return self._conn.get(oid)
File "/opt/zenoss/lib/python/ZODB/Connection.py", line 250, in get
p, serial = self._storage.load(oid, '')
File "/opt/zenoss/lib/python/ZEO/ClientStorage.py", line 810, in load
data, tid = self._server.loadEx(oid)
File "/opt/zenoss/lib/python/ZEO/ClientStorage.py", line 88, in __getattr__
raise ClientDisconnected()
ClientDisconnected
2011-09-30 15:04:02,796 INFO zen.Events: Invalid statement: update status set clearid = 'f085c187-72f3-43ab-a3db-1aa4ba507310' where device='localhost' and component='zenhub' and eventKey='' and (eventClass='/App/Stop' or eventClass='/App/Start')
2011-09-30 15:04:02,801 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
2011-09-30 15:04:02,801 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 153, in sendEvent
evid = self.doSendEvent(event)
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 215, in doSendEvent
rows = execute(curs, self.buildClearUpdate(event, clearcls))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 51, in execute
raise ex
OperationalError: (1033, "Incorrect information in file: './events/status.frm'")
2011-09-30 15:04:02,806 ERROR zen.ZenHub: Unable to send an event
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenHub/zenhub.py", line 431, in sendEvent
self.zem.sendEvent(Event(**kw))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 171, in sendEvent
raise ZenBackendFailure(str(e))
ZenBackendFailure: (1033, "Incorrect information in file: './events/status.frm'")
2011-09-30 15:04:02,912 INFO zen.Events: Invalid statement: insert into heartbeat set device='localhost',component='zenhub',timeout=90 on duplicate key update lastTime=Null, timeout=90
2011-09-30 15:04:02,912 ERROR zen.Events: (1033, "Incorrect information in file: './events/heartbeat.frm'")
2011-09-30 15:11:16,542 INFO zen.Events: Invalid statement: update status set clearid = 'eee54292-d95f-4d93-98cd-a2049671f7ad' where device='localhost' and component='zenhub' and eventKey='' and (eventClass='/App/Stop' or eventClass='/App/Start')
2011-09-30 15:11:16,550 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
2011-09-30 15:11:16,551 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 153, in sendEvent
evid = self.doSendEvent(event)
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 215, in doSendEvent
rows = execute(curs, self.buildClearUpdate(event, clearcls))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 51, in execute
raise ex
OperationalError: (1033, "Incorrect information in file: './events/status.frm'")
2011-09-30 15:11:16,554 ERROR zen.ZenHub: Unable to send an event
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenHub/zenhub.py", line 431, in sendEvent
self.zem.sendEvent(Event(**kw))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 171, in sendEvent
raise ZenBackendFailure(str(e))
ZenBackendFailure: (1033, "Incorrect information in file: './events/status.frm'")
2011-09-30 15:11:16,743 INFO zen.Events: Invalid statement: insert into heartbeat set device='localhost',component='zenhub',timeout=90 on duplicate key update lastTime=Null, timeout=90
2011-09-30 15:11:16,743 ERROR zen.Events: (1033, "Incorrect information in file: './events/heartbeat.frm'")
2011-10-03 09:26:49,188 INFO zen.Events: Invalid statement: update status set clearid = 'cf0fab90-d82a-4625-817e-73e5328143d0' where device='localhost' and component='zenhub' and eventKey='' and (eventClass='/App/Stop' or eventClass='/App/Start')
2011-10-03 09:26:49,192 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:26:49,192 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 153, in sendEvent
evid = self.doSendEvent(event)
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 215, in doSendEvent
rows = execute(curs, self.buildClearUpdate(event, clearcls))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 51, in execute
raise ex
OperationalError: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:26:49,193 ERROR zen.ZenHub: Unable to send an event
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenHub/zenhub.py", line 431, in sendEvent
self.zem.sendEvent(Event(**kw))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 171, in sendEvent
raise ZenBackendFailure(str(e))
ZenBackendFailure: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:26:49,257 INFO zen.Events: Invalid statement: insert into heartbeat set device='localhost',component='zenhub',timeout=90 on duplicate key update lastTime=Null, timeout=90
2011-10-03 09:26:49,257 ERROR zen.Events: (1033, "Incorrect information in file: './events/heartbeat.frm'")
2011-10-03 09:42:46,654 INFO zen.Events: Invalid statement: update status set clearid = '9c84c3d7-2a7e-43de-9792-eb4caad67300' where device='localhost' and component='zenhub' and eventKey='' and (eventClass='/App/Stop' or eventClass='/App/Start')
2011-10-03 09:42:46,658 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:42:46,659 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 153, in sendEvent
evid = self.doSendEvent(event)
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 215, in doSendEvent
rows = execute(curs, self.buildClearUpdate(event, clearcls))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 51, in execute
raise ex
OperationalError: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:42:46,659 ERROR zen.ZenHub: Unable to send an event
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenHub/zenhub.py", line 431, in sendEvent
self.zem.sendEvent(Event(**kw))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 171, in sendEvent
raise ZenBackendFailure(str(e))
ZenBackendFailure: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:42:46,723 INFO zen.Events: Invalid statement: insert into heartbeat set device='localhost',component='zenhub',timeout=90 on duplicate key update lastTime=Null, timeout=90
2011-10-03 09:42:46,724 ERROR zen.Events: (1033, "Incorrect information in file: './events/heartbeat.frm'")
2011-10-03 09:44:35,313 INFO zen.Events: Invalid statement: update status set clearid = 'dc0559c8-fd54-40a0-8294-671aae514d7b' where device='localhost' and component='zenhub' and eventKey='' and (eventClass='/App/Stop' or eventClass='/App/Start')
2011-10-03 09:44:35,317 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:44:35,318 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 153, in sendEvent
evid = self.doSendEvent(event)
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 215, in doSendEvent
rows = execute(curs, self.buildClearUpdate(event, clearcls))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 51, in execute
raise ex
OperationalError: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:44:35,318 ERROR zen.ZenHub: Unable to send an event
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenHub/zenhub.py", line 431, in sendEvent
self.zem.sendEvent(Event(**kw))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 171, in sendEvent
raise ZenBackendFailure(str(e))
ZenBackendFailure: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:44:35,383 INFO zen.Events: Invalid statement: insert into heartbeat set device='localhost',component='zenhub',timeout=90 on duplicate key update lastTime=Null, timeout=90
2011-10-03 09:44:35,383 ERROR zen.Events: (1033, "Incorrect information in file: './events/heartbeat.frm'")
2011-10-03 09:48:20,390 INFO zen.Events: Invalid statement: update status set clearid = 'ff27f9e5-5a22-4dd5-a654-af8132a2d46e' where device='localhost' and component='zenhub' and eventKey='' and (eventClass='/App/Stop' or eventClass='/App/Start')
2011-10-03 09:48:20,394 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:48:20,395 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 153, in sendEvent
evid = self.doSendEvent(event)
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 215, in doSendEvent
rows = execute(curs, self.buildClearUpdate(event, clearcls))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 51, in execute
raise ex
OperationalError: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:48:20,395 ERROR zen.ZenHub: Unable to send an event
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenHub/zenhub.py", line 431, in sendEvent
self.zem.sendEvent(Event(**kw))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 171, in sendEvent
raise ZenBackendFailure(str(e))
ZenBackendFailure: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:48:20,470 INFO zen.Events: Invalid statement: insert into heartbeat set device='localhost',component='zenhub',timeout=90 on duplicate key update lastTime=Null, timeout=90
2011-10-03 09:48:20,470 ERROR zen.Events: (1033, "Incorrect information in file: './events/heartbeat.frm'")
2011-10-03 09:58:39,394 INFO zen.Events: Invalid statement: update status set clearid = '185b4f69-6838-4293-9356-8dba3f765012' where device='localhost' and component='zenhub' and eventKey='' and (eventClass='/App/Stop' or eventClass='/App/Start')
2011-10-03 09:58:39,399 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:58:39,399 ERROR zen.Events: (1033, "Incorrect information in file: './events/status.frm'")
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 153, in sendEvent
evid = self.doSendEvent(event)
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 215, in doSendEvent
rows = execute(curs, self.buildClearUpdate(event, clearcls))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 51, in execute
raise ex
OperationalError: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:58:39,399 ERROR zen.ZenHub: Unable to send an event
Traceback (most recent call last):
File "/opt/zenoss/Products/ZenHub/zenhub.py", line 431, in sendEvent
self.zem.sendEvent(Event(**kw))
File "/opt/zenoss/Products/ZenEvents/MySqlSendEvent.py", line 171, in sendEvent
raise ZenBackendFailure(str(e))
ZenBackendFailure: (1033, "Incorrect information in file: './events/status.frm'")
2011-10-03 09:58:39,475 INFO zen.Events: Invalid statement: insert into heartbeat set device='localhost',component='zenhub',timeout=90 on duplicate key update lastTime=Null, timeout=90
2011-10-03 09:58:39,475 ERROR zen.Events: (1033, "Incorrect information in file: './events/heartbeat.frm'")