Commit baddd320 authored by Julien Muchembled's avatar Julien Muchembled

Store protocol inside log

parent 1f6bbcc1
...@@ -28,7 +28,7 @@ from logging import getLogger, Formatter, Logger, LogRecord, StreamHandler, \ ...@@ -28,7 +28,7 @@ from logging import getLogger, Formatter, Logger, LogRecord, StreamHandler, \
DEBUG, WARNING DEBUG, WARNING
from time import time from time import time
from traceback import format_exception from traceback import format_exception
import neo, os, signal, sqlite3, threading import bz2, inspect, neo, os, signal, sqlite3, threading
# Stats for storage node of matrix test (py2.7:SQLite) # Stats for storage node of matrix test (py2.7:SQLite)
RECORD_SIZE = ( 234360832 # extra memory used RECORD_SIZE = ( 234360832 # extra memory used
...@@ -149,6 +149,18 @@ class logging(Logger): ...@@ -149,6 +149,18 @@ class logging(Logger):
body BLOB) body BLOB)
""") """)
q("""CREATE INDEX IF NOT EXISTS _packet_i1 ON packet(date)""") q("""CREATE INDEX IF NOT EXISTS _packet_i1 ON packet(date)""")
q("""CREATE TABLE IF NOT EXISTS protocol (
date REAL PRIMARY KEY NOT NULL,
text BLOB NOT NULL)
""")
from . import protocol as p
with open(inspect.getsourcefile(p)) as p:
p = buffer(bz2.compress(p.read()))
for t, in q("SELECT text FROM protocol ORDER BY date DESC"):
if p == t:
break
else:
q("INSERT INTO protocol VALUES (?,?)", (time(), p))
finally: finally:
self._release() self._release()
__del__ = setup __del__ = setup
......
#!/usr/bin/env python #!/usr/bin/env python
# #
# neostorage - run a storage node of NEO # neolog - read a NEO log
# #
# Copyright (C) 2012 Nexedi SA # Copyright (C) 2012 Nexedi SA
# #
...@@ -17,29 +17,67 @@ ...@@ -17,29 +17,67 @@
# You should have received a copy of the GNU General Public License # You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>. # along with this program. If not, see <http://www.gnu.org/licenses/>.
import logging, os, sqlite3, sys, time import bz2, logging, os, sqlite3, sys, time
from neo.lib.protocol import Packets, PacketMalformedError from binascii import b2a_hex
from neo.lib.util import dump from logging import getLevelName
def emit(date, name, levelname, msg_list): class main(object):
def __new__(cls):
self = object.__new__(cls)
db_path = sys.argv[1]
self._default_name, _ = os.path.splitext(os.path.basename(db_path))
self._db = db = sqlite3.connect(db_path)
nl = db.execute("SELECT * FROM log")
np = db.execute("SELECT * FROM packet")
try:
p = np.next()
self._reload(p[0])
except StopIteration:
p = None
for date, name, level, pathname, lineno, msg in nl:
while p and p[0] < date:
self._packet(*p)
p = np.fetchone()
self._emit(date, name, getLevelName(level), msg.splitlines())
if p:
self._packet(*p)
for p in np:
self._packet(*p)
def _reload(self, date):
q = self._db.execute
g = {}
exec bz2.decompress(*q("SELECT text FROM protocol WHERE date<?"
" ORDER BY date DESC", (date,)).next()) in g
self.Packets = g['Packets']
self.PacketMalformedError = g['PacketMalformedError']
try:
self._next_protocol, = q("SELECT date FROM protocol WHERE date>=?",
(date,)).next()
except StopIteration:
self._next_protocol = float('inf')
def _emit(self, date, name, levelname, msg_list):
d = int(date) d = int(date)
prefix = '%s.%04u %-9s %-10s ' % (time.strftime('%F %T', time.localtime(d)), prefix = '%s.%04u %-9s %-10s ' % (
time.strftime('%F %T', time.localtime(d)),
int((date - d) * 10000), levelname, int((date - d) * 10000), levelname,
name or default_name) name or self._default_name)
for msg in msg_list: for msg in msg_list:
print prefix + msg print prefix + msg
class packet(object): def _packet(self, date, name, msg_id, code, peer, body):
if self._next_protocol <= date:
def __new__(cls, date, name, msg_id, code, peer, body): self._reload(date)
try: try:
p = Packets[code] p = self.Packets[code]
except KeyError: except KeyError:
Packets[code] = p = type('UnknownPacket[%u]' % code, (object,), {}) Packets[code] = p = type('UnknownPacket[%u]' % code, (object,), {})
msg = ['#0x%04x %-30s %s' % (msg_id, p.__name__, peer)] msg = ['#0x%04x %-30s %s' % (msg_id, p.__name__, peer)]
if body is not None: if body is not None:
try: try:
logger = getattr(cls, p.handler_method_name) logger = getattr(self, p.handler_method_name)
except AttributeError: except AttributeError:
pass pass
else: else:
...@@ -48,47 +86,22 @@ class packet(object): ...@@ -48,47 +86,22 @@ class packet(object):
p._body = body p._body = body
try: try:
args = p.decode() args = p.decode()
except PacketMalformedError: except self.PacketMalformedError:
msg.append("Can't decode packet") msg.append("Can't decode packet")
else: else:
msg += logger(*args) msg += logger(*args)
emit(date, name, 'PACKET', msg) self._emit(date, name, 'PACKET', msg)
@staticmethod def error(self, code, message):
def error(code, message):
return "%s (%s)" % (code, message), return "%s (%s)" % (code, message),
@staticmethod def notifyNodeInformation(self, node_list):
def notifyNodeInformation(node_list):
for node_type, address, uuid, state in node_list: for node_type, address, uuid, state in node_list:
address = '%s:%u' % address if address else '?' address = '%s:%u' % address if address else '?'
yield ' ! %s | %8s | %22s | %s' % ( if uuid is not None:
dump(uuid), node_type, address, state) uuid = b2a_hex(uuid)
yield ' ! %s | %8s | %22s | %s' % (uuid, node_type, address, state)
def main():
global default_name
db_path = sys.argv[1]
default_name, _ = os.path.splitext(os.path.basename(db_path))
db = sqlite3.connect(db_path)
nl = db.execute('select * from log')
np = db.execute('select * from packet')
try:
p = np.next()
except StopIteration:
p = None
for date, name, level, pathname, lineno, msg in nl:
try:
while p and p[0] < date:
packet(*p)
p = np.next()
except StopIteration:
p = None
emit(date, name, logging.getLevelName(level), msg.splitlines())
if p:
packet(*p)
for p in np:
packet(*p)
if __name__ == "__main__": if __name__ == "__main__":
sys.exit(main()) main()
neo/scripts/neolog.py
\ No newline at end of file
Markdown is supported
0%
or
You are about to add 0 people to the discussion. Proceed with caution.
Finish editing this message first!
Please register or to comment