Skip to content

Instantly share code, notes, and snippets.

@mxttwoods

mxttwoods/hndlr.py

Forked from giumas/Logging - SQLite handler
Created December 14, 2021 16:28
Show Gist options

  • Select an option

    Learn more about clone URLs
  • Save mxttwoods/dfdbf4bf66f45d26ccfb46032d08eb49 to your computer and use it in GitHub Desktop.

Select an option

Learn more about clone URLs
Save mxttwoods/dfdbf4bf66f45d26ccfb46032d08eb49 to your computer and use it in GitHub Desktop.
Download ZIP
A minimal SQLite handler for the python logging module
Raw
hndlr.py
from __future__ import absolute_import, division, print_function, unicode_literals
import sqlite3
import logging
import time
__version__ = "0.1.0"
initial_sql = """CREATE TABLE IF NOT EXISTS log(
TimeStamp TEXT,
Source TEXT,
LogLevel INT,
LogLevelName TEXT,
Message TEXT,
Args TEXT,
Module TEXT,
FuncName TEXT,
LineNo INT,
Exception TEXT,
Process INT,
Thread TEXT,
ThreadName TEXT
)"""
insertion_sql = """INSERT INTO log(
TimeStamp,
Source,
LogLevel,
LogLevelName,
Message,
Args,
Module,
FuncName,
LineNo,
Exception,
Process,
Thread,
ThreadName
)
VALUES (
'%(dbtime)s',
'%(name)s',
%(levelno)d,
'%(levelname)s',
'%(msg)s',
'%(args)s',
'%(module)s',
'%(funcName)s',
%(lineno)d,
'%(exc_text)s',
%(process)d,
'%(thread)s',
'%(threadName)s'
);
"""
class SQLiteHandler(logging.Handler):
"""
Thread-safe logging handler for SQLite.
"""
def __init__(self, db='app.db'):
logging.Handler.__init__(self)
self.db = db
conn = sqlite3.connect(self.db)
conn.execute(initial_sql)
conn.commit()
def format_time(self, record):
"""
Create a time stamp
"""
record.dbtime = time.strftime("%Y-%m-%d %H:%M:%S", time.localtime(record.created))
def emit(self, record):
self.format(record)
self.format_time(record)
if record.exc_info: # for exceptions
record.exc_text = logging._defaultFormatter.formatException(record.exc_info)
else:
record.exc_text = ""
# Insert the log record
sql = insertion_sql % record.__dict__
conn = sqlite3.connect(self.db)
conn.execute(sql)
conn.commit() # not efficient, but hopefully thread-safe
@mxttwoods
Copy link
Author

mxttwoods commented Dec 14, 2021 

from __future__ import absolute_import, division, print_function, unicode_literals

import logging

from a_package import a_module
from a_package.logging_sqlite import SQLiteHandler


def main():
    logger = logging.getLogger()
    logger.setLevel(logging.INFO)

    # sqlite handler
    sh = SQLiteHandler(db="test.db")
    sh.setLevel(logging.INFO)
    logging.getLogger().addHandler(sh)

    # test
    logging.info('Start')
    a_module.test()
    logging.info('End')

if __name__ == '__main__':
    main()

Sign up for free to join this conversation on GitHub. Already have an account? Sign in to comment