2014-03-23 16:04:03 +01:00
|
|
|
"""This module holds functions and classes responsible for formatting the log output
|
|
|
|
both to a file and to the console.
|
|
|
|
"""
|
2013-06-23 22:30:41 +02:00
|
|
|
import logging
|
|
|
|
|
|
|
|
|
2014-08-21 14:40:11 -07:00
|
|
|
def get_console_handler(debug, colorize):
|
2016-06-04 11:35:59 +02:00
|
|
|
"""Returns a log handler for the console
|
|
|
|
The handler color codes the different log levels
|
|
|
|
|
|
|
|
:params bool debug: Whether to set the log level to DEBUG (otherwise INFO)
|
|
|
|
:params bool colorize: Whether to colorize console output
|
|
|
|
:return: The console logging handler
|
|
|
|
"""
|
|
|
|
# Create a console log handler
|
|
|
|
import sys
|
|
|
|
console_handler = logging.StreamHandler(sys.stderr)
|
|
|
|
if colorize:
|
|
|
|
# We want to colorize the output to the console, so we add a formatter
|
|
|
|
console_handler.setFormatter(ColorFormatter())
|
|
|
|
# Set the log level depending on the debug argument
|
|
|
|
if debug:
|
|
|
|
console_handler.setLevel(logging.DEBUG)
|
|
|
|
else:
|
|
|
|
console_handler.setLevel(logging.INFO)
|
|
|
|
return console_handler
|
2014-07-09 22:20:20 +02:00
|
|
|
|
|
|
|
|
|
|
|
def get_file_handler(path, debug):
|
2016-06-04 11:35:59 +02:00
|
|
|
"""Returns a log handler for the given path
|
|
|
|
If the parent directory of the logpath does not exist it will be created
|
|
|
|
The handler outputs relative timestamps (to when it was created)
|
|
|
|
|
|
|
|
:params str path: The full path to the logfile
|
|
|
|
:params bool debug: Whether to set the log level to DEBUG (otherwise INFO)
|
|
|
|
:return: The file logging handler
|
|
|
|
"""
|
|
|
|
import os.path
|
|
|
|
if not os.path.exists(os.path.dirname(path)):
|
|
|
|
os.makedirs(os.path.dirname(path))
|
|
|
|
# Create the log handler
|
|
|
|
file_handler = logging.FileHandler(path)
|
|
|
|
# Absolute timestamps are rather useless when bootstrapping, it's much more interesting
|
|
|
|
# to see how long things take, so we log in a relative format instead
|
|
|
|
file_handler.setFormatter(FileFormatter('[%(relativeCreated)s] %(levelname)s: %(message)s'))
|
|
|
|
# The file log handler always logs everything
|
|
|
|
file_handler.setLevel(logging.DEBUG)
|
|
|
|
return file_handler
|
2014-07-09 22:20:20 +02:00
|
|
|
|
|
|
|
|
2014-03-23 23:53:20 +01:00
|
|
|
def get_log_filename(manifest_path):
|
2016-06-04 11:35:59 +02:00
|
|
|
"""Returns the path to a logfile given a manifest
|
|
|
|
The logfile name is constructed from the current timestamp and the basename of the manifest
|
2014-03-23 16:04:03 +01:00
|
|
|
|
2016-06-04 11:35:59 +02:00
|
|
|
:param str manifest_path: The path to the manifest
|
|
|
|
:return: The path to the logfile
|
|
|
|
:rtype: str
|
|
|
|
"""
|
|
|
|
import os.path
|
|
|
|
from datetime import datetime
|
2013-06-23 22:30:41 +02:00
|
|
|
|
2016-06-04 11:35:59 +02:00
|
|
|
manifest_basename = os.path.basename(manifest_path)
|
|
|
|
manifest_name, _ = os.path.splitext(manifest_basename)
|
|
|
|
timestamp = datetime.now().strftime('%Y%m%d%H%M%S')
|
|
|
|
filename = '{timestamp}_{name}.log'.format(timestamp=timestamp, name=manifest_name)
|
|
|
|
return filename
|
2013-06-23 22:30:41 +02:00
|
|
|
|
2013-06-26 20:14:37 +02:00
|
|
|
|
2014-11-25 21:37:35 +01:00
|
|
|
class SourceFormatter(logging.Formatter):
|
2016-06-04 11:35:59 +02:00
|
|
|
"""Adds a [source] tag to the log message if it exists
|
|
|
|
The python docs suggest using a LoggingAdapter, but that would mean we'd
|
|
|
|
have to use it everywhere we log something (and only when called remotely),
|
|
|
|
which is not feasible.
|
|
|
|
"""
|
2014-11-25 21:37:35 +01:00
|
|
|
|
2016-06-04 11:35:59 +02:00
|
|
|
def format(self, record):
|
|
|
|
extra = getattr(record, 'extra', {})
|
|
|
|
if 'source' in extra:
|
|
|
|
record.msg = '[{source}] {message}'.format(source=record.extra['source'],
|
|
|
|
message=record.msg)
|
|
|
|
return super(SourceFormatter, self).format(record)
|
2014-11-25 21:37:35 +01:00
|
|
|
|
|
|
|
|
|
|
|
class ColorFormatter(SourceFormatter):
|
2016-06-04 11:35:59 +02:00
|
|
|
"""Colorizes log messages depending on the loglevel
|
|
|
|
"""
|
|
|
|
level_colors = {logging.ERROR: 'red',
|
|
|
|
logging.WARNING: 'magenta',
|
|
|
|
logging.INFO: 'blue',
|
|
|
|
}
|
2013-06-26 20:14:37 +02:00
|
|
|
|
2016-06-04 11:35:59 +02:00
|
|
|
def format(self, record):
|
|
|
|
# Colorize the message if we have a color for it (DEBUG has no color)
|
|
|
|
from termcolor import colored
|
|
|
|
record.msg = colored(record.msg, self.level_colors.get(record.levelno, None))
|
|
|
|
return super(ColorFormatter, self).format(record)
|
2013-06-23 22:30:41 +02:00
|
|
|
|
|
|
|
|
2014-11-25 21:37:35 +01:00
|
|
|
class FileFormatter(SourceFormatter):
|
2016-06-04 11:35:59 +02:00
|
|
|
"""Formats log statements for output to file
|
|
|
|
Currently this is just a stub
|
|
|
|
"""
|
|
|
|
def format(self, record):
|
|
|
|
return super(FileFormatter, self).format(record)
|