Uploaded Test files
This commit is contained in:
parent
f584ad9d97
commit
2e81cb7d99
16627 changed files with 2065359 additions and 102444 deletions
182
venv/Lib/site-packages/zmq/log/handlers.py
Normal file
182
venv/Lib/site-packages/zmq/log/handlers.py
Normal file
|
@ -0,0 +1,182 @@
|
|||
"""pyzmq logging handlers.
|
||||
|
||||
This mainly defines the PUBHandler object for publishing logging messages over
|
||||
a zmq.PUB socket.
|
||||
|
||||
The PUBHandler can be used with the regular logging module, as in::
|
||||
|
||||
>>> import logging
|
||||
>>> handler = PUBHandler('tcp://127.0.0.1:12345')
|
||||
>>> handler.root_topic = 'foo'
|
||||
>>> logger = logging.getLogger('foobar')
|
||||
>>> logger.setLevel(logging.DEBUG)
|
||||
>>> logger.addHandler(handler)
|
||||
|
||||
After this point, all messages logged by ``logger`` will be published on the
|
||||
PUB socket.
|
||||
|
||||
Code adapted from StarCluster:
|
||||
|
||||
http://github.com/jtriley/StarCluster/blob/master/starcluster/logger.py
|
||||
"""
|
||||
|
||||
# Copyright (C) PyZMQ Developers
|
||||
# Distributed under the terms of the Modified BSD License.
|
||||
|
||||
|
||||
import logging
|
||||
from logging import INFO, DEBUG, WARN, ERROR, FATAL
|
||||
|
||||
import zmq
|
||||
from zmq.utils.strtypes import bytes, unicode, cast_bytes
|
||||
|
||||
|
||||
TOPIC_DELIM="::" # delimiter for splitting topics on the receiving end.
|
||||
|
||||
|
||||
class PUBHandler(logging.Handler):
|
||||
"""A basic logging handler that emits log messages through a PUB socket.
|
||||
|
||||
Takes a PUB socket already bound to interfaces or an interface to bind to.
|
||||
|
||||
Example::
|
||||
|
||||
sock = context.socket(zmq.PUB)
|
||||
sock.bind('inproc://log')
|
||||
handler = PUBHandler(sock)
|
||||
|
||||
Or::
|
||||
|
||||
handler = PUBHandler('inproc://loc')
|
||||
|
||||
These are equivalent.
|
||||
|
||||
Log messages handled by this handler are broadcast with ZMQ topics
|
||||
``this.root_topic`` comes first, followed by the log level
|
||||
(DEBUG,INFO,etc.), followed by any additional subtopics specified in the
|
||||
message by: log.debug("subtopic.subsub::the real message")
|
||||
"""
|
||||
|
||||
socket = None
|
||||
|
||||
|
||||
def __init__(self, interface_or_socket, context=None, root_topic=''):
|
||||
logging.Handler.__init__(self)
|
||||
self._root_topic = root_topic
|
||||
self.formatters = {
|
||||
logging.DEBUG: logging.Formatter(
|
||||
"%(levelname)s %(filename)s:%(lineno)d - %(message)s\n"),
|
||||
logging.INFO: logging.Formatter("%(message)s\n"),
|
||||
logging.WARN: logging.Formatter(
|
||||
"%(levelname)s %(filename)s:%(lineno)d - %(message)s\n"),
|
||||
logging.ERROR: logging.Formatter(
|
||||
"%(levelname)s %(filename)s:%(lineno)d - %(message)s - %(exc_info)s\n"),
|
||||
logging.CRITICAL: logging.Formatter(
|
||||
"%(levelname)s %(filename)s:%(lineno)d - %(message)s\n")}
|
||||
if isinstance(interface_or_socket, zmq.Socket):
|
||||
self.socket = interface_or_socket
|
||||
self.ctx = self.socket.context
|
||||
else:
|
||||
self.ctx = context or zmq.Context()
|
||||
self.socket = self.ctx.socket(zmq.PUB)
|
||||
self.socket.bind(interface_or_socket)
|
||||
|
||||
@property
|
||||
def root_topic(self):
|
||||
return self._root_topic
|
||||
|
||||
@root_topic.setter
|
||||
def root_topic(self, value):
|
||||
self.setRootTopic(value)
|
||||
|
||||
def setRootTopic(self, root_topic):
|
||||
"""Set the root topic for this handler.
|
||||
|
||||
This value is prepended to all messages published by this handler, and it
|
||||
defaults to the empty string ''. When you subscribe to this socket, you must
|
||||
set your subscription to an empty string, or to at least the first letter of
|
||||
the binary representation of this string to ensure you receive any messages
|
||||
from this handler.
|
||||
|
||||
If you use the default empty string root topic, messages will begin with
|
||||
the binary representation of the log level string (INFO, WARN, etc.).
|
||||
Note that ZMQ SUB sockets can have multiple subscriptions.
|
||||
"""
|
||||
self._root_topic = root_topic
|
||||
|
||||
def setFormatter(self, fmt, level=logging.NOTSET):
|
||||
"""Set the Formatter for this handler.
|
||||
|
||||
If no level is provided, the same format is used for all levels. This
|
||||
will overwrite all selective formatters set in the object constructor.
|
||||
"""
|
||||
if level==logging.NOTSET:
|
||||
for fmt_level in self.formatters.keys():
|
||||
self.formatters[fmt_level] = fmt
|
||||
else:
|
||||
self.formatters[level] = fmt
|
||||
|
||||
def format(self,record):
|
||||
"""Format a record."""
|
||||
return self.formatters[record.levelno].format(record)
|
||||
|
||||
def emit(self, record):
|
||||
"""Emit a log message on my socket."""
|
||||
try:
|
||||
topic, record.msg = record.msg.split(TOPIC_DELIM,1)
|
||||
except Exception:
|
||||
topic = ""
|
||||
try:
|
||||
bmsg = cast_bytes(self.format(record))
|
||||
except Exception:
|
||||
self.handleError(record)
|
||||
return
|
||||
|
||||
topic_list = []
|
||||
|
||||
if self.root_topic:
|
||||
topic_list.append(self.root_topic)
|
||||
|
||||
topic_list.append(record.levelname)
|
||||
|
||||
if topic:
|
||||
topic_list.append(topic)
|
||||
|
||||
btopic = b'.'.join(cast_bytes(t) for t in topic_list)
|
||||
|
||||
self.socket.send_multipart([btopic, bmsg])
|
||||
|
||||
|
||||
class TopicLogger(logging.Logger):
|
||||
"""A simple wrapper that takes an additional argument to log methods.
|
||||
|
||||
All the regular methods exist, but instead of one msg argument, two
|
||||
arguments: topic, msg are passed.
|
||||
|
||||
That is::
|
||||
|
||||
logger.debug('msg')
|
||||
|
||||
Would become::
|
||||
|
||||
logger.debug('topic.sub', 'msg')
|
||||
"""
|
||||
def log(self, level, topic, msg, *args, **kwargs):
|
||||
"""Log 'msg % args' with level and topic.
|
||||
|
||||
To pass exception information, use the keyword argument exc_info
|
||||
with a True value::
|
||||
|
||||
logger.log(level, "zmq.fun", "We have a %s",
|
||||
"mysterious problem", exc_info=1)
|
||||
"""
|
||||
logging.Logger.log(self, level, '%s::%s'%(topic,msg), *args, **kwargs)
|
||||
|
||||
# Generate the methods of TopicLogger, since they are just adding a
|
||||
# topic prefix to a message.
|
||||
for name in "debug warn warning error critical fatal".split():
|
||||
meth = getattr(logging.Logger,name)
|
||||
setattr(TopicLogger, name,
|
||||
lambda self, level, topic, msg, *args, **kwargs:
|
||||
meth(self, level, topic+TOPIC_DELIM+msg,*args, **kwargs))
|
||||
|
Loading…
Add table
Add a link
Reference in a new issue