You can not select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
64 lines
2.2 KiB
64 lines
2.2 KiB
5 years ago
|
import logging
|
||
|
|
import pickle
|
||
|
|
|
||
|
|
try:
|
||
|
|
import kafka
|
||
|
|
except ImportError:
|
||
|
|
kafka = None
|
||
|
|
|
||
|
|
from .pubsub_manager import PubSubManager
|
||
|
|
|
||
|
|
logger = logging.getLogger('socketio')
|
||
|
|
|
||
|
|
|
||
|
|
class KafkaManager(PubSubManager): # pragma: no cover
|
||
|
|
"""Kafka based client manager.
|
||
|
|
|
||
|
|
This class implements a Kafka backend for event sharing across multiple
|
||
|
|
processes.
|
||
|
|
|
||
|
|
To use a Kafka backend, initialize the :class:`Server` instance as
|
||
|
|
follows::
|
||
|
|
|
||
|
|
url = 'kafka://hostname:port'
|
||
|
|
server = socketio.Server(client_manager=socketio.KafkaManager(url))
|
||
|
|
|
||
|
|
:param url: The connection URL for the Kafka server. For a default Kafka
|
||
|
|
store running on the same host, use ``kafka://``.
|
||
|
|
:param channel: The channel name (topic) on which the server sends and
|
||
|
|
receives notifications. Must be the same in all the
|
||
|
|
servers.
|
||
|
|
:param write_only: If set ot ``True``, only initialize to emit events. The
|
||
|
|
default of ``False`` initializes the class for emitting
|
||
|
|
and receiving.
|
||
|
|
"""
|
||
|
|
name = 'kafka'
|
||
|
|
|
||
|
|
def __init__(self, url='kafka://localhost:9092', channel='socketio',
|
||
|
|
write_only=False):
|
||
|
|
if kafka is None:
|
||
|
|
raise RuntimeError('kafka-python package is not installed '
|
||
|
|
'(Run "pip install kafka-python" in your '
|
||
|
|
'virtualenv).')
|
||
|
|
|
||
|
|
super(KafkaManager, self).__init__(channel=channel,
|
||
|
|
write_only=write_only)
|
||
|
|
|
||
|
|
self.kafka_url = url[8:] if url != 'kafka://' else 'localhost:9092'
|
||
|
|
self.producer = kafka.KafkaProducer(bootstrap_servers=self.kafka_url)
|
||
|
|
self.consumer = kafka.KafkaConsumer(self.channel,
|
||
|
|
bootstrap_servers=self.kafka_url)
|
||
|
|
|
||
|
|
def _publish(self, data):
|
||
|
|
self.producer.send(self.channel, value=pickle.dumps(data))
|
||
|
|
self.producer.flush()
|
||
|
|
|
||
|
|
def _kafka_listen(self):
|
||
|
|
for message in self.consumer:
|
||
|
|
yield message
|
||
|
|
|
||
|
|
def _listen(self):
|
||
|
|
for message in self._kafka_listen():
|
||
|
|
if message.topic == self.channel:
|
||
|
|
yield pickle.loads(message.value)
|