add rabbitmq practice

lambdaplus · lambdaplus · commit 09d9567142e3 · 2017-03-26T12:04:57.000+08:00
diff --git a/rabbitmq/emit_logs.py b/rabbitmq/emit_logs.py
@@ -0,0 +1,17 @@
+# coding: utf-8
+import pika
+import sys
+
+connection = pika.BlockingConnection(
+    pika.ConnectionParameters(host='localhost'))
+channel = connection.channel()
+
+channel.exchange_declare(exchange='logs', type='fanout')
+messages = ''.join(sys.argv[1:]) or 'info: Hello World!'
+
+channel.basic_publish(exchange='logs',
+                      routing_key='',
+                      body=messages)
+
+print("[x] Send {}".format(messages))
+connection.close()
diff --git a/rabbitmq/emit_logs_direct.py b/rabbitmq/emit_logs_direct.py
@@ -0,0 +1,19 @@
+# coding=utf-8
+import pika
+import sys
+
+connection = pika.BlockingConnection(
+    pika.ConnectionParameters(host='localhost'))
+channel = connection.channel()
+
+channel.exchange_declare(exchange='direct_logs',
+                         type='direct')
+
+severity = sys.argv[1] if len(sys.argv) > 2 else 'info'
+messages = ''.join(sys.argv[2:]) or "Hello World!"
+
+channel.basic_publish(exchange="direct_logs",
+                      routing_key=severity,
+                      body=messages)
+print('[x] Send {}:{}'.format(severity, messages))
+connection.close()
diff --git a/rabbitmq/emit_logs_topic.py b/rabbitmq/emit_logs_topic.py
@@ -0,0 +1,20 @@
+# coding=utf-8
+import pika
+import sys
+
+connection = pika.BlockingConnection(
+    pika.ConnectionParameters(host='localhost'))
+channel = connection.channel()
+
+channel.exchange_declare(exchange='topic_logs',
+                         type='topic')
+
+routing_key = sys.argv[1] if len(sys.argv) > 2 else 'anonymous.info'
+messages = ''.join(sys.argv[2:]) or "Hello World!"
+
+channel.basic_publish(exchange='topic_logs',
+                      routing_key=routing_key,
+                      body=messages)
+
+print("[x] Send {}:{}".format(routing_key, messages))
+connection.close()
diff --git a/rabbitmq/kombu_emit_logs_topic.py b/rabbitmq/kombu_emit_logs_topic.py
@@ -0,0 +1,17 @@
+# coding=utf-8
+import sys
+
+from kombu import Connection, Producer, Queue, Exchange
+
+logs_exchange = Exchange('logs', 'topic', durable=True)
+
+URL = 'amqp://localhost'
+
+kombu_learn = sys.argv[1] if len(sys.argv) > 2 else 'anonymous.info'
+messages = ''.join(sys.argv[2:]) or "Hello World!"
+
+with Connection(URL) as conn:
+    producer = Producer(conn)
+    producer.publish(messages, exchange=logs_exchange,
+                     routing_key=kombu_learn,
+                     serializer='json')
diff --git a/rabbitmq/kombu_receive_logs_topic.py b/rabbitmq/kombu_receive_logs_topic.py
@@ -0,0 +1,41 @@
+# coding=utf-8
+import sys
+
+from kombu import Exchange, Queue, Connection, Consumer
+from kombu.async import Hub
+
+
+logs_exchange = Exchange(name='logs', type="topic", durable=True)
+
+URL = 'amqp://localhost'
+hub = Hub()
+
+binding_keys = sys.argv[1:]
+if not binding_keys:
+    sys.stderr.write("Usage: {} [binding_keys]...\n".format(sys.argv[0]))
+    sys.exit()
+
+tasks_queues = [Queue(binding_key,
+                      logs_exchange,
+                      exclusive=True,
+                      routing_key=binding_key)
+                for binding_key in binding_keys]
+
+print("[*] Waitting for logs. To exit press Ctrl+C")
+
+
+def on_messages(body, messages):
+    print("""
+        Body: {0}
+        Properties: {1}
+        DeliveryInfo: {2}
+        """.format(body, messages.properties, messages.delivery_info)
+          )
+
+with Connection(URL) as conn:
+    conn.register_with_event_loop(hub)
+    with Consumer(conn, tasks_queues, callbacks=[on_messages]):
+        try:
+            hub.run_forever()
+        except KeyboardInterrupt:
+            exit()
diff --git a/rabbitmq/kombu_receive_logs_topic_2.py b/rabbitmq/kombu_receive_logs_topic_2.py
@@ -0,0 +1,32 @@
+# coding=utf-8
+import sys
+
+from kombu import Exchange, Queue, Connection
+from kombu.mixins import ConsumerMixin
+
+
+class Worker(ConsumerMixin):
+    logs_exchange = Exchange(name='logs', type="topic", durable=True)
+
+    def __init__(self, connection):
+        self.connection = connection
+
+    binding_keys = sys.argv[1:]
+    if not binding_keys:
+        sys.stderr.write('Usage: {} [binding_keys] ...\n'.format(sys.argv[0]))
+
+    def get_consumers(self, Consumer, channel):
+        return [Consumer([Queue(binding_key,
+                                self.logs_exchange,
+                                exclusive=True,
+                                routing_key=binding_key)
+                          for binding_key in self.binding_keys],
+                         callbacks=[self.on_messages])]
+
+    def on_messages(self, body, messages):
+        print('Body: {}'.format(body))
+
+
+URL = 'amqp://localhost'
+with Connection(URL) as connection:
+    Worker(connection).run()
diff --git a/rabbitmq/new_task.py b/rabbitmq/new_task.py
@@ -0,0 +1,17 @@
+# -*- coding: utf-8 -*-
+import pika
+import sys
+
+connection = pika.BlockingConnection(
+    pika.ConnectionParameters(host='localhost'))
+channel = connection.channel()
+channel.queue_declare(queue='task_queue', durable=True)
+# durable 持久化，即便rabbitMQ挂了也不会丢失信息
+messages = ''.join(sys.argv[1:]) or "Hello World!"
+channel.basic_publish(exchange='',
+                      routing_key='task_queue',
+                      body=messages,
+                      properties=pika.BasicProperties(
+                          delivery_mode=2))
+print('[x] Send {}'.format(messages))
+connection.close()
diff --git a/rabbitmq/receive.py b/rabbitmq/receive.py
@@ -0,0 +1,22 @@
+# coding=utf-8
+import pika
+
+connection = pika.BlockingConnection(pika.ConnectionParameters(
+    host="localhost"))
+channel = connection.channel()
+channel.queue_declare(queue='hello')
+
+
+def callback(ch, method, properties, body):
+    print("[x] Receive {}".format(body))
+
+channel.basic_consume(callback,
+                      queue='hello',
+                      no_ack=True)  # 显示声明无消息确认回执
+
+print('[*] Waitting for messages. To exit press Ctrl+C')
+
+try:
+    channel.start_consuming()
+except KeyboardInterrupt:
+    channel.stop_consuming()
diff --git a/rabbitmq/receive_logs.py b/rabbitmq/receive_logs.py
@@ -0,0 +1,30 @@
+# coding: utf-8
+import pika
+
+connection = pika.BlockingConnection(
+    pika.ConnectionParameters(host='localhost'))
+channel = connection.channel()
+
+channel.exchange_declare(exchange='logs',
+                         type='fanout')
+
+result = channel.queue_declare(exclusive=True)
+# disconnect consumer the queue is down
+
+queue_name = result.method.queue
+
+channel.queue_bind(exchange='logs',
+                   queue=queue_name)
+
+print("[*] Waitting for logs. To exit press Ctrl+C")
+
+
+def callback(ch, method, properties, body):
+    print("[x] {}".format(body))
+
+channel.basic_consume(callback, queue=queue_name, no_ack=True)
+
+try:
+    channel.start_consuming()
+except KeyboardInterrupt:
+    channel.stop_consuming()
diff --git a/rabbitmq/receive_logs_direct.py b/rabbitmq/receive_logs_direct.py
@@ -0,0 +1,36 @@
+# -*- coding: utf-8 -*-
+import pika
+import sys
+
+connection = pika.BlockingConnection(
+    pika.ConnectionParameters(host='localhost'))
+channel = connection.channel()
+
+channel.exchange_declare(exchange='direct_logs',
+                         type='direct')
+
+result = channel.queue_declare(exclusive=True)
+queue_name = result.method.queue
+
+severities = sys.argv[1:]
+if not severities:
+    sys.stderr.write(
+        "Usage: {} [info] [warning] [error]\n".format(sys.argv[0]))
+    sys.exit(1)
+
+for severity in severities:
+    channel.queue_bind(exchange='direct_logs',
+                       queue=queue_name,
+                       routing_key=severity)
+
+print("[*] Waitting for logs. To exit press Ctrl+C")
+
+
+def callback(ch, method, properties, body):
+    print("[x] {}:{}".format(method.routing_key, body))
+
+channel.basic_consume(callback, queue=queue_name, no_ack=True)
+try:
+    channel.start_consuming()
+except KeyboardInterrupt:
+    channel.stop_consuming()
diff --git a/rabbitmq/receive_logs_topic.py b/rabbitmq/receive_logs_topic.py
@@ -0,0 +1,37 @@
+# coding=utf-8
+import pika
+import sys
+
+connection = pika.BlockingConnection(
+    pika.ConnectionParameters(host='localhost'))
+channel = connection.channel()
+
+channel.exchange_declare(exchange='topic_logs',
+                         type='topic')
+
+result = channel.queue_declare(exclusive=True)
+queue_name = result.method.queue
+
+binding_keys = sys.argv[1:]
+if not binding_keys:
+    sys.stderr.write("Usage: {} [binding_keys]...\n".format(sys.argv[0]))
+    sys.exit()
+
+for binding_key in binding_keys:
+    channel.queue_bind(queue=queue_name,
+                       exchange='topic_logs',
+                       routing_key=binding_key)
+
+print("[*] Waitting for logs. To exit press Ctrl+C")
+
+
+def callback(ch, method, properties, body):
+    print("[x] {}:{}".format(method.routing_key, body))
+
+channel.basic_consume(callback,
+                      queue=queue_name,
+                      no_ack=True)
+try:
+    channel.start_consuming()
+except KeyboardInterrupt:
+    channel.stop_consuming()
diff --git a/rabbitmq/rpc_client.py b/rabbitmq/rpc_client.py
@@ -0,0 +1,42 @@
+# coding=utf-8
+import pika
+import uuid
+
+
+class FibonacciRpcClient(object):
+
+    def __init__(self):
+        self.connection = pika.BlockingConnection(
+            pika.ConnectionParameters(host='localhost'))
+        self.channel = self.connection.channel()
+
+        result = self.channel.queue_declare(exclusive=True)
+        self.callback_queue = result.method.queue
+        self.channel.basic_consume(
+            self.on_response, no_ack=True, queue=self.callback_queue)
+
+    def on_response(self, ch, method, props, body):
+        if self.corr_id == props.correlation_id:
+            self.response = body
+
+    def call(self, n):
+        self.response = None
+        self.corr_id = str(uuid.uuid4())
+        self.channel.basic_publish(exchange='',
+                                   routing_key='rpc_queue',
+                                   properties=pika.BasicProperties
+                                   (
+                                       reply_to=self.callback_queue,
+                                       correlation_id=self.corr_id
+                                   ),
+                                   body=str(n)
+                                   )
+
+        while self.response is None:
+            self.connection.process_data_events()
+        return int(self.response)
+
+fibonacci_rpc = FibonacciRpcClient()
+print("[x] Requesting fib(40)")
+response = fibonacci_rpc.call(40)
+print("[.] Got {}".format(response))
diff --git a/rabbitmq/rpc_client_example.py b/rabbitmq/rpc_client_example.py
@@ -0,0 +1,42 @@
+#!/usr/bin/env python
+import pika
+import uuid
+
+
+class FibonacciRpcClient(object):
+
+    def __init__(self):
+        self.connection = pika.BlockingConnection(pika.ConnectionParameters(
+            host='localhost'))
+
+        self.channel = self.connection.channel()
+
+        result = self.channel.queue_declare(exclusive=True)
+        self.callback_queue = result.method.queue
+
+        self.channel.basic_consume(self.on_response, no_ack=True,
+                                   queue=self.callback_queue)
+
+    def on_response(self, ch, method, props, body):
+        if self.corr_id == props.correlation_id:
+            self.response = body
+
+    def call(self, n):
+        self.response = None
+        self.corr_id = str(uuid.uuid4())
+        self.channel.basic_publish(exchange='',
+                                   routing_key='rpc_queue',
+                                   properties=pika.BasicProperties(
+                                       reply_to=self.callback_queue,
+                                       correlation_id=self.corr_id,
+                                   ),
+                                   body=str(n))
+        while self.response is None:
+            self.connection.process_data_events()
+        return int(self.response)
+
+fibonacci_rpc = FibonacciRpcClient()
+
+print(" [x] Requesting fib(30)")
+response = fibonacci_rpc.call(30)
+print(" [.] Got %r" % response)
diff --git a/rabbitmq/rpc_server.py b/rabbitmq/rpc_server.py
diff --git a/rabbitmq/rpc_server_example.py b/rabbitmq/rpc_server_example.py
diff --git a/rabbitmq/send.py b/rabbitmq/send.py
diff --git a/rabbitmq/worker.py b/rabbitmq/worker.py
