perf: 优化订阅处理，形成框架

apps/common/utils/connection.py

@@ -1,6 +1,13 @@
+import json
+
 import redis
 from django.conf import settings
 
+from common.db.utils import safe_db_connection
+from common.utils import get_logger
+
+logger = get_logger(__name__)
+
 
 def get_redis_client(db):
     rc = redis.StrictRedis(
@@ -23,5 +30,38 @@ class RedisPubSub:
         return ps
 
     def publish(self, data):
-        self.redis.publish(self.ch, data)
+        data_json = json.dumps(data)
+        self.redis.publish(self.ch, data_json)
         return True
+
+    def keep_handle_msg(self, handle):
+        """
+        handle arg is the pub published
+
+        :param handle: lambda item: do_something
+        :return:
+        """
+        sub = self.subscribe()
+        msgs = sub.listen()
+
+        try:
+            for msg in msgs:
+                if msg["type"] != "message":
+                    continue
+                try:
+                    item_json = msg['data'].decode()
+                    item = json.loads(item_json)
+
+                    with safe_db_connection():
+                        handle(item)
+                except Exception as e:
+                    logger.error('Subscribe handler handle msg error: ', e)
+
+        except Exception as e:
+            logger.error('Consume msg error: ', e)
+
+        try:
+            sub.close()
+        except Exception as e:
+            logger.error("Redis observer close error: ", e)
+