RabbitMaClientPoll

import pika
import threading
import random
import uuid
import json

# 框架模块
from django.conf import settings

"""
Class:
Parameters:
    Connectionsize:int类型，Rabbitmqpool池连接的最大数
    Channelsize:int类型，Rabbitmqpool池Channel的最大数
return:None
"""

# 单例保证唯一
class Rabbitmqpool:
    # 定义类属性
    __instance = None
    __lock = threading.Lock()

    def __init__(self, Connectionsize, Channelsize):
        self.maxConnectionsize = Connectionsize
        self.maxChannelsize = Channelsize
        self.nowConnectionsize = 0
        self.nowChannelsize = 0
        self.connectpool = {}
        self.channelpool = {}
        self.certdic = {}

    # def __new__(cls, Connectionsize, Channelsize):
    #     if not cls.__instance:
    #         cls.__instance = object.__new__(cls)
    #     return cls.__instance

    """
    function:  获取一个空闲Channel或者新建一个Channel
    Parameters:

    return:
        channel：channel
        cname：连接名
    """

    def get_channel(self):
        try:
            self.__lock.acquire()
            cname = ""
            channel = None
            # 在已存在键中查找空闲Channel
            for connectionname in self.connectpool:
                if len(self.channelpool[connectionname]) != 0:
                    # print("取出一个Channel -----------------", len(self.channelpool[connectionname]))
                    channel = self.channelpool[connectionname][-1]
                    cname = connectionname
                    self.channelpool[connectionname] = self.channelpool[connectionname][0:-1]
                    # print("取出一个Channel")
                    break
            # 如果没有找到空闲Channel，canme为"",则新建一个Channel
            if cname == "":
                if self.nowChannelsize < self.maxChannelsize:
                    # 从连接池返回一个连接的名字
                    if len(self.connectpool) != 0:
                        cname = random.choice(list(self.connectpool))
                        # 根据名字拿到此连接，传入连接和Pool池创建Channel
                        CreateChannel(self.connectpool[cname], self)
                        # 得到一个新Channel
                        channel = self.channelpool[cname][-1]
                        self.channelpool[cname] = self.channelpool[cname][0:-1]
                        print("创建一个Channel")
                    # 如果没有连接，则新建连接与channel
                    else:
                        if len(self.certdic) != 0:
                            cert = random.choice(list(self.certdic))
                            cname = str(uuid.uuid4().int)
                            print("创建一个连接")
                            CreateConnection(str(self.certdic[cert]["rabbitmq_host"]),
                                             str(self.certdic[cert]["rabbitmq_port"]),
                                             str(self.certdic[cert]["rabbitmq_virtual_host"]),
                                             str(self.certdic[cert]["rabbitmq_user"]),
                                             str(self.certdic[cert]["rabbitmq_password"]), self, cname,
                                             self.certdic[cert]["heartbeat"])
                            CreateChannel(self.connectpool[cname], self)
                            # 得到一个新Channel
                            channel = self.channelpool[cname][-1]
                            self.channelpool[cname] = self.channelpool[cname][0:-1]
                            print("创建一个Channel")
                        else:
                            print("无法创建Channel,无连接凭证,不能创建连接！")
                else:
                    print("无法创建Channel，超过限制")

        finally:
            self.__lock.release()
        return channel, cname

    def create_channel(self):
        try:
            self.__lock.acquire()
            if len(self.certdic) != 0:
                cert = random.choice(list(self.certdic))
                cname = str(uuid.uuid4().int)
                print("创建一个连接")
                CreateConnection(str(self.certdic[cert]["rabbitmq_host"]), str(self.certdic[cert]["rabbitmq_port"]),
                                 str(self.certdic[cert]["rabbitmq_virtual_host"]),
                                 str(self.certdic[cert]["rabbitmq_user"]),
                                 str(self.certdic[cert]["rabbitmq_password"]), self, cname,
                                 self.certdic[cert]["heartbeat"])
                CreateChannel(self.connectpool[cname], self)
                # 得到一个新Channel
                channel = self.channelpool[cname][-1]
                self.channelpool[cname] = self.channelpool[cname][0:-1]
                print("创建一个Channel")
                return channel, cname
            else:
                print("无法创建Channel,无连接凭证,不能创建连接！")
            return None, ""
        finally:
            self.__lock.release()

    def return_channel(self, channel, connectionname):
        try:
            self.__lock.acquire()
            # print('还回去 return_channel')
            self.channelpool[connectionname].append(channel)
            # print('还回去 return_channel------------', len(self.channelpool[connectionname]))
        finally:
            self.__lock.release()

    def closepool(self):
        pass

    def delconnection(self, connectionname):
        try:
            self.__lock.acquire()
            if connectionname in self.connectpool:
                print('删除链接connectionname', connectionname)
                del self.connectpool[connectionname]

                self.nowConnectionsize = self.nowConnectionsize - 1
                self.nowChannelsize = self.nowChannelsize - len(self.channelpool[connectionname])
                print('删除connectionname', self.nowChannelsize)
                del self.channelpool[connectionname]

        finally:
            self.__lock.release()

    def get_certtemplate(self):
        return {"rabbitmq_host": "", "rabbitmq_port": 5672, "rabbitmq_virtual_host": "", "rabbitmq_user": "",
                "rabbitmq_password": "", "heartbeat": 6000}

    def addcert(self, cert):
        self.certdic[cert["rabbitmq_host"]] = cert

# 连接可以自己创建
class CreateConnection:
    def __init__(self, rabbitmq_host, rabbitmq_port, rabbitmq_virtual_host, rabbitmq_user, rabbitmq_password,
                 Rabbitmqpool, Connectionname=str(uuid.uuid4().int), heartbeat=6000):
        if Rabbitmqpool.nowConnectionsize < Rabbitmqpool.maxConnectionsize:
            if Connectionname not in Rabbitmqpool.connectpool:
                self.rabbitmq_user = str(rabbitmq_user)
                self.rabbitmq_password = str(rabbitmq_password)
                self.rabbitmq_host = rabbitmq_host
                self.rabbitmq_port = rabbitmq_port
                self.rabbitmq_virtual_host = rabbitmq_virtual_host
                self.connectionname = Connectionname
                self.heartbeat = heartbeat
                # print(self.rabbitmq_user, self.rabbitmq_password, self.rabbitmq_host, self.rabbitmq_port,
                #      self.rabbitmq_virtual_host, self.connectionname)
                credentials = pika.PlainCredentials(rabbitmq_user, rabbitmq_password)
                try:
                    self.connection = pika.BlockingConnection(
                        pika.ConnectionParameters(
                            host=rabbitmq_host,
                            port=rabbitmq_port,
                            virtual_host=rabbitmq_virtual_host,
                            heartbeat=heartbeat,
                            credentials=credentials))
                    Rabbitmqpool.connectpool[Connectionname] = self
                    Rabbitmqpool.nowConnectionsize += 1
                    if self.connectionname not in Rabbitmqpool.channelpool:
                        Rabbitmqpool.channelpool[self.connectionname] = []
                    print("创建连接：", Connectionname)
                except Exception as e:
                    print("创建连接失败：", e)
            else:
                print("创建连接失败，此连接名已存在:", Connectionname)
        else:
            print("创建连接失败，连接池已满，无法创建连接池")

    def get_connection(self):
        return self.connection

class CreateChannel:
    def __init__(self, Connection, Rabbitmqpool):
        # print('创建 CreateChannel')
        Rabbitmqpool.channelpool[Connection.connectionname].append(Connection.get_connection().channel())
        Rabbitmqpool.nowChannelsize += 1

class RabbitMaClientPoll:
    rabbitmq_host = settings.RABBIT_HOST
    rabbitmq_port = 5672
    rabbitmq_user = settings.RABBIT_USERNAME
    rabbitmq_password = settings.RABBIT_PASSWORD
    rabbitmq_virtual_host = "/"
    credentials = pika.PlainCredentials(rabbitmq_user, rabbitmq_password)
    Pool = Rabbitmqpool(100, 100)
    cert = Pool.get_certtemplate()
    cert['rabbitmq_host'] = rabbitmq_host
    cert['rabbitmq_virtual_host'] = rabbitmq_virtual_host
    cert['rabbitmq_user'] = rabbitmq_user
    cert['rabbitmq_password'] = rabbitmq_password
    cert['rabbitmq_port'] = rabbitmq_port
    cert['heartbeat'] = 6000
    Pool.addcert(cert)
    instance = None

    def __init__(self):
        cname_list = []
        for i in range(100):
            c, cname = self.Pool.create_channel()
            cname_list.append((c, cname))
            print('---', len(cname_list))
        for item in cname_list:
            c, cname = item
            self.Pool.return_channel(c, cname)

    def __new__(cls, *args, **kwargs):
        if cls.instance:
            return cls.instance
        else:
            return super().__new__(cls)

    def producer(self, data):
        """

        :param data:
        :return:
        """
        data = json.dumps(data)

        try:
            c, cname = self.Pool.get_channel()
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC,
                            body=data, )
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC_ES,
                            body=data, )

            self.Pool.return_channel(c, cname)
        except Exception as e:
            print("发送错误：", e)  # 链接过期
            self.Pool.delconnection(cname)  # channel过期时，删除此链接和此链接下的所有channel
            c, cname = self.Pool.create_channel()  # 创建一个新的链接和channel
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC,
                            body=data, )
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC_ES,
                            body=data, )
            self.Pool.return_channel(c, cname)

    def producer_message(self, data):
        """

        :param data:
        :return:
        """
        data = json.dumps(data)

        try:
            c, cname = self.Pool.get_channel()
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC_MESSAGE,
                            body=data, )

            self.Pool.return_channel(c, cname)
        except Exception as e:
            print("发送错误：", e)  # 链接过期
            self.Pool.delconnection(cname)  # channel过期时，删除此链接和此链接下的所有channel
            c, cname = self.Pool.create_channel()  # 创建一个新的链接和channel
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC_MESSAGE,
                            body=data, )
            self.Pool.return_channel(c, cname)

class RabbitMaClientPoll2(object):
    rabbitmq_host = settings.RABBIT_HOST
    rabbitmq_port = 5672
    rabbitmq_user = settings.RABBIT_USERNAME
    rabbitmq_password = settings.RABBIT_PASSWORD
    rabbitmq_virtual_host = "/"
    credentials = pika.PlainCredentials(rabbitmq_user, rabbitmq_password)
    Pool = Rabbitmqpool(10, 5)
    cert = Pool.get_certtemplate()
    cert['rabbitmq_host'] = rabbitmq_host
    cert['rabbitmq_virtual_host'] = rabbitmq_virtual_host
    cert['rabbitmq_user'] = rabbitmq_user
    cert['rabbitmq_password'] = rabbitmq_password
    cert['rabbitmq_port'] = rabbitmq_port
    cert['heartbeat'] = 3600

    Pool.addcert(cert)
    instance = None

    def __init__(self):
        cname_list = []
        for i in range(5):
            print("===", len(cname_list))
            print()
            c, cname = self.Pool.create_channel()
            cname_list.append((c, cname))
            print("===", len(cname_list))
        for item in cname_list:
            c, cname = item
            self.Pool.return_channel(c, cname)
        pass

    def __new__(cls, *args, **kwargs):
        if cls.instance:
            return cls.instance
        else:
            return super().__new__(cls)

    def producer(self, data):
        """

        :param data:
        :return:
        """
        data = json.dumps(data)

        try:
            c, cname = self.Pool.get_channel()
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC,
                            body=data, )
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC_ES,
                            body=data, )

            self.Pool.return_channel(c, cname)
        except Exception as e:
            print("发送错误：", e)  # 链接过期
            self.Pool.delconnection(cname)  # channel过期时，删除此链接和此链接下的所有channel
            c, cname = self.Pool.create_channel()  # 创建一个新的链接和channel
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC,
                            body=data, )
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC_ES,
                            body=data, )
            self.Pool.return_channel(c, cname)

    def producer_message(self, data):
        """

        :param data:
        :return:
        """
        data = json.dumps(data)

        try:
            c, cname = self.Pool.get_channel()
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC_MESSAGE,
                            body=data, )

            self.Pool.return_channel(c, cname)
        except Exception as e:
            print("发送错误：", e)  # 链接过期
            self.Pool.delconnection(cname)  # channel过期时，删除此链接和此链接下的所有channel
            c, cname = self.Pool.create_channel()  # 创建一个新的链接和channel
            c.basic_publish(exchange='',
                            routing_key=settings.QUEUE_TOPIC_MESSAGE,
                            body=data, )
            self.Pool.return_channel(c, cname)

RabbitMaClientPoll_obj_2 = RabbitMaClientPoll2()
RabbitMaClientPoll_obj = RabbitMaClientPoll()