python过滤 Kubernetes api数据

一、需求分析

Kubernetes endpoints api地址

http://ip地址:端口/api/v1/namespaces/default/endpoints

services api地址

http://ip地址:端口/api/v1/namespaces/default/services

下面主要展示 endpoints api的部分数据

{
    "kind": "EndpointsList",
    "apiVersion": "v1",
    "metadata": {
        "selfLink": "/api/v1/namespaces/default/endpoints",
        "resourceVersion": ""
    },
    "items": [{
        "metadata": {
            "name": "voucher-center-master",
            "namespace": "default",
            "selfLink": "/api/v1/namespaces/default/endpoints/voucher-center-master",
            "uid": "8fd980bf-0507-11e9-a3b3-005056bb4630",
            "resourceVersion": "",
            "creationTimestamp": "2018-12-21T10:02:44Z"
        },
        "subsets": [
            {
                "addresses": [
                    {
                        "ip": "192.169.167.105",
                        "nodeName": "job-node149",
                        "targetRef": {
                            "kind": "Pod",
                            "namespace": "default",
                            "name": "voucher-center-rc-p20kk",
                            "uid": "76dd6355-1269-11e9-95a3-005056bb4630",
                            "resourceVersion": ""
                        }
                    },
                    {
                        "ip": "192.169.183.26",
                        "nodeName": "job-node137",
                        "targetRef": {
                            "kind": "Pod",
                            "namespace": "default",
                            "name": "voucher-center-rc-vknkt",
                            "uid": "7751e013-1269-11e9-95a3-005056bb4630",
                            "resourceVersion": ""
                        }
                    },
                    {
                        "ip": "192.169.242.29",
                        "nodeName": "job-node145",
                        "targetRef": {
                            "kind": "Pod",
                            "namespace": "default",
                            "name": "voucher-center-rc-0x482",
                            "uid": "7790169d-1269-11e9-95a3-005056bb4630",
                            "resourceVersion": ""
                        }
                    },
                    {
                        "ip": "192.169.76.159",
                        "nodeName": "job-node151",
                        "targetRef": {
                            "kind": "Pod",
                            "namespace": "default",
                            "name": "voucher-center-rc-xtxfb",
                            "uid": "771842c8-1269-11e9-95a3-005056bb4630",
                            "resourceVersion": ""
                        }
                    },
                    {
                        "ip": "192.169.98.159",
                        "nodeName": "job-node147",
                        "targetRef": {
                            "kind": "Pod",
                            "namespace": "default",
                            "name": "voucher-center-rc-n9wkl",
                            "uid": "77cb9ffc-1269-11e9-95a3-005056bb4630",
                            "resourceVersion": ""
                        }
                    }
                ],
                "ports": [
                    {
                        "name": "beejob-3011",
                        "port": ,
                        "protocol": "TCP"
                    },
                    {
                        "name": "server-30012",
                        "port": ,
                        "protocol": "TCP"
                    }
                ]
            }
        ]
    }, ]
}

需要提取以下数据

items-->metadata-->name
items-->subsets-->addresses-->ip
items-->subsets-->addresses-->nodeName
items-->subsets-->addresses-->targetRef-->name
items-->subsets-->ports-->port
items-->subsets-->ports-->port

在应用的yaml文件中，定义了2个端口

apiVersion: v1
kind: Service
metadata:
  name: voucher-center-master
  namespace: xx
spec:
  type: NodePort
  ports:
    - port:
      targetPort:
      protocol: TCP
      nodePort:
      name: server-
    - port:
      targetPort:
      protocol: TCP
      name: beejob-
  selector:
    name: voucher-center

一个是server-port，一个是beejob-port

我需要对server-port和beejob-port做健康检测！

二、数据结构

上面的api需要提取6个字段信息，最终的数据结构如下：

{
    "voucher-center-master":[
        {
            "ip":"192.169.167.105",
            "nodeName":"job-node149",
            "pod_name":"voucher-center-rc-p20kk",
            "server_port":"",
            "beejob_port":"",
        },
        {
            "ip":"192.169.183.26",
            "nodeName":"job-node137",
            "pod_name":"voucher-center-rc-vknkt",
            "server_port":"",
            "beejob_port":"",
        },
        ...
    ],
}

其中 pod_name 对应 items-->subsets-->addresses-->targetRef-->name

server_port 对应 items-->subsets-->ports-->port  注意：ports里面的name必须是以server开头的

beejob_port 对应 items-->subsets-->ports-->port  注意：ports里面的name必须是以beejob开头的

三、正式代码

#!/usr/bin/env python3
# coding: utf-
import sys
import json
import socket
import ipaddress
import requests

"""
要求的数据格式
beejob_port是动态的，存在即有
{
    "voucher-center-master":[
        {
            "ip":"192.169.167.105",
            "nodeName":"job-node149",
            "pod_name":"voucher-center-rc-p20kk",
            "server_port":"",
            "beejob_port":"",
        },
        {
            "ip":"192.169.183.26",
            "nodeName":"job-node137",
            "pod_name":"voucher-center-rc-vknkt",
            "server_port":"",
            "beejob_port":"",
        },
        ...
    ],
}
"""

class Endpoints(object):
    def __init__(self, ip, port):
        self.ip = ip
        self.port = port

    def check_tcp(self, ip, port, timeout=):
        """
        检测tcp端口
        :param ip: ip地址
        :param port: 端口号
        :param timeout: 超时时间
        :return: bool
        """
        flag = False
        try:
            socket.setdefaulttimeout(timeout)  # 整个socket层设置超时时间
            cs = socket.socket(socket.AF_INET, socket.SOCK_STREAM)
            address = (str(ip), int(port))
            status = cs.connect_ex((address))  # 开始连接
            cs.settimeout(timeout)

            if not status:
                flag = True

            return flag
        except Exception as e:
            print("error:%s" % e)
            return flag

    def valid_ip(self, ip):
        """
        验证ip是否有效,比如192.168.1.256是一个不存在的ip
        :return: bool
        """
        try:
            # 判断 python 版本
            if sys.version_info[] == :
                ipaddress.ip_address(ip.strip().decode("utf-8"))
            elif sys.version_info[] == :
                # ipaddress.ip_address(bytes(ip.strip().encode("utf-8")))
                ipaddress.ip_address(ip)

            return True
        except Exception as e:
            print(e)
            return False

    def main(self):
        """
        主程序
        :return: json
        """
        valid_ip = self.valid_ip(self.ip)
        if not valid_ip:
            return "%s ip不合法" % self.ip

        check_tcp = self.check_tcp(self.ip,self.port)
        if not check_tcp:
            return "%s 端口不可达" % self.port

        # 需要访问的url
        url = "http://{}:{}/api/v1/namespaces/default/endpoints".format(self.ip, self.port)

        response = requests.get(url, )  # get请求地址
        content = (response.content).decode('utf-8')  # 二进制转换为字符串
        dic = json.loads(content)  # 反序列化成字典
        # print(dic,type(dic))

        filter_dic = {}  # 筛选结果

        for i in dic['items']:
            if not filter_dic.get(i['metadata']['name']):  # 判断name是否存在
                filter_dic[i['metadata']['name']] = []  # 初始化列表

            if i.get('subsets'):  # 判断subsets是否存在
                for j in i['subsets']:
                    for k in j['addresses']:  # 遍历字典
                        filter_dic[i['metadata']['name']].append({})  # 添加空字典
                        for m in filter_dic[i['metadata']['name']]:  # 遍历列表
                            if not m.get('ip'):
                                # print("-->ip:",k['ip'])
                                # 设置ip地址
                                m['ip'] = k['ip']

                            if k.get('nodeName'):
                                # print("-->nodeName:", k['nodeName'])
                                if not m.get('nodeName'):
                                    # 设置nodeName
                                    m['nodeName'] = k['nodeName']

                            if k.get('targetRef'):
                                if not m.get('pod_name'):
                                    # 设置pod_name
                                    m['pod_name'] = k['targetRef']['name']

                    for ports in j['ports']:
                        if ports.get('name'):  # 判断键值存在时
                            # 遍历字典
                            for m in filter_dic[i['metadata']['name']]:
                                # 判断name值以server开头时
                                if ports['name'].startswith('server'):
                                    if not m.get('server_port'):
                                        # 增加键值对
                                        m['server_port'] = ports['port']
                                if ports['name'].startswith('beejob'):
                                    if not m.get('beejob_port'):
                                        m['beejob_port'] = ports['port']

        # print(filter_dic)
        # print(json.dumps(filter_dic))
        return json.dumps(filter_dic)

if __name__ == '__main__':
    # 参数个数,由于sys.argv[]就是脚本名,所以要减1
    num = len(sys.argv) -
    if num <  or num > :
        print("参数错误，必须传2个参数,分别是ip和端口")
        print("比如：python endpoints_v1.py 192.168.1.1 8080")
        exit()

    ip = sys.argv[]  # ip
    port = sys.argv[]  # 端口

    # ip = "192.168.1.1"
    # port = ""
    res = Endpoints(ip, port).main()
    print(res)

执行输出：

{"voucher-center-master":[{"server_port":8012,"ip":"192.169.167.105","pod_name":"voucher-center-rc-p20kk","nodeName":"job-node149","beejob_port":3011},{"server_port":8012,"ip":"192.169.183. 26","pod_name":"voucher-center-rc-vknkt","nodeName":"job-node137","beejob_port":3011},{"server_port":8012,"ip":"192.169.242.29","pod_name":"voucher-center-rc-0x482","nodeName":"job-node145","beejob_port":3011},{"server_port":8012,"ip":"192.169.76.159","pod_name":"voucher-center-rc-xtxfb","nodeName":"job-node151","beejob_port":3011},{"server_port":8012,"ip":"192.169.98.159","pod_name":"voucher-center-rc-n9wkl","nodeName":"job-node147","beejob_port":3011}]}

使用json格式化工具，效果如下：

那么有了这些数据，就可以做端口的健康检测了！