Python 调用 ES、Solr、Phoenix

 #!/usr/bin/env python
 # -*- coding:utf-8 -*-
 # *************************************
 # @Time    : 2019/8/12
 # @Author  : Zhang Fan
 # @Desc    : Library
 # @File    : MyDatabases.py
 # @Update  : 2019/8/23
 # *************************************
 import elasticsearch
 import phoenixdb
 import pysolr
 import pymysql

 class MyELS(object):
     """
     ===================================================================
     =====================       MyELS        =========================
     ===================================================================
     """
     def __init__(self):
         self.els_conn = None

     def connect_to_els(self, host, port):
         """
         连接到ElasticSearch服务器.
         """
         self.els_conn = elasticsearch.Elasticsearch([{'host': host, 'port': port}])
         print('Executing : Connect To Elastic Search | %s' % self.els_conn)

     def get_els_data(self, query, index):
         """
         获取ElasticSearch数据
         """
         print('Executing : Search  | %s' % query)
         try:
             rst = self.els_conn.search(index=index, q=query)
             return rst['hits']
         except Exception as e:
             print('Elastic Search Error | %s' % e)
             raise Exception(e)

 class MyPhoenix(object):
     """
     ===================================================================
     =====================       MyPhoenix        ======================
     ===================================================================
     """
     def __init__(self):
         self.phoenix_conn = None
         self.phoenix_cursor = None

     def connect_to_phoenix(self, host, port=8765):
         """
         连接到phoenix服务器
         """
         address = 'http://{0}:{1}/'.format(host, port)
         print('Executing : Connect To Phoenix | %s' % address)
         self.phoenix_conn = phoenixdb.connect(address, autocommit=True)
         self.phoenix_cursor = self.phoenix_conn.cursor()

     def set_schema(self, sql, schema):
         """
         设置schema
         """
         pre_sub, sub, fol_sub = sql.upper().partition('FROM')
         fol_sub = ' ' + schema + '.' + fol_sub.strip()
         new_sql = ''.join([pre_sub, sub, fol_sub])
         return new_sql

     def execute_phoenix_sql(self, sql):
         """
         执行sql语句
         """
         # sql = self.set_schema(sql, schema)
         print('Executing : Execute  | %s' % sql)
         self.phoenix_cursor.execute(sql)

     def get_from_phoenix(self, sql):
         """
         获取phoenix数据
         """
         # sql = self.set_schema(sql, schema)
         print('Executing : Query  | %s' % sql)
         try:
             self.phoenix_cursor.execute(sql)
         except Exception as e:
             print('Phoenix Error | %s' % e)
             raise Exception(e)
         return self.phoenix_cursor.fetchall()

     def disconnect_from_phoenix(self):
         """
         断开phoenix连接
         """
         print('Executing : Disconnect From HBase')
         self.phoenix_cursor.close()
         self.phoenix_conn.close()

 class MySolr(object):
     """
     ===================================================================
     =====================       MySolr        =========================
     ===================================================================
     """
     def __init__(self):
         self.solr_conn = None
         self.base_url = None

     def connect_to_solr(self, address, selector):
         """连接到solr服务器.
         """
         self.base_url = 'http://{0}/solr/{1}/'.format(address, selector)
         self.solr_conn = pysolr.Solr(self.base_url)
         print('Executing : Connect To Solr | %s' % self.base_url)

     def get_solr_data(self, query):
         """
         获取solr数据
         """
         results = list()
         print('Executing : Search  | %s' % query)
         try:
             items = self.solr_conn.search(query)
             for item in items:
                 results.append(item)
         except Exception as e:
             print('Solr Error | %s' % e)
             raise Exception(e)
         return results

     def add_solr_data(self, data):
         """
         添加solr数据
         """
         print('Executing : add  | %s' % data)
         try:
             self.solr_conn.add([data])
             self.solr_conn.commit()
         except Exception as e:
             print('Solr Error | %s' % e)
             raise Exception(e)

     def del_solr_byId(self, data):
         """
         删除solr数据
         """
         print('Executing : del  | %s' % data)
         try:
             self.solr_conn.delete(id=data)
             self.solr_conn.commit()
         except Exception as e:
             print('Solr Error | %s' % e)
             raise Exception(e)

 if __name__ == '__main__':
     print('This is test.')
     ms = MySolr()
     me = MyELS()
     mp = MyPhoenix()