python查询elasticsearch（Query DSL） 实例

import datetime
import sys
import getopt
import hashlib
from elasticsearch import Elasticsearch

"""
初始化elasticsearch连接
"""
def init_es():
    return Elasticsearch(["localhost:9200"])

"""
查询数据, 支持分页
"""
def query_data(log_date, puid, data_rows, page_num):
    es = init_es()
    body = {
        "query":{
            "term":{
                "puid":""
            }
        },
        "sort":[{
            "datatime":{
                "order":"asc"
            }
        },{
            "@timestamp":{
                "order":"asc"
            }
        }],
        "size":"",
        "from":""
    }
    index_name = "test-"+log_date
    body["query"]["term"]["puid"] = run_md5(str(puid))
    body["size"] = data_rows
    from_page = int(data_rows) * (int(page_num)-1)
    body["from"] = from_page
    data_array = es.search(index=index_name, doc_type='doc', body=body)

    print_data(data_array, data_rows)

"""
打印数据
"""
def print_data(data_array, data_rows):

    datas = data_array["hits"]["hits"]
    #print datas
    print "符合条件的数据总条数为：" + str(data_array['hits']['total'])
    print "当前显示的数据如下："
    for data in datas:
        result = data['_source']['message']
        print result.strip(result.split("\t")[0]).strip("\t")

"""
md5加密
"""
def run_md5(puid):

    md = hashlib.md5()
    md.update(puid.encode('utf-8'))
    return md.hexdigest()

"""
处理逻辑调用查询
"""
def run(param):
    puid = param['puid']
    log_date = param['log_date'] if param['log_date'] else datetime.datetime.now().strftime('%Y-%m-%d')
    data_rows = param['data_rows']
    page_num = param['page_num']

    query_data(log_date, puid, data_rows, page_num)

def main(argv):
    try:
        opts, args = getopt.getopt(argv[1:], 'hp:d:r:n:', ['help', 'puid=', 'log_date=', 'data_rows=', 'page_num='])
    except getopt.GetoptError as err:
        print str(err)
        sys.exit(2)

    if not opts:
        print "The puid is a must !"
        opts = [('-h', '')]

    VARS = {'puid': None, 'log_date': None, 'data_rows': 50, 'page_num': 1}

    for opt, value in opts:

        if opt in ('-h', '--help'):
            print("")
            print("Usage：python query_client_log.py -p puid [-r data_rows -d log_date [-n page_num]] | --puid=puid ....")
            print("-p, --puid           用户id，此为必传参数")
            print("-d, --log_date       数据日期，格式：yyyy-mm-dd")
            print("-r, --data_rows      查询数据的条数，如为分页查询则为每页数据的条数，默认50条")
            print("-n, --page_num       分页查询，当前查询的页号，默认不分页")
            print("-h, --help           查看帮助并退出")
            print("")
            sys.exit()

        if opt in ('-p', '--puid'):
            VARS['puid'] = value
        elif opt in ('-d', '--log_date'):
            VARS['log_date'] = value
        elif opt in ('-r', '--data_rows'):
            VARS['data_rows'] = value
        elif opt in ('-n', '--page_num'):
            VARS['page_num'] = value

    run(VARS)

if __name__ == '__main__':
    main(sys.argv)