简单版nginx lua 完成流量上报于中间件

本文链接：https://www.cnblogs.com/zhenghongxin/p/9131226.html

公司某些业务下，需要将请求的流量上报于中间件（kafka，rabbitMq等），让storm等去实时消费，进行缓存更新等热数据统计。

大概如下：

wget https://github.com/doujiang24/lua-resty-kafka/archive/master.zip

yum install -y unzip

unzip lua-resty-kafka-master.zip

cp -rf /usr/local/lua-resty-kafka-master/lib/resty /usr/hello/lualib

nginx -s reload

local cjson = require("cjson")
local producer = require("resty.kafka.producer")  

local broker_list = {
    { host = "192.168.31.187", port =  },
    { host = "192.168.31.19", port =  },
    { host = "192.168.31.227", port =  }
}

local log_json = {}
log_json["headers"] = ngx.req.get_headers()
log_json["uri_args"] = ngx.req.get_uri_args()
log_json["body"] = ngx.req.read_body()
log_json["http_version"] = ngx.req.http_version()
log_json["method"] =ngx.req.get_method()
log_json["raw_reader"] = ngx.req.raw_header()
log_json["body_data"] = ngx.req.get_body_data()  

local message = cjson.encode(log_json);  

local productId = ngx.req.get_uri_args()["productId"]

local async_producer = producer:new(broker_list, { producer_type = "async" })
local ok, err = async_producer:send("access-log", productId, message)     # 发送商品id和消息

if not ok then
    ngx.log(ngx.ERR, "kafka send err:", err)
    return
end

kafka

bin/kafka-topics.sh --zookeeper 192.168.31.187:,192.168.31.19:,192.168.31.227: --topic access-log --replication-factor  --partitions  --create

bin/kafka-console-consumer.sh --zookeeper 192.168.31.187:,192.168.31.19:,192.168.31.227: --topic access-log --from-beginning