1.安装LuaJIT-2.0.4

链接：

http://luajit.org/download.html

tar -xf LuaJIT-2.0.4.tar.gz 
cd LuaJIT-2.0.4
make PREFIX=/usr/local/luajit
make install PREFIX=/usr/local/luajit

2.修改环境变量

vim /etc/profile
export LUAJIT_LIB=/usr/local/luajit/lib
export LUAJIT_INC=/usr/local/luajit/include/luajit-2.0
source /etc/profile


3.下载nginx lua模块

ngx_devel_kit 链接：https://github.com/simpl/ngx_devel_kit/tags

lua-nginx-module 链接：https://github.com/openresty/lua-nginx-module/tags


4.编译nginx 增加支持模块

 cd /tmp/soft/
 tar -xf ngx_devel_kit-0.3.0.tar.gz
 tar -xf lua-nginx-module-0.10.5.tar.gz

4.1.编译nginx

tar -xf nginx-1.9.14.tar.gz
cd nginx-1.9.14
./configure \
--prefix=/app/local/nginx \
--pid-path=/app/local/nginx \
--user=nginx \
--group=nginx \
--with-threads \
--with-file-aio \
--with-http_ssl_module \
--with-http_v2_module \
--with-http_addition_module \
--with-http_sub_module \
--with-http_dav_module \
--with-http_flv_module \
--with-http_mp4_module \
--with-http_perl_module \
--with-mail \
--with-http_gzip_static_module \
--with-http_auth_request_module \
--with-http_random_index_module \
--with-http_secure_link_module \
--with-http_degradation_module \
--with-http_slice_module \
--with-http_stub_status_module \
--with-http_perl_module \
--with-zlib=/tmp/soft/zlib-1.2.8 \
--with-stream \
--with-stream_ssl_module \
--with-pcre=/tmp/soft/pcre-8.37 \
--with-openssl=/tmp/soft/openssl-1.0.2 \
--with-libatomic \
--add-module=/tmp/soft/ngx_log_if-master \
--add-module=/tmp/soft/ngx_devel_kit-0.3.0 \
--add-module=/tmp/soft/lua-nginx-module-0.10.5
make

5.备份原有的程序及增加链接

mv /app/local/nginx/sbin/nginx /app/local/nginx/sbin/nginx.0729
cp ./objs/nginx /app/local/nginx/sbin/
ln -s /usr/local/lib/libpcre.so.1 /lib64/libpcre.so.1
ln -s /usr/local/luajit/lib/libluajit-5.1.so.2 /lib64/libluajit-5.1.so.2

6.查看模块

# /app/local/nginx/sbin/nginx -V
nginx version: nginx/1.9.14
built by gcc 4.4.7 20120313 (Red Hat 4.4.7-17) (GCC) 
built with OpenSSL 1.0.2 22 Jan 2015
TLS SNI support enabled
configure arguments: --prefix=/app/local/nginx --pid-path=/app/local/nginx --user=nginx --group=nginx --with-threads --with-file-aio --with-http_ssl_module --with-http_v2_module --with-http_addition_module --with-http_sub_module --with-http_dav_module --with-http_flv_module --with-http_mp4_module --with-http_perl_module --with-mail --with-http_gzip_static_module --with-http_auth_request_module --with-http_random_index_module --with-http_secure_link_module --with-http_degradation_module --with-http_slice_module --with-http_stub_status_module --with-http_perl_module --with-zlib=/tmp/soft/zlib-1.2.8 --with-stream --with-stream_ssl_module --with-pcre=/tmp/soft/pcre-8.37 --with-openssl=/tmp/soft/openssl-1.0.2 --with-libatomic --add-module=/tmp/soft/ngx_log_if-master --add-module=/tmp/soft/ngx_devel_kit-0.3.0 --add-module=/tmp/soft/lua-nginx-module-0.10.5


7.nginx 修改为json格式

修改很简单，如下:

log_format ng_json '{'
                         '"http_cdn_src_ip":"$http_cdn_src_ip",'
                         '"time_local": "$time_local",'
                         '"request":"$request",'
                         '"status":"$status",'
                         '"body_bytes_sent":"$body_bytes_sent",'
                         '"request_body":"$request_body",'
                         '"content_length":"$content_length",'
                         '"http_referer":"$http_referer",'
                         '"http_user_agent":"$http_user_agent",'
                         '"http_x_forwarded_for":"$http_x_forwarded_for",'
                         '"remote_addr":"$remote_addr",'
                         '"upstream_response_time":"$upstream_response_time",'
                         '"request_time":"$request_time",'
                         '"http_x_trace_code":"$http_x_trace_code"}
 }';

查看生成的json：

{
    "http_cdn_src_ip": "-",
    "time_local": "29/Jul/2016:03:01:02 +0800",
    "request": "GET /q.gif?platform=pc&category=player&action=bufferEmpty&t=1469732461170&loc=/star/3459038 HTTP/1.1",
    "status": "200",
    "body_bytes_sent": "43",
    "request_body": "-",
    "content_length": "-",
    "http_referer": "http://www.ckl.com/ckl/3459038",
    "http_user_agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/38.0.2125.122 BIDUBrowser/7.5 Safari/537.36",
    "http_x_forwarded_for": "-",
    "remote_addr": "117.174.247.112",
    "upstream_response_time": "-",
    "request_time": "0.000",
    "http_x_trace_code": "-"
}

发现，request 字段依然不是json格式，如何修改，nginx测试无法实现（自己无法实现）所以修改了，增加lua脚本，不通过nginx记录日志

而是直接使用lua来记录，lua脚本如下：

#cd /app/local/nginx/lua/
#vim parse.lua 
local args = {}
args = ngx.req.get_uri_args()
local v_prev = ""
local sp = "\""
for key,val in pairs(args) do
    if key == nil or val == nil then
    else
        v_prev = v_prev .. sp ..  key .. sp .. ":" .. sp .. val .. sp .. ","
    end
end
function isnil(value)
    if value == nil then
        value = "-"
    end
    return value
end
local logContent = ""
if v_prev ~= nil then
    local http_cdn_src_ip = isnil(ngx.var.http_cdn_src_ip)
    local time_local = isnil(ngx.var.time_local)
    local status = isnil(ngx.var.status)
    local body_bytes_sent = isnil(ngx.var.body_bytes_sent)
    local request_body = isnil(ngx.var.request_body)
    local content_length = isnil(ngx.var.content_length)
    local http_referer = isnil(ngx.var.http_referer)
    local http_user_agent = isnil(ngx.var.http_user_agent)
    local http_x_forwarded_for = isnil(ngx.var.http_x_forwarded_for)
    local remote_addr = isnil(ngx.var.remote_addr)
    local upstream_response_time = isnil(ngx.var.upstream_response_time)
    local request_time = isnil(ngx.var.request_time)
    local http_x_trace_code = isnil(ngx.var.http_x_trace_code)
    logContent = "{\"http_cdn_src_ip\":" .. sp .. http_cdn_src_ip .. sp .. ",\"time_local\":" .. sp .. time_local .. sp  .. ",\"request\":" ..  "{" .. string.sub(v_prev,1,#v_prev-1) ..  "}" .. ",\"status\":" .. sp .. status .. sp .. ",\"body_bytes_sent\":" .. sp .. body_bytes_sent .. sp .. ",\"request_body\":" .. sp .. request_body .. sp .. ",\"content_length\":" .. sp .. content_length .. sp .. ",\"http_referer\":" .. sp .. http_referer .. sp .. ",\"http_user_agent\":" .. sp .. http_user_agent .. sp .. ",\"http_x_forwarded_for\":" .. sp .. http_x_forwarded_for .. sp .. ",\"remote_addr\":" .. sp .. remote_addr .. sp .. ",\"upstream_response_time\":" .. sp .. upstream_response_time .. sp .. ",\"request_time\":" .. sp .. request_time .. sp .. ",\"http_x_trace_code\":" .. sp .. http_x_trace_code .. sp .. "}"
    local file = io.open("/app/data/log/nginx/ckl_access.log","a")
    local hc = "\n"
    file:write(logContent)
    file:write(hc)
    file:close()
end
ngx.status = 200
ngx.exit(0)

修改nginx配置：

增加如下：

location ~ /ckl.gif {
set $logContent "";
default_type text/plain;
content_by_lua_file "/app/local/nginx/lua/parse.lua";
}


重启nginx 生效，这个必须重启

/etc/init.d/nginx restart


查看新的json

{
    "http_cdn_src_ip": "-",
    "time_local": "01/Aug/2016:02:01:02 +0800",
    "request": {
        "t": "1469988090580",
        "category": "player",
        "action": "bufferEmpty",
        "platform": "pc",
        "loc": "/v/2955653"
    },
    "status": "000",
    "body_bytes_sent": "0",
    "request_body": "-",
    "content_length": "-",
    "http_referer": "http://www.ckl.com/v/2955653",
    "http_user_agent": "Mozilla/5.0 (Windows NT 6.1; WOW64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/45.0.2454.101 Safari/537.36",
    "http_x_forwarded_for": "-",
    "remote_addr": "221.226.105.101",
    "upstream_response_time": "-",
    "request_time": "0.000",
    "http_x_trace_code": "-"
}