nginx日志添加HTTP返回内容JSON格式输出, openresty+lua实现

根据自己实际情况进行修改，以下内容仅作参考

tail -f /usr/local/openresty/1.21.4.1/nginx/conf/nginx.conf

#user  nobody;
worker_processes  8;
worker_rlimit_nofile 65535;

#error_log  logs/error.log;
#error_log  logs/error.log  notice;
#error_log  logs/error.log  info;

#pid        logs/nginx.pid;
pcre_jit on;

events {
    use epoll;
    worker_connections  65535;
}

stream {
       log_format proxy '$remote_addr [$time_local] '
                 '$protocol $status $bytes_sent $bytes_received '
                 '$session_time "$upstream_addr" '
                 '"$upstream_bytes_sent" "$upstream_bytes_received" "$upstream_connect_time"';

       #access_log /usr/local/openresty/nginx/logs/tcp-access.log proxy ;
       open_log_file_cache off;
       #include conf.d/*.stream;
}

http {
    include       mime.types;
    default_type  application/octet-stream;

    #log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
    #                  '$status $body_bytes_sent "$http_referer" '
    #                  '"$http_user_agent" "$http_x_forwarded_for"';

    access_log  /dev/null;
    error_log /dev/null;
    limit_req_zone $binary_remote_addr zone=contentRateLimit:1m rate=20r/s;
    limit_req_zone $binary_remote_addr zone=ratelimit:30m rate=1r/s;

    limit_conn_zone $binary_remote_addr zone=perip:10m;
    limit_conn_zone $server_name zone=perserver:10m;

    map $http_upgrade $connection_upgrade {
          default upgrade;
          '' close;
    }

    server_tokens off;

    server_names_hash_bucket_size 512;
    client_header_buffer_size 32k;
    large_client_header_buffers 4 32k;
    #client_max_body_size 8m;
    sendfile       on;
    tcp_nopush     on;
    tcp_nodelay    on;
    #keepalive_timeout  0;
    keepalive_timeout  65;

    proxy_ignore_client_abort on;
    gzip  on;
    gzip_min_length  1k;
    gzip_buffers     4 16k;
    gzip_http_version 1.0;
    gzip_comp_level 2;
    gzip_types       text/plain application/x-javascript text/css application/xml;
    gzip_vary on;

    log_format  main  '$remote_addr - $remote_user [$time_local] "$request" '
                      '$status $body_bytes_sent "$http_referer" '
                      '"$http_user_agent" "$http_x_forwarded_for"';

    log_format json_log escape=json '{"@timestamp":"$time_iso8601",'
                                  '"request_uri": "$request_uri",'
                                  '"remote_user": "$remote_user",'
                                  '"request_method": "$request_method",'
                                  '"http_version": "$server_protocol",'
                                  '"http_host":"$http_host",'
                                  '"server_name": "$host",'
                                  '"clientip":"$remote_addr",'
                                  '"proxy_add_x_forwarded_for":"$proxy_add_x_forwarded_for",'
                                  '"request":"$request",'
                                  '"status":"$status",'
                                  '"size":"$body_bytes_sent",'
                                  '"request_body":"$request_body",'
                                  '"upstream_addr":"$upstream_addr",'
                                  '"upstream_status":"$upstream_status",'
                                  '"upstream_response_time":"$upstream_response_time",'
                                  '"request_length":"$request_length",'
                                  '"request_time":"$request_time",'
                                  '"pipe":"$pipe",'
                                  '"http_referer":"$http_referer",'
                                  '"http_user_agent":"$http_user_agent",'
                                  '"time": "$msec",'
                                  '"scheme": "$scheme",'
                                  '"response_body":"$resp_body",'
                                  '"http_x_forwarded_for":"$http_x_forwarded_for"}';

upstream mall_boot{
    server prod-1:8082 backup;
    server prod-2:8082 max_fails=1 fail_timeout=3s weight=1;
}

upstream mall_test_boot{
    server prod-1:7082 backup;
    server prod-2:7082 max_fails=1 fail_timeout=3s weight=1;
}

#plat-mall
server {
    listen       5082;
    charset utf-8;
    access_log  logs/mall.access.log  main;
    lua_need_request_body on;
    set $resp_body "";
    body_filter_by_lua '
    local resp_body = string.sub(ngx.arg[1], 1, 1000)
    ngx.ctx.buffered = (ngx.ctx.buffered or "") .. resp_body
    if ngx.arg[2] then
        ngx.var.resp_body = ngx.ctx.buffered
    end
    ';

    location / {
        index  index.html index.htm;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header Host $host;
        proxy_set_header X-Forwarded-For $proxy_add_x_forwarded_for;
        proxy_set_header X-Forwarded-Proto  $scheme;
        client_max_body_size    10m;
        if ($remote_addr ~ "116.233.193.189")
        {
                proxy_pass    http://mall_test_boot;
                break;
        }
        access_log  logs/mall-json.access.log  json_log;
        proxy_pass http://mall_boot;
    }

    location = /favicon.ico {
        log_not_found     off;
        access_log        off;
    }

    if ($http_user_agent ~* "ApacheBench|WebBench|http_load|must-revalidate|bash|echo|uname|base64|decode|md5sum|select|concat|nmap|scan" ) {
        return 403;
    }

    location ~* \.(bak|save|sh|sql|mdb|svn|git|old)$ {
        rewrite ^/(.*)$  $host  permanent;
    }

    error_page   500 502 503 504  /50x.html;
    location = /50x.html {
        root   html;
    }
    location ~ ^/(WEB-INF)/ {
        deny all;
    }
    access_log syslog:server=job:514,facility=local5,tag=mall_api,severity=info json_log;
    error_log  syslog:server=job:514,facility=local6,tag=mall_api notice;
}

include conf.d/*.conf;

}