nginx 大数据埋点日志格式

user root root;

worker_processes 8;
#指定文件描述符数量
worker_rlimit_nofile 65535;

#指定错误日志存放的路径
#error_log logs/error.log notice;
#error_log logs/error.log info;

# 指定进程文件存放的路径
pid /usr/local/nginx/nginx.pid;

events {
#使用的网络I/O模型
use epoll;
#允许的连接数
worker_connections 65535;
}

# Load dynamic modules. See /usr/share/nginx/README.dynamic.
include /usr/local/nginx/modules/*.conf;

http {
include mime.types;
default_type application/octet-stream;
charset utf8;

log_format access '[$time_iso8601] [$remote_addr] [$remote_user] '
'[$scheme] [$request_method] [$request_uri] [$content_type] [$status] '
'[$body_bytes_sent] [$http_referer] [$http_user_agent] [$http_x_forwarded_for] '
'[$upstream_addr] [$upstream_status] [$upstream_response_time] [$request_time]';

access_log /usr/local/nginx/logs/access.log access;
error_log /usr/local/nginx/logs/error.log;

sendfile on;
tcp_nopush on;
tcp_nodelay on;
keepalive_timeout 65;
types_hash_max_size 2048;

server_names_hash_bucket_size 128;
large_client_header_buffers 4 32k;
# 允许客户端请求的最大单个文件字节数
client_max_body_size 8m;
# 缓冲区代理缓冲用户端请求的最大字节数，可以理解为先保存到本地再传给用户
client_header_buffer_size 32k;
# 缓冲区代理缓冲用户端请求的最大字节数，可以理解为先保存到本地再传给用户
client_body_buffer_size 128k;
# 跟后端服务器连接的超时时间，发起握手等候响应超时时间
proxy_connect_timeout 600;
# 连接成功后，等候后端服务器响应时间，其实已经进入后端的排队之中等候处理
proxy_read_timeout 600;
# 后端服务器数据回传时间，就是在规定时间内后端服务器必须传完所有的数据
proxy_send_timeout 600;
# 代理请求缓存区，这个缓冲区间会保存用户的头信息以供Nginx进行规则处理，一般只能保存下头部信息即可
proxy_buffer_size 16k;
# 用上，告诉Nginx保存单个用的几个Buffer最大用多大空间
proxy_buffers 4 32k;
# 如果系统很忙的时候可以申请更大的proxy_buffers(官方推荐*2)
proxy_busy_buffers_size 64k;
# proxy缓存临时文件的大小
proxy_temp_file_write_size 64k;

# fastcgi配置
fastcgi_connect_timeout 75;
fastcgi_send_timeout 300;
fastcgi_read_timeout 300;
fastcgi_buffer_size 64k;
fastcgi_buffers 4 64k;
fastcgi_busy_buffers_size 128k;
fastcgi_temp_file_write_size 128k;

# 开启gzip压缩
gzip on;
gzip_min_length 1k;
gzip_buffers 4 16k;
gzip_http_version 1.1;
gzip_comp_level 2;
gzip_types text/plain application/x-javascript text/css application/xml;
gzip_vary on;

client_body_temp_path /usr/local/nginx/temp/body_temp/ 1 2 ;
proxy_temp_path /usr/local/nginx/temp/proxy_temp 1 2;
fastcgi_temp_path /usr/local/nginx/temp/fastcgi_temp 1 2;
scgi_temp_path /usr/local/nginx/temp/scgi_temp 1 2;
uwsgi_temp_path /usr/local/nginx/temp/uwsgi_temp 1 2;

# upstream front_end {
# server 172.20.0.75:8767 weight=1 max_fails=2 fail_timeout=5s;
# server 172.20.0.76:8767 weight=1 max_fails=2 fail_timeout=5s;
# }

include vhosts/*.conf;

}

server {
    listen       80;
    server_name  localhost;

    add_header 'Access-Control-Allow-Origin' '*';
    add_header 'Access-Control-Allow-Methods' 'GET, POST, PUT, DELETE, OPTIONS';
    add_header 'Access-Control-Allow-Credentials' 'true';
    add_header 'Access-Control-Allow-Headers' 'Accept, Authorization,DNT,X-CustomHeader,Keep-Alive,User-Agent,X-Requested-With,If-Modified-Since,Cache-Control,Content-Type';

    location / {
        root   /home/work/zhidaoauto-fe;
        index  /activity/activity.html;
    }
    location /activity/api/v1/games {
       proxy_set_header Host $host;
       proxy_set_header X-Real-IP $remote_addr;
       proxy_set_header X-Forwarded-For $remote_addr;
       proxy_pass http://activityserver;
    }
    location /activity/api/v1/coin/addGameCoin{
       proxy_set_header Host $host;
       proxy_set_header X-Real-IP $remote_addr;
       proxy_set_header X-Forwarded-For $remote_addr;
       proxy_pass http://activityserver;
    }

    location ^~ /appMall/ {
        root /home/work/zhidaoauto-fe-app;
        index index.html;
        try_files $uri $uri/ /index.html =404;
    }

    location ~* ^/appMall/.*\.(js|css|gif|jpg|jpeg|png)$ {
        root /home/work/zhidaoauto-fe-app/appMall;
        access_log off;
        expires 1d;
    }

    location ^~ /activity/api/ {
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $remote_addr;
        proxy_pass http://mis;
    }

    location ^~ /mall/api/ {
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $remote_addr;
        proxy_pass http://mallserver;
    }

    location ^~ /mallHttp/api/ {
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $remote_addr;
        proxy_pass http://mallserver;
    }


    location ^~ /coinHttp/api {
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $remote_addr;
        proxy_pass http://coinserver;
    }

    location ^~ /score/api {
        proxy_set_header Host $host;
        proxy_set_header X-Real-IP $remote_addr;
        proxy_set_header X-Forwarded-For $remote_addr;
        proxy_pass http://coinserver;
    }

    location ^~ /images/ {
        root /home/work/zhidaoauto-pic/;
        access_log off;
    }

    location ~* \.(html|htm)$ {
        root /home/work/zhidaoauto-fe;
        add_header Cache-Control "private, no-store, no-cache, must-revalidate, proxy-revalidate";
    }

    location ~* \.(js|css)$ {
        root /home/work/zhidaoauto-fe;
        access_log off;
        expires 1d;
    }

    location ~* \.(gif|jpg|jpeg|png)$ {
        root /home/work/zhidaoauto-fe;
        access_log off;
        expires 10m;
    }

}

upstream activityserver{
    server 10.2.100.59:8081;
}

upstream mis {
    server 10.2.100.59:8080;
}

upstream coinserver {
    server 10.2.100.59:8861;
    server 10.2.100.49:8861;
}

upstream mallserver {
   server 10.2.100.59:8862;
}

nginx 大数据埋点日志格式

猜你喜欢