compose完成haproxy+nignx+php 部署
一台haproxy
haproxy
三台nginx
nginxa
nginxb
nginxc
一台php 用于实现动静分离
phpng
1、centos
dockerfile
#base image FROM centos:centos7.3.1611 RUN yum install wget -y \ && mv /etc/yum.repos.d/CentOS-Base.repo /etc/yum.repos.d/CentOS-Base.repo.bak \ && wget -P /etc/yum.repos.d/ http://mirrors.aliyun.com/repo/Centos-7.repo \ && wget -P /etc/yum.repos.d/ http://mirrors.163.com/.help/CentOS7-Base-163.repo \ && yum clean all && yum makecache RUN yum install -y wget gcc gcc-c++ glibc make autoconf openssl openssl-devel ntpdata crontabs RUN cp /usr/share/zoneinfo/Asia/Shanghai /etc/localtime
2、haproxy
global log 127.0.0.1 local0 log 127.0.0.1 local1 notice defaults log global mode http option httplog option dontlognull timeout connect 5000ms timeout client 50000ms timeout server 50000ms listen stats bind 0.0.0.0:70 stats enable stats uri / frontend balancer bind 0.0.0.0:80 mode http default_backend web_backends backend web_backends mode http option forwardfor balance roundrobin server nginxa nginxa:80 check server nginxb nginxb:80 check server nginxc nginxc:80 check option httpchk GET / http-check expect status 200
3、nginx
dockerfile
#base iamge to nginx FROM centos:v1 RUN useradd -M -s /sbin/nologin www ADD nginx-1.8.1.tar.gz /usr/local/src RUN yum install libxslt-devel -y gd gd-devel GeoIP GeoIP-devel pcre pcre-devel libxml2 libxml2-dev libxslt-devel WORKDIR /usr/local/src/nginx-1.8.1 RUN ./configure --user=www --group=www --prefix=/usr/local/nginx --with-file-aio --with-ipv6 --with-http_ssl_module --with-http_spdy_module --with-http_realip_module --with-http_addition_module --with-http_xslt_module --with-http_image_filter_module --with-http_geoip_module --with-http_sub_module --with-http_dav_module --with-http_flv_module --with-http_mp4_module --with-http_gunzip_module --with-http_gzip_static_module --with-http_auth_request_module --with-http_random_index_module --with-http_secure_link_module --with-http_degradation_module --with-http_stub_status_module \ && make \ && make install copy nginx.conf /usr/local/nginx/conf/nginx.conf copy fastcgi_params /user/local/nginx/conf/fastcgi_params RUN mkdir /usr/local/nginx/conf/conf.d copy www.conf /usr/local/nginx/conf/conf.d/www.conf EXPOSE 80 CMD ["/usr/local/nginx/sbin/nginx","-g","daemon off;"]
nginx.conf
user www www; worker_processes 3; error_log logs/error.log info; pid logs/nginx.pid; worker_rlimit_nofile 5120; events { use epoll; worker_connections 5120; } http { include mime.types; default_type application/octet-stream; server_names_hash_bucket_size 128; client_header_buffer_size 32k; large_client_header_buffers 4 32k; client_max_body_size 22m; limit_conn_zone $binary_remote_addr zone=one:32k; sendfile on; tcp_nopush on; keepalive_timeout 60; tcp_nodelay on; gzip on; gzip_min_length 1k; gzip_buffers 4 16k; gzip_http_version 1.0; gzip_comp_level 2; gzip_types text/plain application/x-javascript text/css application/xml; gzip_vary on; log_format wwwlogs '$remote_addr - $remote_user [$time_local] $request $status $body_bytes_sent $http_referer $http_user_agent $http_x_forwarded_for'; #include default.conf; include /usr/local/nginx/conf/conf.d/*.conf; }
www.conf
server { listen 80; root /usr/local/nginx/html; index index.htm index.html index.php; location ~ \.php$ { root /usr/local/nginx/html; fastcgi_pass phpng:9000; fastcgi_index index.php; fastcgi_param SCRIPT_FILENAME $document_root$fastcgi_script_name; include fastcgi_params; } }
4、PHP
dockerfile
#base image to php FROM centos:v1 ADD libmcrypt-2.5.8.tar.gz /usr/local/src WORKDIR /usr/local/src/libmcrypt-2.5.8 RUN useradd -M -s /sbin/nologin www \ &&chmod +x configure \ && ./configure \ && make && make install ADD php-5.6.35.tar.gz /usr/local/src RUN yum -y install libxml2 libxml2-devel bzip2 bzip2-devel libjpeg-turbo libjpeg-turbo-devel libpng libpng-devel freetype freetype-devel zlib zlib-devel libcurl libcurl-devel WORKDIR /usr/local/src/php-5.6.35 RUN ./configure --prefix=/usr/local/php --with-pdo-mysql=mysqlnd --with-mysqli=mysqlnd --with-mysql=mysqlnd --with-openssl --enable-mbstring --with-freetype-dir --with-jpeg-dir --with-png-dir --with-mcrypt --with-zlib --with-libxml-dir=/usr --enable-xml --enable-sockets --enable-fpm --with-config-file-path=/usr/local/php/etc --with-bz2 --with-gd && make && make install COPY php.ini-production /usr/local/php/etc/php.ini COPY php-fpm.conf.default /usr/local/php/etc/php-fpm.conf RUN useradd -M -s /sbin/nologin php RUN sed -i -e 's@;pid = run/php-fpm.pid@pid = run/php-fpm.pid@g' -e 's@nobody@php@g' -e 's@listen = 127.0.0.1:9000@listen = 0.0.0.0:9000@g' /usr/local/php/etc/php-fpm.conf RUN sed -i 's@;daemonize = yes@daemonize = no@g' /usr/local/php/etc/php-fpm.conf EXPOSE 9000 CMD ["/usr/local/php/sbin/php-fpm"]
5、 docker-compose.yml
phpng: build: ./php volumes: - /opt/www:/usr/local/nginx/html nginxa: build: ./nginx volumes: - /opt/www:/usr/local/nginx/html links: - phpng expose: - "80" ports: - "91:80" nginxb: build: ./nginx volumes: - /opt/www:/usr/local/nginx/html links: - phpng expose: - "80" ports: - "92:80" nginxc: build: ./nginx volumes: - /opt/www:/usr/local/nginx/html links: - phpng expose: - "80" ports: - "93:80" haproxy: image: haproxy volumes: - /opt/compose-nginx-php/haproxy:/haproxy-override - /opt/compose-nginx-php/haproxy/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg links: - nginxa - nginxb - nginxc
######################ELK收集nginx容器日志######################
要在dockercompose里面添加label标签，便于filebeat采集
version: '3' services: phpng: build: ./php volumes: - /opt/www:/usr/local/nginx/html nginxa: build: ./nginx volumes: - /opt/www:/usr/local/nginx/html labels: service: nginxa logging: options: labels: "service" links: - phpng expose: - "80" ports: - "91:80" nginxb: build: ./nginx volumes: - /opt/www:/usr/local/nginx/html labels: service: nginxb logging: options: labels: "service" links: - phpng expose: - "80" ports: - "92:80" nginxc: build: ./nginx volumes: - /opt/www:/usr/local/nginx/html labels: service: nginxc logging: options: labels: "service" links: - phpng expose: - "80" ports: - "93:80" haproxy: image: haproxy volumes: - /opt/compose-nginx-php/haproxy:/haproxy-override - /opt/compose-nginx-php/haproxy/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg links: - nginxa - nginxb - nginxc ports: - "81:80" - "71:70" expose: - "80" - "70"
在nginx的dockerfile里面添加以下内容，确保日志输出到docker的/var/lib/docker/containers 目录下*-json.log里面
RUN ln -sf /dev/stdout /usr/local/nginx/logs/access.log \
&& ln -sf /dev/stderr /usr/local/nginx/logs/error.log
在filebeat中 通过label 和stream 状态，过滤对应标签容器和正确/错误输出
filebeat.inputs: - type: log enabled: true paths: - /var/lib/docker/containers/*/*-json.log json.keys_under_root: true json.overwrite_keys: true setup.ilm.enabled: false setup.kibana: host: "192.168.0.2:5601" output.elasticsearch: hosts: ["192.168.0.2:9200"] indices: - index: "nginxa_access-%{[agent.version]}-%{+yyyy.MM}" when.contains: attrs.service: "nginxa" stream: "stdout" - index: "nginxa_error-%{[agent.version]}-%{+yyyy.MM}" when.contains: attrs.service: "nginxa" stream: "stderr" - index: "nginxc_access-%{[agent.version]}-%{+yyyy.MM}" when.contains: attrs.service: "nginxc" stream: "stdout" - index: "nginxc_error-%{[agent.version]}-%{+yyyy.MM.dd}" when.contains: attrs.service: "nginxc" stream: "stderr" setup.template.name: "docker" setup.template.pattern: "docker_*" setup.template.settings: index.number_of_shards: 2 setup.template.enabled: false setup.template.overwrite: true #注意ip地址修改
