容器内应用日志采集方案介绍与实践

FROM 192.168.1.2:5000/centos:7.3.1611 WORKDIR /home/tomcat RUN mkdir -p /usr/java ADD openjdk-8u40.tar /usr/java ENV JAVA_HOME /usr/java/java-se-8u40-ri ENV CATALINA_HOME /home/tomcat ENV PATH=$JAVA_HOME/bin:$CATALINA_HOME/bin:$PATH ENV LANG en_US.UTF-8 ENV FILEBEAT_OUTPUT kafka ADD start.sh /home/tomcat/ ADD config_filebeat.sh /home/tomcat/ ADD filebeat-6.2.4-x86_64.rpm /home/ RUN rpm -ivh /home/filebeat-6.2.4-x86_64.rpm RUN /bin/cp /usr/share/zoneinfo/Asia/Shanghai /etc/localtime;\ /bin/echo -e "ZONE="Asia/Shanghai"/nUTC=false/nRTC=false" > /etc/sysconfig/clock;\ rm bin/*.bat;\ groupadd -g 8000 xkx;\ useradd --create-home --no-log-init --password mypasswd1 -g xkx -u 8000 --shell /home/tomcat xkx;\ chown -Rf xkx.xkx /home/tomcat; user xkx EXPOSE 8080 CMD ["sh","/home/tomcat/start.sh"]

#获取容器中的环境变量并执行脚本配置filebeat,生成配置文件 sh /home/tomcat/config_filebeat.sh # 启动filebeat nohup /usr/bin/filebeat -c /etc/filebeat/filebeat.yml >/dev/null 2>&1 & #检查filebeat启动是否成功 ps -ef | grep filebeat |grep -v grep PROCESS_1_STATUS=$? echo $PROCESS_1_STATUS if [ $PROCESS_1_STATUS -ne 0 ]; then echo "Failed to start filebeat: $PROCESS_1_STATUS" exit $PROCESS_1_STATUS fi sleep 5 #最后通过前台方式启动Tomcat sh /home/tomcat/bin/catalina.sh run

cat > $FILEBEAT_CONFIG << EOF logging.level: error logging.to_syslog: false logging.to_files: false logging.metrics.enabled: false filebeat.prospectors: - type: log enabled: true paths: - ${TOMCATLOG}* fields: type: tomcat_catalina_log PORT0: ${PORT0} host: ${HOST} app: ${_APP} fields_under_root: true multiline.pattern: ^[0-9] multiline.negate: true multiline.match: after EOF }

kafka() { assert_not_empty "$KAFKA_BROKERS" "KAFKA_BROKERS required" KAFKA_BROKERS=$(/usr/bin/echo $KAFKA_BROKERS|awk -F, '{for(i=1;i<=NF;i++){printf "\"%s\",", $i}}') KAFKA_BROKERS=${KAFKA_BROKERS%,}

cat >> $FILEBEAT_CONFIG << EOF $(base) output.kafka: hosts: [$KAFKA_BROKERS] topic: '%{[type]}' EOF }

FROM alpine:3.8 ARG VERSION=1.1 LABEL maintainer "crystonesc" LABEL Description="Fluentd docker image" Vendor="Fluent Organization" Version=${VERSION} ENV DUMB_INIT_VERSION=1.2.1

ENV SU_EXEC_VERSION=0.2

ARG DEBIAN_FRONTEND=noninteractive

RUN echo "#aliyun" > /etc/apk/repositories RUN echo "https://mirrors.aliyun.com/alpine/v3.8/main/" >> /etc/apk/repositories RUN echo "https://mirrors.aliyun.com/alpine/v3.8/community/" >> /etc/apk/repositories # Do not split this into multiple RUN! # Docker creates a layer for every RUN-Statement # therefore an 'apk delete' has no effect RUN apk update \ && apk upgrade \ && apk add --no-cache \ ca-certificates \ ruby ruby-irb ruby-etc ruby-webrick \ su-exec==${SU_EXEC_VERSION}-r0 \ dumb-init==${DUMB_INIT_VERSION}-r0 \ && apk add --no-cache --virtual .build-deps \ build-base \ ruby-dev wget gnupg \ && update-ca-certificates \ && echo 'gem: --no-document' >> /etc/gemrc \ && gem install oj -v 3.3.10 \ && gem install json -v 2.1.0 \ && gem install fluentd -v 1.3.1 \ && gem install ruby-kafka -v 0.6.8 \ && gem install fluent-plugin-kafka -v 0.7.9 \ && gem install bigdecimal -v 1.3.5 \ && apk del .build-deps \ && rm -rf /var/cache/apk/* \ && rm -rf /tmp/* /var/tmp/* /usr/lib/ruby/gems/*/cache/*.gem

# for log storage (maybe shared with host) RUN mkdir -p /fluentd/log # configuration/plugins path (default: copied from .) RUN mkdir -p /fluentd/etc /fluentd/plugins RUN mkdir -p /usr/local/tomcat/logs

COPY fluent.conf /fluentd/etc/ COPY entrypoint.sh /bin/ #RUN mkdir -p /home/fluent/hello/ RUN chmod +x /bin/entrypoint.sh ENV FLUENTD_OPT="" ENV FLUENTD_CONF="fluent.conf"

ENV LD_PRELOAD="" ENV DUMB_INIT_SETSID 0 EXPOSE 24224 5140

ENTRYPOINT ["/bin/entrypoint.sh"]

CMD exec fluentd -c /fluentd/etc/${FLUENTD_CONF} -p /fluentd/plugins $FLUENTD_OPT

#!/usr/bin/dumb-init /bin/sh

uid=${FLUENT_UID:-1000}

# check if a old fluent user exists and delete it cat /etc/passwd | grep fluent if [ $? -eq 0 ]; then deluser fluent fi

# (re)add the fluent user with $FLUENT_UID adduser -D -g '' -u ${uid} -h /home/fluent fluent

#source vars if file exists DEFAULT=/etc/default/fluentd

if [ -r $DEFAULT ]; then set -o allexport source $DEFAULT set +o allexport fi

#chown home and data folder chown -R fluent:fluent /home/fluent chown -R fluent:fluent /fluentd chown -R fluent:fluent /usr/local/tomcat

if [ -z "$LOGPATH" ] then echo "LOGPATH is not configure" exit 1 fi

if [ -z "$BROKERS" ] then echo "BROKERS is not configure" exit 1 fi

if [ -z "$KAFKA_TOPIC" ] then echo "KAFKA_TOPIC is not configure" exit 1 fi

export REAL_LOGPATH="$(echo $LOGPATH | sed 's/\//\\\//g')" sed -i "s/{LOGPATH}/${REAL_LOGPATH}/g" /fluentd/etc/fluent.conf sed -i "s/{BROKERS}/${BROKERS}/g" /fluentd/etc/fluent.conf sed -i "s/{KAFKA_TOPIC}/${KAFKA_TOPIC}/g" /fluentd/etc/fluent.conf sed -i "s/{TENANTID}/${TENANTID}/g" /fluentd/etc/fluent.conf sed -i "s/{_SYS}/${_SYS}/g" /fluentd/etc/fluent.conf sed -i "s/{_SAPP}/${_SAPP}/g" /fluentd/etc/fluent.conf sed -i "s/{_SGRP}/${_SGRP}/g" /fluentd/etc/fluent.conf sed -i "s/{_ITG}/${_ITG}/g" /fluentd/etc/fluent.conf sed -i "s/{HOST}/${HOST}/g" /fluentd/etc/fluent.conf

exec su-exec fluent "$@"

<source> @type tail path {LOGPATH} pos_file /fluentd/catalina.fluent.pos path_key filepath tag {SYS}.{HOST}.log format multiline format_firstline /\d{4}-\d{1,2}-\d{1,2}/ format1 /(?<message>.*)/ </source>

<filter {SYS}.{HOST}.log> @type record_transformer <record> topic {KAFKA_TOPIC} </record> </filter>

<match {SYS}.{HOST}.log> @type kafka_buffered

# list of seed brokers brokers {BROKERS}

# buffer settings buffer_type file buffer_path /home/fluent/td-agent/buffer/td flush_interval 3s

# topic settings default_topic {KAFKA_TOPIC} #get_kafka_client_log true

# data type settings output_data_type json compression_codec gzip

# producer settings max_send_retries 1 required_acks -1 </match>

<system> # equal to -qq option log_level info </system>

kind: Deployment apiVersion: extensions/v1beta1 metadata: name: logtest-app namespace: xkx labels: app:xkx version: v1 spec: # replicas: 2 template: metadata: labels: app: logtest-app spec: nodeSelector: node-mode: app1 containers: - name: logtest-app image: logtest:3.0 volumeMounts: - name: logdir mountPath: /usr/local/tomcat/logs/ ports: - containerPort: 8080 resources: limits: cpu: 800m memory: 2Gi requests: cpu: 400m memory: 1Gi imagePullPolicy: IfNotPresent readinessProbe: tcpSocket: port: 8080 initialDelaySeconds: 30 periodSeconds: 10 livenessProbe: tcpSocket: port: 8080 initialDelaySeconds: 15 periodSeconds: 20 - name: fluentd-log-collector image: fluentd-plugin-kafka:v1.6 volumeMounts: - name: logdir mountPath: /usr/local/tomcat/logs/ resources: limits: cpu: 300m memory: 256M requests: cpu: 150m memory: 128M env: - name: LOGPATH value: "/usr/local/tomcat/logs/*" - name: _SYS value: "xkx" - name: _SAPP value: "logtest" - name: BROKERS value: "192.168.100.2:6667,192.168.100.3:6667,192.168.100.4:6667,192.168.100.5:6667,192.168.100.6:6667" - name: _APP value: "logtest" - name: KAFKA_TOPIC value: "testt" - name: HOST valueFrom: fieldRef: apiVersion: v1 fieldPath: status.podIP imagePullSecrets: - name: xkx-rep volumes: - name: logdir emptyDir: {}