[Docker] custom docker image 만들기
카테고리 없음

[Docker] custom docker image 만들기

* 예제 설명

- node exporter, mysqld_exporter 가 포함된 percona mysql의 custom 이미지를 만들어 본다.

 

* 필요 파일 다운로드

: https://www.percona.com/downloads/Percona-Server-5.7/LATEST/

https://downloads.percona.com/downloads/Percona-Server-5.7/Percona-Server-5.7.30-33/binary/redhat/7/x86_64/Percona-Server-client-57-5.7.30-33.1.el7.x86_64.rpm

https://downloads.percona.com/downloads/Percona-Server-5.7/Percona-Server-5.7.30-33/binary/redhat/7/x86_64/Percona-Server-server-57-5.7.30-33.1.el7.x86_64.rpm

https://downloads.percona.com/downloads/Percona-Server-5.7/Percona-Server-5.7.30-33/binary/redhat/7/x86_64/Percona-Server-shared-57-5.7.30-33.1.el7.x86_64.rpm

https://downloads.percona.com/downloads/Percona-Server-5.7/Percona-Server-5.7.30-33/binary/redhat/7/x86_64/Percona-Server-shared-compat-57-5.7.30-33.1.el7.x86_64.rpm

 

: https://prometheus.io/download/#node_exporter 

https://github.com/prometheus/node_exporter/releases/download/v1.3.1/node_exporter-1.3.1.linux-amd64.tar.gz

 

: https://prometheus.io/download/#mysqld_exporter

https://github.com/prometheus/mysqld_exporter/releases/download/v0.14.0/mysqld_exporter-0.14.0.linux-amd64.tar.gz

 

: https://github.com/percona/percona-docker/tree/master/percona-server-5.7

ps-entry.sh

# vi ps-entry.sh

#!/bin/bash
set -eo pipefail
shopt -s nullglob

# if command starts with an option, prepend mysqld
if [ "${1:0:1}" = '-' ]; then
	set -- mysqld "$@"
fi

# skip setup if they want an option that stops mysqld
wantHelp=
for arg; do
	case "$arg" in
		-'?'|--help|--print-defaults|-V|--version)
			wantHelp=1
			break
			;;
	esac
done

# usage: file_env VAR [DEFAULT]
#    ie: file_env 'XYZ_DB_PASSWORD' 'example'
# (will allow for "$XYZ_DB_PASSWORD_FILE" to fill in the value of
#  "$XYZ_DB_PASSWORD" from a file, especially for Docker's secrets feature)
file_env() {
	local var="$1"
	local fileVar="${var}_FILE"
	local def="${2:-}"
	if [ "${!var:-}" ] && [ "${!fileVar:-}" ]; then
		echo >&2 "error: both $var and $fileVar are set (but are exclusive)"
		exit 1
	fi
	local val="$def"
	if [ "${!var:-}" ]; then
		val="${!var}"
	elif [ "${!fileVar:-}" ]; then
		val="$(< "${!fileVar}")"
	fi
	export "$var"="$val"
	unset "$fileVar"
}

# usage: process_init_file FILENAME MYSQLCOMMAND...
#    ie: process_init_file foo.sh mysql -uroot
# (process a single initializer file, based on its extension. we define this
# function here, so that initializer scripts (*.sh) can use the same logic,
# potentially recursively, or override the logic used in subsequent calls)
process_init_file() {
	local f="$1"; shift
	local mysql=( "$@" )

	case "$f" in
		*.sh)     echo "$0: running $f"; . "$f" ;;
		*.sql)    echo "$0: running $f"; "${mysql[@]}" < "$f"; echo ;;
		*.sql.gz) echo "$0: running $f"; gunzip -c "$f" | "${mysql[@]}"; echo ;;
		*)        echo "$0: ignoring $f" ;;
	esac
	echo
}

_check_config() {
	toRun=( "$@" --verbose --help )
	if ! errors="$("${toRun[@]}" 2>&1 >/dev/null)"; then
		cat >&2 <<-EOM

			ERROR: mysqld failed while attempting to check config
			command was: "${toRun[*]}"

			$errors
		EOM
		exit 1
	fi
}

# Fetch value from server config
# We use mysqld --verbose --help instead of my_print_defaults because the
# latter only show values present in config files, and not server defaults
_get_config() {
	local conf="$1"; shift
	"$@" --verbose --help --log-bin-index="$(mktemp -u)" 2>/dev/null \
		| awk '$1 == "'"$conf"'" && /^[^ \t]/ { sub(/^[^ \t]+[ \t]+/, ""); print; exit }'
	# match "datadir      /some/path with/spaces in/it here" but not "--xyz=abc\n     datadir (xyz)"
}

if [ "$1" = 'mysqld' -a -z "$wantHelp" ]; then
	# still need to check config, container may have started with --user
	_check_config "$@"

	if [ -n "$INIT_TOKUDB" ]; then
		export LD_PRELOAD=/usr/lib64/libjemalloc.so.1
	fi
	# Get config
	DATADIR="$(_get_config 'datadir' "$@")"

	if [ ! -d "$DATADIR/mysql" ]; then
		file_env 'MYSQL_ROOT_PASSWORD'
		if [ -z "$MYSQL_ROOT_PASSWORD" -a -z "$MYSQL_ALLOW_EMPTY_PASSWORD" -a -z "$MYSQL_RANDOM_ROOT_PASSWORD" ]; then
			echo >&2 'error: database is uninitialized and password option is not specified '
			echo >&2 '  You need to specify one of MYSQL_ROOT_PASSWORD, MYSQL_ALLOW_EMPTY_PASSWORD and MYSQL_RANDOM_ROOT_PASSWORD'
			exit 1
		fi

		mkdir -p "$DATADIR"

		echo 'Initializing database'
		"$@" --initialize-insecure --skip-ssl
		echo 'Database initialized'

		if command -v mysql_ssl_rsa_setup > /dev/null && [ ! -e "$DATADIR/server-key.pem" ]; then
			# https://github.com/mysql/mysql-server/blob/23032807537d8dd8ee4ec1c4d40f0633cd4e12f9/packaging/deb-in/extra/mysql-systemd-start#L81-L84
			echo 'Initializing certificates'
			mysql_ssl_rsa_setup --datadir="$DATADIR"
			echo 'Certificates initialized'
		fi

		SOCKET="$(_get_config 'socket' "$@")"
		"$@" --skip-networking --socket="${SOCKET}" &
		pid="$!"

		mysql=( mysql --protocol=socket -uroot -hlocalhost --socket="${SOCKET}" --password="" )

		for i in {120..0}; do
			if echo 'SELECT 1' | "${mysql[@]}" &> /dev/null; then
				break
			fi
			echo 'MySQL init process in progress...'
			sleep 1
		done
		if [ "$i" = 0 ]; then
			echo >&2 'MySQL init process failed.'
			exit 1
		fi

		if [ -z "$MYSQL_INITDB_SKIP_TZINFO" ]; then
			# sed is for https://bugs.mysql.com/bug.php?id=20545
			mysql_tzinfo_to_sql /usr/share/zoneinfo | sed 's/Local time zone must be set--see zic manual page/FCTY/' | "${mysql[@]}" mysql
		fi

		# install TokuDB engine
		if [ -n "$INIT_TOKUDB" ]; then
			ps-admin --docker --enable-tokudb -u root -p $MYSQL_ROOT_PASSWORD
		fi
		if [ -n "$INIT_ROCKSDB" ]; then
			ps-admin --docker --enable-rocksdb -u root -p $MYSQL_ROOT_PASSWORD
		fi

		if [ ! -z "$MYSQL_RANDOM_ROOT_PASSWORD" ]; then
			MYSQL_ROOT_PASSWORD="$(pwmake 128)"
			echo "GENERATED ROOT PASSWORD: $MYSQL_ROOT_PASSWORD"
		fi

		rootCreate=
		# default root to listen for connections from anywhere
		file_env 'MYSQL_ROOT_HOST' '%'
		if [ ! -z "$MYSQL_ROOT_HOST" -a "$MYSQL_ROOT_HOST" != 'localhost' ]; then
			# no, we don't care if read finds a terminating character in this heredoc
			# https://unix.stackexchange.com/questions/265149/why-is-set-o-errexit-breaking-this-read-heredoc-expression/265151#265151
			read -r -d '' rootCreate <<-EOSQL || true
				CREATE USER 'root'@'${MYSQL_ROOT_HOST}' IDENTIFIED BY '${MYSQL_ROOT_PASSWORD}' ;
				GRANT ALL ON *.* TO 'root'@'${MYSQL_ROOT_HOST}' WITH GRANT OPTION ;
			EOSQL
		fi

		"${mysql[@]}" <<-EOSQL
			-- What's done in this file shouldn't be replicated
			--  or products like mysql-fabric won't work
			SET @@SESSION.SQL_LOG_BIN=0;

			DELETE FROM mysql.user WHERE user NOT IN ('mysql.sys', 'mysqlxsys', 'root') OR host NOT IN ('localhost') ;
			SET PASSWORD FOR 'root'@'localhost'=PASSWORD('${MYSQL_ROOT_PASSWORD}') ;
			GRANT ALL ON *.* TO 'root'@'localhost' WITH GRANT OPTION ;
			${rootCreate}
			DROP DATABASE IF EXISTS test ;
			FLUSH PRIVILEGES ;
		EOSQL

		if [ ! -z "$MYSQL_ROOT_PASSWORD" ]; then
			mysql+=( -p"${MYSQL_ROOT_PASSWORD}" )
		fi

		file_env 'MYSQL_DATABASE'
		if [ "$MYSQL_DATABASE" ]; then
			echo "CREATE DATABASE IF NOT EXISTS \`$MYSQL_DATABASE\` ;" | "${mysql[@]}"
			mysql+=( "$MYSQL_DATABASE" )
		fi

		file_env 'MYSQL_USER'
		file_env 'MYSQL_PASSWORD'
		if [ "$MYSQL_USER" -a "$MYSQL_PASSWORD" ]; then
			echo "CREATE USER '$MYSQL_USER'@'%' IDENTIFIED BY '$MYSQL_PASSWORD' ;" | "${mysql[@]}"

			if [ "$MYSQL_DATABASE" ]; then
				echo "GRANT ALL ON \`$MYSQL_DATABASE\`.* TO '$MYSQL_USER'@'%' ;" | "${mysql[@]}"
			fi

			echo 'FLUSH PRIVILEGES ;' | "${mysql[@]}"
		fi

		echo
		ls /docker-entrypoint-initdb.d/ > /dev/null
		for f in /docker-entrypoint-initdb.d/*; do
			process_init_file "$f" "${mysql[@]}"
		done

		if [ ! -z "$MYSQL_ONETIME_PASSWORD" ]; then
			"${mysql[@]}" <<-EOSQL
				ALTER USER 'root'@'%' PASSWORD EXPIRE;
			EOSQL
		fi
		if ! kill -s TERM "$pid" || ! wait "$pid"; then
			echo >&2 'MySQL init process failed.'
			exit 1
		fi

		echo
		echo 'MySQL init process done. Ready for start up.'
		echo
	fi

	# exit when MYSQL_INIT_ONLY environment variable is set to avoid starting mysqld
	if [ ! -z "$MYSQL_INIT_ONLY" ]; then
		echo 'Initialization complete, now exiting!'
		exit 0
	fi
fi

exec "$@"

* 필요한 파일 host os에 추가

# vi Dockerfile
FROM    centos:7
COPY    ["Percona-Server-client-57-5.7.30-33.1.el7.x86_64.rpm",\
         "Percona-Server-server-57-5.7.30-33.1.el7.x86_64.rpm",\
         "Percona-Server-shared-57-5.7.30-33.1.el7.x86_64.rpm",\
         "Percona-Server-shared-compat-57-5.7.30-33.1.el7.x86_64.rpm",\
         "node_exporter-1.3.1.linux-amd64.tar.gz",\
         "mysqld_exporter-0.14.0.linux-amd64.tar.gz",\
         "start_node_exporter.sh",\
         "start_mysqld_exporter.sh",\
         ".my.cnf","/tmp/"]

USER    root
RUN     groupadd -g 1001 mysql
RUN     useradd -u 1001 -r -g 1001 mysql
RUN     yum install -y perl.x86_64 \
        libaio.x86_64 \
        numactl-libs.x86_64 \
        net-tools.x86_64 \
        sudo.x86_64 \
        openssl.x86_64

WORKDIR /tmp/
RUN     rpm -ivh Percona-Server-client-57-5.7.30-33.1.el7.x86_64.rpm \
        Percona-Server-server-57-5.7.30-33.1.el7.x86_64.rpm \
        Percona-Server-shared-57-5.7.30-33.1.el7.x86_64.rpm \
        Percona-Server-shared-compat-57-5.7.30-33.1.el7.x86_64.rpm
RUN     mkdir -p /opt/exporters/ && \
        tar -xzvf ./node_exporter-1.3.1.linux-amd64.tar.gz -C /opt/exporters && \
        tar -xzvf ./mysqld_exporter-0.14.0.linux-amd64.tar.gz -C /opt/exporters

WORKDIR /opt/exporters/
RUN     mv node_exporter-1.3.1.linux-amd64 node_exporter && \
        mv mysqld_exporter-0.14.0.linux-amd64 mysqld_exporter && \
        mv /tmp/start_node_exporter.sh /opt/exporters/node_exporter/ && \
        mv /tmp/start_mysqld_exporter.sh /opt/exporters/mysqld_exporter/ && \
        mv /tmp/.my.cnf /opt/exporters/mysqld_exporter/ && \
        chmod o+x /opt/exporters/node_exporter/start_node_exporter.sh && \
        chmod o+x /opt/exporters/mysqld_exporter/start_mysqld_exporter.sh && \
        rm -rf /tmp/*.rpm && \
        /usr/bin/install -m 0775 -o mysql -g mysql -d /var/lib/mysql \
        /var/run/mysqld /docker-entrypoint-initdb.d

VOLUME  ["/var/lib/mysql", "/var/log/mysql", "/etc/percona-server.conf.d"]
COPY    ps-entry.sh /tmp/docker-entrypoint.sh
RUN     chmod +x /tmp/docker-entrypoint.sh
ENTRYPOINT  ["/tmp/docker-entrypoint.sh"]
USER    mysql
EXPOSE  3306
CMD     ["mysqld"]
# vi .my.cnf
[client]
host=localhost
user=exporter
password=exporter123
# vi start_node_exporter.sh
nohup /opt/exporters/node_exporter/node_exporter &
# vi start_mysqld_exporter.sh
nohup /opt/exporters/mysqld_exporter/mysqld_exporter --config.my-cnf="/opt/exporters/mysqld_exporter/.my.cnf" &

* 이미지 빌드

- 빌드를 위한 최종 파일 목록 체크

- 이미지 빌드

> Docker build -t mysql57:0.0 ./

 

* Custom Docker Image로 데이터베이스 생성

# 계정 생성 (host에서)
# host와 container의 gid, uid를 맞춰준다.
> groupadd -g 1001 mysql
> useradd -u 1001 -r -g 1001 mysql
> chown -R mysql:msql /db/db001 /db/db002 /db/db003
# 네트워크 없는 경우 생성
> docker network create --driver=bridge replbridge

- db용 폴더 생성

# host 머신에서 생성
mkdir -p /shared/db/db001/data /shared/db/db002/data /shared/db/db003/data
mkdir -p /shared/db/db001/conf /shared/db/db002/conf /shared/db/db003/conf
mkdir -p /shared/db/db001/log /shared/db/db002/log /shared/db/db003/log

chown -R mysql:mysql /shared

- DB 컨테이너 기동

> docker run -it --name db001 -h db001 -p 3306:3306 \
--net replbridge --net-alias=db001 \
-v /shared/db/db001/data:/var/lib/mysql \
-v /shared/db/db001/log:/var/log/mysql \
-v /shared/db/db001/conf:/etc/percona-server.conf.d \
-e MYSQL_ROOT_PASSWORD="P@ssw0rd" -d mysql57:0.0
# db001 생성
docker run -it --name db001 -h db001 -p 3306:3306 --net replbridge --net-alias=netdb001 -v /shared/db/db001/data:/var/lib/mysql -v /shared/db/db001/log:/var/log/mysql -v /shared/db/db001/conf:/etc/percona-server.conf.d -e MYSQL_ROOT_PASSWORD="P@ssw0rd" -d mysql57.0.0
# db002 생성
docker run -it --name db002 -h db002 -p 3307:3306 --net replbridge --net-alias=netdb002 -v /shared/db/db002/data:/var/lib/mysql -v /shared/db/db002/log:/var/log/mysql -v /shared/db/db002/conf:/etc/percona-server.conf.d -e MYSQL_ROOT_PASSWORD="P@ssw0rd" -d mysql57.0.0
# db003 생성
docker run -it --name db003 -h db003 -p 3308:3306 --net replbridge --net-alias=netdb003 -v /shared/db/db003/data:/var/lib/mysql -v /shared/db/db003/log:/var/log/mysql -v /shared/db/db003/conf:/etc/percona-server.conf.d -e MYSQL_ROOT_PASSWORD="P@ssw0rd" -d mysql57.0.0

 

* Prometheus Container

> mkdir -p /shared/db/prom001 /shared/db/prom001/data /shared/db/prom001/conf
> chmod 777 /shared/db/prom001 /shared/db/prom001/data /shared/db/prom001/conf
# vi /shared/db/prom001/conf/prometheus.yml
global:
    scrape_interval:        5s
    evaluation_interval:    5s

scrape_configs:
- job_name: linux_db001
  static_configs:
    - targets:  ['db001:9100']
      labels:
        alias: db001
- job_name: mysql_db001
  static_configs:
    - targets:  ['db001:9104']
      labels:
        alias: db001

- job_name: linux_db002
  static_configs:
    - targets:  ['db002:9100']
      labels:
        alias: db002
- job_name: mysql_db002
  static_configs:
    - targets:  ['db002:9104']
      labels:
        alias: db002

- job_name: linux_db003
  static_configs:
    - targets:  ['db003:9100']
      labels:
        alias: db003
- job_name: mysql_db003
  static_configs:
    - targets:  ['db003:9104']
      labels:
        alias: db003

* prometheus container 실행

> docker run -it --name prom001 -h prom001 --net replbridge --net-alias=netprom001 \
-p 9090:9090 \
-v /shared/db/prom001/data:/data \
-v /shared/db/prom001/conf:/etc/prometheus \
-d prom/prometheus-linux-amd64

- inline command

docker run -it --name prom001 -h prom001 --net replbridge --net-alias=netprom001 -p 9090:9090 -v /shared/db/prom001/data:/data -v /shared/db/prom001/conf:/etc/prometheus -d prom/prometheus-linux-amd64

* Prometheus 설정

: 1번, 2번, 3번 DB 모두 설정 한다

> docker exec -it -uroot db001 /bin/bash
> mysql -uroot -p

mysql> CREATE USER 'exporter'@'localhost' IDENTIFIED BY 'exporter123' WITH MAX_USER_CONNECTIONS 3;
mysql> GRANT PROCESS, REPLICATION CLIENT, SELECT ON *.* TO 'exporter'@'localhost';

* 각 노드의 exporter 실행

> docker exec db001 sh /opt/exporters/node_exporter/start_node_exporter.sh
> docker exec db001 sh /opt/exporters/mysqld_exporter/start_mysqld_exporter.sh

> docker exec db002 sh /opt/exporters/node_exporter/start_node_exporter.sh
> docker exec db002 sh /opt/exporters/mysqld_exporter/start_mysqld_exporter.sh

> docker exec db003 sh /opt/exporters/node_exporter/start_node_exporter.sh
> docker exec db003 sh /opt/exporters/mysqld_exporter/start_mysqld_exporter.sh

* Prometheus 구성

# 브라우저에서 아래 URL 접속
http://{docker_host_ip}:9090/graph

* Grafana 구성

- 컨테이너 실행

 docker run -it --name grafana -h grafana -p 13000:3000 --net replbridge --net-alias=netgrafana -d grafana/grafana

- 그라파나 접속 테스트

http://172.30.1.102:13000/login

초기 비번 admin/admin

- 데이터 소스 정보 입력

- 프로메테우스 컨테이너 정보 연결

http://prom001:9090

- Dashboard 추가

https://github.com/percona/grafana-dashboards/tree/master/dashboards

: Mysql_Overview.json 다운

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

 

* 참고

- Percona Docker 이미지 구성정보를 보기 위한 Dockerfile

: https://github.com/percona/percona-docker/blob/master/percona-server-5.7/Dockerfile 

 

GitHub - percona/percona-docker: Collection of Dockerfiles for Percona software. See individual directories for more details.

Collection of Dockerfiles for Percona software. See individual directories for more details. - GitHub - percona/percona-docker: Collection of Dockerfiles for Percona software. See individual direct...

github.com

 

    Jackerson
    Jackerson

    티스토리툴바