👩‍💻0713[Docker]

망지·2022년 7월 13일

📌 cluster 준비

centos7 ova 불러오기 이름 : manager1
도커 설치

# curl -fsSL https://get.docker.com/ | sh
# yum -y install bash-completion wget unzip net-tools mysql telnet rdate
# rdate -s time.bora.net && clock -w
# curl https://raw.githubusercontent.com/docker/docker-ce/master/components/cli/contrib/completion/bash/docker -o /etc/bash_completion.d/docker.sh
# systemctl enable --now docker

power off하고 연결된 manager1복제 두번
1) 이름 : worker1
2) 이름 : worker2

📌 지난시간 복습

manager1에서 ,

- Volume
# docker volume create my-vol01
# docker volume list
# docker volume inspect my-vol01
"Mountpoint": "/var/lib/docker/volumes/my-vol01/_data"

# docker network list
# docker network inspect bridge
"com.docker.network.bridge.name": "docker0",
# docker network create new-net --subnet 10.14.0.0/16 --ip-range 10.14.0.0/20 --gateway 10.14.0.1
# docker network ls
# docker inspect new-net

--- 운영자 역할
# mkdir onbuild && cd $_
# vi Dockerfile.base
FROM ubuntu:18.04
RUN sed -i 's/archive.ubuntu.com/ftp.daumkakao.com/g' /etc/apt/sources.list
RUN apt-get -y update
RUN apt-get -y install nginx
EXPOSE 80
ONBUILD ADD website*.tar /var/www/html/
CMD ["nginx", "-g", "daemon off;"]

# docker build -t mj030kk/web-base:v2.0 -f Dockerfile.base .
# docker login
# docker push mj030kk/web-base:v2.0
# vi Dockerfile
FROM mj030kk/web-base:v2.0

--- 개발자 역할
# mkdir onbuild && cd $_
# ls
website.tar
Dockerfile

# docker build -t mj030kk/web-site:v2.0 . ##여기서 onbuild 실행됨.
# docker run -d -p 80:80 --name=web-site mj030kk/web-site:v2.0
# docker login
# docker push mj030kk/web-site:v2.0

AWS 운영자

AWS- EC2 생성
-이름: docker
-amazon linux
-t2.micro
-새 키 생성 : docker-key2

vpc : MY-VPC
서브넷 : MY-PUBLIC-SUBNET-2A
고급세부정보 사용자 데이터 :


#!/bin/bash
sudo amazon-linux-extras install docker -y
sudo systemctl start docker && systemctl enable docker
curl https://raw.githubusercontent.com/docker/docker-ce/master/components/cli/contrib/completion/bash/docker -o /etc/bash_completion.d/docker.sh
sudo usermod -a -G docker ec2-user
docker run -d -p 80:80 --name=test-site mj030kk/web-site:v2.0
docker run -d -p 5000:5000 --restart=always --name private-docker-registry registry

route53에서 도메인 생성 (ec2 인스턴스 IP)

manager 1에서,

# vi /etc/docker/daemon.json # 클라이언트
{ "insecure-registries":["docker.lovemj.shop:5000"] }
# systemctl restart docker
# docker tag mj030kk/web-site:v2.0 docker.lovemj.shop:5000/web-site:v2.0
#[root@localhost onbuild]# docker images

📌 Docker compose

docker compose 명령어 수행 시 yml 파일이 있는 곳에서 해야함.

# curl -L "https://github.com/docker/compose/releases/download/1.26.2/docker-compose-$(uname -s)-$(uname -m)" -o /usr/local/bin/docker-compose
# chmod +x /usr/local/bin/docker-compose
# mkdir my_wordpress && cd $_
# vi docker-compose.yml
version: "3.3"    
services:
  dbserver:
    image: mysql:5.7
    volumes:
      - db_data:/var/lib/mysql  ##볼륨지정 영구적 볼륨.
    restart: always
    environment: ##-e
      MYSQL_ROOT_PASSWORD: password
      MYSQL_DATABASE: wordpress
      MYSQL_USER: wpuser
      MYSQL_PASSWORD: wppass
  wordpress: ## 웹서버
    depends_on: ## 후순위로 생성. db서버 먼저 생성해라.
      - dbserver
    image: wordpress:latest
    volumes:
      - wordpress_data:/var/www/html
    ports:
      - "8888:80"
    restart: always
    environment:
      WORDPRESS_DB_HOST: dbserver:3306
      WORDPRESS_DB_USER: wpuser
      WORDPRESS_DB_PASSWORD: wppass
      WORDPRESS_DB_NAME: wordpress
volumes: ## 선언
  db_data: {} 
  wordpress_data: {}

# docker-compose up -d
# docker-compose ps
# docker volume ls

# docker inspect my_wordpress_db_data
# cd /var/lib/docker/volumes/my_wordpress_db_data/_data
[root@localhost _data]# ls
[root@localhost my_wordpress]# docker inspect my_wordpress_wordpress_data
[root@localhost my_wordpress]# cd /var/lib/docker/volumes/my_wordpress_wordpress_data/_data
[root@localhost _data]# ls
index.php           wp-comments-post.php  wp-includes        wp-signup.php
license.txt         wp-config-docker.php  wp-links-opml.php  wp-trackback.php
readme.html         wp-config.php         wp-load.php        xmlrpc.php
wp-activate.php     wp-config-sample.php  wp-login.php
wp-admin            wp-content            wp-mail.php
wp-blog-header.php  wp-cron.php           wp-settings.php


# docker-compose pause ## 일시정지
# docker-compose unpause ## 재시작
# docker-compose port wordpress 80 ##호스트포트 번호 확인
# docker-compose config ## yml파일 추려서 보여줌
# docker-compose stop wordpress ## pause와 비슷.(일시정지) stop - 서비스 지우고 싶을때
# docker-compose ps
# docker-compose rm wordprss
# docker-compose down ## 멈추면서 동시에 지우기.
<지웠는데 데이터 남아있음.>
[root@localhost my_wordpress]#  cd /var/lib/docker/volumes/my_wordpress_wordpress_data/_data
[root@localhost _data]# ls
index.php           wp-comments-post.php  wp-includes        wp-signup.php
license.txt         wp-config-docker.php  wp-links-opml.php  wp-trackback.php
readme.html         wp-config.php         wp-load.php        xmlrpc.php
wp-activate.php     wp-config-sample.php  wp-login.php
wp-admin            wp-content            wp-mail.php
wp-blog-header.php  wp-cron.php           wp-settings.php

[root@localhost _data]#  cd /var/lib/docker/volumes/my_wordpress_db_data/_data
[root@localhost _data]# ls
auto.cnf         client-key.pem  ib_logfile1         private_key.pem  sys
ca-key.pem       ib_buffer_pool  mysql               public_key.pem   wordpress
ca.pem           ibdata1         mysql.sock          server-cert.pem
client-cert.pem  ib_logfile0     performance_schema  server-key.pem


[root@localhost my_wordpress]# docker-compose up -d

댓글 그대로

# docker-compose down -v ##볼륨,컨테이너까지 삭제

# docker-compose down --rmi all ## 이미지까지 삭제

📌 도커 컨테이너 모니터링

//(주석) use the latest release version from https://github.com/google/cadvisor/releases
[root@localhost my_wordpress]# VERSION=v0.44.0 
[root@localhost my_wordpress]# docker run \
  --volume=/:/rootfs:ro \
  --volume=/var/run:/var/run:ro \
  --volume=/sys:/sys:ro \
  --volume=/var/lib/docker/:/var/lib/docker:ro \
  --volume=/dev/disk/:/dev/disk:ro \
  --publish=8080:8080 \
  --detach=true \
  --name=cadvisor \
  --privileged \
  --device=/dev/kmsg \
  gcr.io/cadvisor/cadvisor:$VERSION
  
[root@localhost my_wordpress]# docker ps

shares ; 1024; CPU2개
512 ; CPU1개

📌 도커 스웜(Cluster)

# firewall-cmd --permanent --zone=public --add-port=2377/tcp
# firewall-cmd --reload
? 이거뭐징

컴포즈와 스웜을 더하면 쿠버네티스.

worker 1, 2 맥 address 새로고침해주고
시스템 기본메모리 : 1024
프로세서 1개
시작.

multiexecution으로 아래 명령어 3개 서버에 입력.(매니저,워커1,2)



# cat <<EOF >> /etc/hosts
192.168.0.180 manager1
192.168.1.139 worker1
192.168.1.144 worker2
EOF

각 서버에 호스트네임 바꿔주기

# hostnamectl set-hostname master1

각 서버 이름으로 핑 나감 확인 (hosts에 등록해두었기 때문.)

manager1에서 아래 명령어 진행.

# docker swarm init --advertise-addr 192.168.0.180

 docker swarm join --token SWMTKN-1-3ma85wdp4elgdw5qnvl6ydang2g1562vqgocjh3f8oapdn4ql5-dk98lw7wk2utg8ilqh4bm8tcc 192.168.0.180:2377
-> 이 내용 복사

복사한 것을 worker1, 2 에 붙여넣기.

#  docker swarm join --token SWMTKN-1-3ma85wdp4elgdw5qnvl6ydang2g1562vqgocjh3f8oapdn4ql5-dk98lw7wk2utg8ilqh4bm8tcc 192.168.0.180:2377

다시 manager1에서 진행.

[root@manager1 ~]# docker node ls

[root@manager1 ~]# docker stop cadvisor

# docker service create --name my_web --replicas 3 --publish published=8080,target=80 nginx
## replicas ; desired State control(manager1)까지 포함해서 총 3개 ? 이해 잘 못함

# docker service ls
# docker service ps my_web
[root@worker1 ~]# docker ps

worker 1,2 ip로 접속해도 웹브라우저 접속 가능. 로드밸런싱 되고 있음.

로드밸런싱 확인해보자. (worker1,2에도 컨테이너 ID랑 문구만 바꿔서 진행)

[root@manager1 ~]# docker ps
CONTAINER ID   IMAGE                   COMMAND                  CREATED          STATUS          PORTS                               NAMES
696989f42e52   nginx:latest            "/docker-entrypoint.…"   14 minutes ago   Up 14 minutes   80/tcp                              my_web.1.k83kmvxad8v7dakwg26q7am95
8e1189d78f48   mj030kk/web-site:v2.0   "nginx -g 'daemon of…"   5 hours ago      Up 3 hours      0.0.0.0:80->80/tcp, :::80->80/tcp   web-site
[root@manager1 ~]# docker exec 696989f42e52 sh -c "echo "manager1" >> /usr/share/nginx/html/index.html"

웹브라우저는 라운드로빈 아님.
curl 192.168.0.180:8080 으로 하면 라운드로빈처럼 보임.

workerIP로 해도 됨.
-> 아래 때문.


Endpoint Mode:  vip
Ports:
 PublishedPort = 8080
  Protocol = tcp
  TargetPort = 80
  PublishMode = ingress

[root@manager1 ~]# docker service logs my_web ##접속 로그 확인
# docker service inspect --pretty my_web
# docker service scale my_web=5 //3개의 컨테이너 5개로 scale out
# docker service ps my_web
->worker 2개씩 manager1개 받음. 만약 6개로 늘렸으면 2, 2, 2 딱 맞았을 것.(스케줄링. 공평하게 배분)

롤링 업데이트 (사이트 업데이트 할 때)

[root@manager1 ~]# docker service update --image halilinux/web-site:v1.0 my_web

[root@manager1 ~]# docker service ps my_web
ID             NAME           IMAGE                   NODE       DESIRED STATE   CURRENT STATE            ERROR     PORTS
kqwjeym181kz   my_web.1       mj030kk/web-site:v1.0   manager1   Running         Running 4 minutes ago
k83kmvxad8v7    \_ my_web.1   nginx:latest            manager1   Shutdown        Shutdown 4 minutes ago
7v45oe4ox8r9   my_web.2       mj030kk/web-site:v1.0   worker1    Running         Running 3 minutes ago
dpg9rrlx3si6    \_ my_web.2   nginx:latest            worker1    Shutdown        Shutdown 3 minutes ago
0rkebziyy49k   my_web.3       mj030kk/web-site:v1.0   worker2    Running         Running 4 minutes ago
o70dmhuah8y5    \_ my_web.3   nginx:latest            worker2    Shutdown        Shutdown 4 minutes ago
jbp6p6u6obwm   my_web.4       mj030kk/web-site:v1.0   worker2    Running         Running 4 minutes ago
ztuc693rg6go    \_ my_web.4   nginx:latest            worker2    Shutdown        Shutdown 4 minutes ago
ooxls9ox3oxj   my_web.5       mj030kk/web-site:v1.0   worker1    Running         Running 3 minutes ago
adfphwdtjzui    \_ my_web.5   nginx:latest            worker1    Shutdown        Shutdown 3 minutes ago
1bu36ldivfer   my_web.6       mj030kk/web-site:v1.0   manager1   Running         Running 4 minutes ago
kgn76j3t7gx3    \_ my_web.6   nginx:latest            manager1   Shutdown        Shutdown 4 minutes ago

이전 서버로 돌아가야할때 (버전관리)
[root@manager1 ~]# docker service rollback my_web

[root@manager1 ~]# docker service rm my_web // 한번 정리

📌클러스터에서 특정 노드 드레인하기

[root@manager1 ~]# docker service create --name my_web --replicas 3 --publish published=8080,target=80 mj030kk/web-site:v1.0
task 재생성
# docker node ls
# docker service ps my_web
# docker node update --availability drain worker1
//worker1에서 다른 곳으로 넘어감 (manager1 or worker2)

[root@manager1 ~]# docker rm -f 79ac791c65b4
매니저로 할당받은거 삭제해보기

[root@manager1 ~]# docker service ps my_web
ID             NAME           IMAGE                   NODE       DESIRED STATE   CURRENT STATE            ERROR                         PORTS
oh22zjyze4u8   my_web.1       mj030kk/web-site:v1.0   worker2    Running         Running 17 seconds ago
rl6w61gufuch    \_ my_web.1   mj030kk/web-site:v1.0   manager1   Shutdown        Failed 23 seconds ago    "task: non-zero exit (137)"
hxrwh7lna8ib    \_ my_web.1   mj030kk/web-site:v1.0   worker1    Shutdown        Shutdown 4 minutes ago
mxte7mbor29q   my_web.2       mj030kk/web-site:v1.0   worker2    Running         Running 6 minutes ago
87g9gutjz9zy   my_web.3       mj030kk/web-site:v1.0   manager1   Running         Running 6 minutes ago
->이번엔 replicas로 인해 worker2에 할당받음.

# docker node inspect --pretty worker1
 Availability:          Drain


# docker service ps my_web

[root@manager1 ~]# docker node ls
# docker node update --availability active worker1

[root@manager1 ~]# docker service ps my_web
ID             NAME           IMAGE                   NODE       DESIRED STATE   CURRENT STATE            ERROR                         PORTS
oh22zjyze4u8   my_web.1       mj030kk/web-site:v1.0   worker2    Running         Running 3 minutes ago
rl6w61gufuch    \_ my_web.1   mj030kk/web-site:v1.0   manager1   Shutdown        Failed 3 minutes ago     "task: non-zero exit (137)"
hxrwh7lna8ib    \_ my_web.1   mj030kk/web-site:v1.0   worker1    Shutdown        Shutdown 7 minutes ago
mxte7mbor29q   my_web.2       mj030kk/web-site:v1.0   worker2    Running         Running 9 minutes ago
87g9gutjz9zy   my_web.3       mj030kk/web-site:v1.0   manager1   Running         Running 9 minutes ago
-> 다시 active 해도 자동으로 worker1에게 할당하지 않음.


[root@manager1 ~]# docker service scale my_web=3
-> scale 3 다시해도 마찬가지. 

[root@manager1 ~]# docker service scale my_web=2
-> 스케일 줄였다가

[root@manager1 ~]# docker service scale my_web=3
my_web scaled to 3
overall progress: 3 out of 3 tasks
1/3: running
2/3: running
3/3: running
verify: Service converged
[root@manager1 ~]# docker service ps my_web
ID             NAME           IMAGE                   NODE       DESIRED STATE   CURRENT STATE             ERROR                         PORTS
oh22zjyze4u8   my_web.1       mj030kk/web-site:v1.0   worker2    Running         Running 7 minutes ago
rl6w61gufuch    \_ my_web.1   mj030kk/web-site:v1.0   manager1   Shutdown        Failed 8 minutes ago      "task: non-zero exit (137)"
hxrwh7lna8ib    \_ my_web.1   mj030kk/web-site:v1.0   worker1    Shutdown        Shutdown 12 minutes ago
hwthalyjbv49   my_web.2       mj030kk/web-site:v1.0   worker1    Running         Running 6 seconds ago
87g9gutjz9zy   my_web.3       mj030kk/web-site:v1.0   manager1   Running         Running 14 minutes ago
-> 늘리면 다시 각 노드에 할당.

pause일시정지

[root@manager1 ~]# docker node update --availability pause worker2
worker2

[root@manager1 ~]# docker node ls
ID                            HOSTNAME   STATUS    AVAILABILITY   MANAGER STATUS   ENGINE VERSION
96zkn9063w151ousxzg0ia1is *   manager1   Ready     Active         Leader           20.10.17
pt276x5gbdg9btk6hjslxbz93     worker1    Ready     Active                          20.10.17
acg4rud6as7wh2l4cxw40ikkr     worker2    Ready     Pause                           20.10.17

[root@manager1 ~]# docker service scale my_web=5
my_web scaled to 5
overall progress: 5 out of 5 tasks
1/5: running
2/5: running
3/5: running
4/5: running
5/5: running
verify: Service converged
-> scale out 하면, 

[root@manager1 ~]# docker service ps my_web
ID             NAME           IMAGE                   NODE       DESIRED STATE   CURRENT STATE             ERROR                         PORTS
oh22zjyze4u8   my_web.1       mj030kk/web-site:v1.0   worker2    Running         Running 25 minutes ago
rl6w61gufuch    \_ my_web.1   mj030kk/web-site:v1.0   manager1   Shutdown        Failed 25 minutes ago     "task: non-zero exit (137)"
hxrwh7lna8ib    \_ my_web.1   mj030kk/web-site:v1.0   worker1    Shutdown        Shutdown 29 minutes ago
hwthalyjbv49   my_web.2       mj030kk/web-site:v1.0   worker1    Running         Running 17 minutes ago
87g9gutjz9zy   my_web.3       mj030kk/web-site:v1.0   manager1   Running         Running 31 minutes ago
3ya52u1zjwlv   my_web.4       mj030kk/web-site:v1.0   worker1    Running         Running 8 seconds ago
nnsecu0may7l   my_web.5       mj030kk/web-site:v1.0   manager1   Running         Running 10 seconds ago

->worker 2 에는 생성되지 않음.(쉬는중!)

📙✔️✏️📢⭐️📌

망지

꾸준히, 차근차근

이전 포스트

👩‍💻0712[Docker]

다음 포스트