节点角色

主机名

网络地址

备注

Master

master1

192.168.91.91

Vmnet8

Master

master2

192.168.91.92

Vmnet8

Work

work1

192.168.91.93

Vmnet8

Work

work2

192.168.91.94

Vmnet8

节点角色

主机名

网络地址

备注

Master

master1

192.168.91.91

Vmnet8

Master

master2

192.168.91.92

Vmnet8

Work

work1

192.168.91.93

Vmnet8

Work

work2

192.168.91.94

Vmnet8

#master1主机配置

[root@master1~]# hostnamectl set-hostname master1

[root@master1~]# vi /etc/sysconfig/network-scripts/ifcfg-ens33

BOOTPROTO=none

ONBOOT=yes

IPADDR=192.168.91.91

GATEWAY=192.168.91.2

PREFIX=24

DNS1=114.114.114.114

DNS2=8.8.8.8

[root@manager1 ~]# nmcli c reload

[root@manager1 ~]# nmcli  c up ens33

[root@manager1 ~]# systemctl disable firewalld

[root@manager1 ~]# systemctl stop firewalld

[root@manager1 ~]#swapoff  -a

[root@manager1 ~]#vi /etc/sysctl.conf

net.ipv4.ip_forward=1

net.bridge.bridge-nf-call-ip6tables = 1

net.bridge.bridge-nf-call-iptables= 1

[root@manager1 ~]#modprobe   br_netfilter

[root@manager1 ~]#sysctl  -p

#备份当前的YUM源配置文件

[root@host1~]#mv /etc/yum.repos.d/CentOS-Base.repo /etc/yum.repos.d/CentOS-Base.repo.backup

#下载阿里云的YUM源配置文件

[root@host1~]#curl -o /etc/yum.repos.d/CentOS-Base.repo http://mirrors.aliyun.com/repo/Centos-7.repo

#更新YUM缓存

[root@host1~]#yum clean all

[root@host1~]#yum makecache

[root@manager1 ~]# yum install -y yum-utils  device-mapper-persistent-data  lvm2

[root@manager1 ~]# yum-config-manager --add-repo   http://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo

[root@manager1 ~]# yum install docker-ce -y

[root@manager1 ~]# systemctl enable docker

#导入镜像文件

（1）将icentos7.tar     haproxy.tar     mysql.tar       wordpress.tar     文件导入虚拟机

（2）导入镜像

[root@manager1 ~]#docker load  -i haproxy.tar     

[root@manager1 ~]#docker load  -i mysql.tar    

[root@manager1 ~]#docker load  -i wordpress.tar 

[root@manager1 ~]#docker load  -i centos7.tar  

#关机克隆master2、worker1、worker2

#启动master2，进行相关配置

[root@master2~]# hostnamectl set-hostname manager2

[root@master2~]# vi /etc/sysconfig/network-scripts/ifcfg-ens33

BOOTPROTO=none

ONBOOT=yes

IPADDR=192.168.91.92

GATEWAY=192.168.91.2

PREFIX=24

DNS1=114.114.114.114

DNS2=8.8.8.8

[root@manager1 ~]# nmcli c reload

[root@manager1 ~]# nmcli  c up ens33

#安装docker compose

[root@manager2 ~]# yum install docker-compose-plugin

[root@manager2 ~]# docker compose  version

#启动worker1，进行相关配置

[root@worker1~]# hostnamectl set-hostname worker1

[root@worker1~]# vi /etc/sysconfig/network-scripts/ifcfg-ens33

BOOTPROTO=none

ONBOOT=yes

IPADDR=192.168.91.93

GATEWAY=192.168.91.2

PREFIX=24

DNS1=114.114.114.114

DNS2=8.8.8.8

[root@worker1~]# nmcli c reload

[root@worker1~]# nmcli  c up ens33

#启动worker2，进行相关配置

[root@worker2~]# hostnamectl set-hostname worker2

[root@worker2~]# vi /etc/sysconfig/network-scripts/ifcfg-ens33

BOOTPROTO=none

ONBOOT=yes

IPADDR=192.168.91.94

GATEWAY=192.168.91.2

PREFIX=24

DNS1=114.114.114.114

DNS2=8.8.8.8

[root@worker2~]# nmcli c reload

[root@worker2~]# nmcli  c up ens33

#master1主机配置

[root@master1~]# vi /etc/docker/daemon.json

{"insecure-registries": ["192.168.91.92"], 

"registry-mirrors": [

"https://do.nark.eu.org",

"https://dc.j8.work",

"https://docker.m.daocloud.io",

"https://dockerproxy.com",

"https://docker.mirrors.ustc.edu.cn",

"https://docker.nju.edu.cn"

    ]

}

[root@master1~]# systemctl daemon-reload

[root@master1~]# systemctl restart docker

#master2主机配置

[root@master2~]# vi /etc/docker/daemon.json

{"insecure-registries": ["192.168.91.92"],

"registry-mirrors": [

"https://do.nark.eu.org",

"https://dc.j8.work",

"https://docker.m.daocloud.io",

"https://dockerproxy.com",

"https://docker.mirrors.ustc.edu.cn",

"https://docker.nju.edu.cn"

    ]

}

[root@master2~]# systemctl daemon-reload

[root@master2~]# systemctl restart docker

#将给定的harbor离线安装包拷贝至虚拟机

[root@master2~]# tar xvf harbor-offline-installer-v2.11.2.tgz  -C /usr/local/

[root@master2~]# cd /usr/local/harbor/

[root@master2harbor]# cp harbor.yml.tmpl harbor.yml

[root@master2harbor]# vi  harbor.yml

[root@master2harbor]#  sh install.sh

#worker1主机配置

[root@worker1~]# vi /etc/docker/daemon.json

{"insecure-registries": ["192.168.91.92"],

"registry-mirrors": [

"https://do.nark.eu.org",

"https://dc.j8.work",

"https://docker.m.daocloud.io",

"https://dockerproxy.com",

"https://docker.mirrors.ustc.edu.cn",

"https://docker.nju.edu.cn"

    ]

}

[root@worker1~]# systemctl daemon-reload

[root@worker1~]# systemctl restart docker

#worker2主机配置

[root@worker2~]# vi /etc/docker/daemon.json

{"insecure-registries": ["192.168.91.92"],

"registry-mirrors": [

"https://do.nark.eu.org",

"https://dc.j8.work",

"https://docker.m.daocloud.io",

"https://dockerproxy.com",

"https://docker.mirrors.ustc.edu.cn",

"https://docker.nju.edu.cn"

    ]

}

[root@worker2~]# systemctl daemon-reload

[root@worker2~]# systemctl restart docker

#浏览器访问harbor仓库

#新建项目chinaskill

#在master2主机上构建镜像并上传至harbor

[root@manager2 harbor]# cd

[root@manager2 ~]# mkdir dockerfile-nginx && cd dockerfile-nginx

[root@manager2 dockerfile-nginx]# vi nginx.repo

[nginx]

name=nginx

baseurl=http://nginx.org/packages/centos/$releasever/$basearch/

gpgcheck=0

enabled=1

[root@master2 dockerfile-nginx]# vi Dockerfile

# 从基础镜像centos开始构建

FROM centos:7

LABEL maintainer="test@163.com"

RUN  mv  /etc/yum.repos.d/CentOS-Base.repo  /etc/yum.repos.d/CentOS-Base.repo.backup

RUN  curl  -o  /etc/yum.repos.d/CentOS-Base.repo  http://mirrors.aliyun.com/repo/Centos-7.repo

# 安装nginx

ADD nginx.repo  /etc/yum.repos.d/

RUN yum install -y nginx

# 修改nginx首页信息

RUN echo "这是nginx1.0的首页 " > /usr/share/nginx/html/index.html

# 对外暴露80端口

EXPOSE 80

# 启动nginx

CMD  ["nginx", "-g", "daemon off;"]

#下面这条命令，最后有个点，代表当前目录

[root@master2 dockerfile-nginx]# docker build -t 192.168.91.92/chinaskill/nginx:1.0  .

[root@master2 dockerfile-nginx]# docker login -u admin -p Harbor12345 http://192.168.91.92

[root@master2 dockerfile-nginx]# docker push 192.168.91.92/chinaskill/nginx:1.0

#构建nginx:2.0镜像

[root@master2 dockerfile-nginx]# vi Dockerfile

# 从基础镜像centos开始构建

FROM centos:7

LABEL maintainer="test@163.com"

RUN  mv  /etc/yum.repos.d/CentOS-Base.repo  /etc/yum.repos.d/CentOS-Base.repo.backup

RUN  curl  -o  /etc/yum.repos.d/CentOS-Base.repo  http://mirrors.aliyun.com/repo/Centos-7.repo

# 安装nginx

ADD nginx.repo  /etc/yum.repos.d/

RUN yum install -y nginx

# 修改nginx首页信息

RUN echo "这是nginx2.0的首页 " > /usr/share/nginx/html/index.html

# 对外暴露80端口

EXPOSE 80

# 启动nginx

CMD  ["nginx", "-g", "daemon off;"]

[root@master2dockerfile-nginx]# docker build -t 192.168.91.92/chinaskill/nginx:2.0  .

[root@master2 dockerfile-nginx]# docker push 192.168.91.92/chinaskill/nginx:2.0

#拉取镜像上传至harbor仓库

[root@master2 ~]# docker pull wordpress:latest

[root@master2 ~]# docker pull mysql:5.7

[root@master2 ~]# docker pull haproxy:latest

[root@master2 ~]# docker tag wordpress:latest 192.168.91.92/chinaskill/wordpress:v1

[root@master2 ~]# docker tag mysql:5.7 192.168.91.92/chinaskill/mysql:v1

[root@master2 ~]# docker tag haproxy:latest 192.168.91.92/chinaskill/haproxy:v1

[root@master2 ~]# docker push 192.168.91.92/chinaskill/wordpress:v1

[root@master2 ~]# docker push 192.168.91.92/chinaskill/mysql:v1

[root@master2 ~]# docker push 192.168.91.92/chinaskill/haproxy:v1

[root@master2 ~]# mkdir my_wordpress && cd my_wordpress

[root@master2 my_wordpress]# vi docker-compose.yml

version: '3.3'

services:

   db:

     image: 192.168.91.92/chinaskill/mysql:v1

     volumes:

       - db_data:/var/lib/mysql

     restart: always

     environment:

       MYSQL_ROOT_PASSWORD: somewordpress

       MYSQL_DATABASE: wordpress

       MYSQL_USER: wordpress

       MYSQL_PASSWORD: wordpress

   wordpress:

     depends_on:

       - db

     image: 192.168.91.92/chinaskill/wordpress:v1

     ports:

       - "8000:80"

     restart: always

     environment:

       WORDPRESS_DB_HOST: db:3306

       WORDPRESS_DB_USER: wordpress

       WORDPRESS_DB_PASSWORD: wordpress

       WORDPRESS_DB_NAME: wordpress

volumes:

    db_data: {}

[root@manager2 my_wordpress]# docker-compose up -d

#初始化集群

[root@master1~]#  docker swarm init --advertise-addr 192.168.91.91

#复制以下命令将worker1、worker2以worker身份加入集群

[root@master1~]# docker swarm join-token manager

#复制以下命令将master2以leader身份加入集群

#服务配置发布

[root@master1 haproxy]# docker login -u admin -p Harbor12345 http://192.168.91.92

[root@master1 ~]# docker network create -d overlay nginx-net

[root@master1 ~]# mkdir haproxy

[root@master1 ~]# cd haproxy/

[root@master1 haproxy]# vi haproxy.cfg

global

    daemon

    maxconn 25600

defaults

    mode http

    timeout connect 5000ms

    timeout client 50000ms

    timeout server 50000ms

#前端设置

frontend http-in

    bind *:9000                                 # 前端端口为9000

    default_backend servers

#后端设置

backend servers

   balance roundrobin                           # 负载平衡算法采用轮询

   server node1 192.168.91.91:8080 check

   server node2 192.168.91.92:8080 check

   server node3 192.168.91.93:8080 check

   server node4 192.168.91.94:8080 check

[root@master1 haproxy]# docker run -d  -v "$(pwd)"/haproxy.cfg:/usr/local/etc/haproxy/haproxy.cfg  -p 9000:9000 --name myhaproxy 192.168.91.92/chinaskill/haproxy:v1

[root@master1 haproxy]# docker service create --name my-web --network nginx-net   --publish published=8080,target=80 --replicas 3 --with-registry-auth   192.168.91.92/chinaskill/nginx:1.0

[root@manager1 haproxy]# mkdir nginx-stack

[root@manager1 haproxy]# cd nginx-stack

[root@manager1 nginx-stack]#  vi nginx-stack.yml

version: "3"

services:

  web:

    image: 192.168.91.92/chinaskill/nginx:2.0

    ports:

      - 9090:80

    deploy:

      mode: replicated

      replicas: 2

      placement:

        constraints: [node.role == worker]

[root@manager1 nginx-stack]# docker stack deploy --compose-file nginx-stack.yml --with-registry-auth nginx-stack