搜索文章 Ctrl K

6-6-k8s实际应用-dubbo微服务部署

熊 0 阅读 容器
kubernetes-applyation-dubbo-1

通过上述架构可以了解到 , 生产者通过注册中心 , 将服务注册至注册中心 , 消费者通过注册中心找到生产者 , 从而实现消费者拿到生产者的实际地址 , 然后直接和生产者通信；管理端通过注册中心发现生产者和消费者 , 通过svc来管理生产者和消费者。集群外部客户端通过负载均衡器来访问集群内部服务。dubbo产生的数据可以通过pv/pvc将数据放置外部存储 , 如ceph,nas , nfs等。

1. 部署provider服务

1.1 准备provider镜像

  • provider镜像数据目录文件

    kubernetes-applyation-dubbo-2

  • 构建provider镜像Dockerfile

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/provider# cat Dockerfile 
#Dubbo provider
FROM harbor.ik8s.cc/pub-images/jdk-base:v8.212 
​
RUN yum install file nc -y
RUN mkdir -p /apps/dubbo/provider
ADD dubbo-demo-provider-2.1.5/  /apps/dubbo/provider
ADD run_java.sh /apps/dubbo/provider/bin 
RUN chown nginx.nginx /apps -R
RUN chmod a+x /apps/dubbo/provider/bin/*.sh
​
CMD ["/apps/dubbo/provider/bin/run_java.sh"]
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/provider# 
​

  • 运行provider镜像脚本

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/provider# cat run_java.sh 
#!/bin/bash
#echo "nameserver 223.6.6.6" > /etc/resolv.conf
#/usr/share/filebeat/bin/filebeat -c /etc/filebeat/filebeat.yml -path.home /usr/share/filebeat -path.config /etc/filebeat -path.data /var/lib/filebeat -path.logs /var/log/filebeat  &
su - nginx -c "/apps/dubbo/provider/bin/start.sh"
tail -f /etc/hosts
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/provider# 
​

  • 构建provider镜像脚本

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/provider# cat build-command.sh 
#!/bin/bash
#docker build -t harbor.ik8s.cc/magedu/dubbo-demo-provider:v1  .
#sleep 3
#docker push harbor.ik8s.cc/magedu/dubbo-demo-provider:v1
​
nerdctl build -t harbor.ik8s.cc/magedu/dubbo-demo-provider:v1  .
nerdctl push harbor.ik8s.cc/magedu/dubbo-demo-provider:v1
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/provider# 
​

  • 修改脚本权限

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/provider# chmod a+x dubbo-demo-provider-2.1.5/bin/*.sh
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/provider# ll dubbo-demo-provider-2.1.5/bin/*.sh
-rwxr-xr-x 1 root root 2165 Jun 22  2021 dubbo-demo-provider-2.1.5/bin/dump.sh*
-rwxr-xr-x 1 root root   49 Jun 22  2021 dubbo-demo-provider-2.1.5/bin/restart.sh*
-rwxr-xr-x 1 root root  413 Jun 22  2021 dubbo-demo-provider-2.1.5/bin/server.sh*
-rwxr-xr-x 1 root root 3227 Jun 22  2021 dubbo-demo-provider-2.1.5/bin/start.sh*
-rwxr-xr-x 1 root root  807 Jun 22  2021 dubbo-demo-provider-2.1.5/bin/stop.sh*
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/provider# 
​

  • 修改注册中心zookeeper地址

    kubernetes-applyation-dubbo-3

    这个注册中心地址我们写zk节点的svc名称即可 , 如果是在同一名称空间下 , 直接写svc名称加端口即可 , 不在同一名称空间下 , 需要写svc名称.名称空间后面跟上端口即可。

  • 构建provider镜像

    kubernetes-applyation-dubbo-4

1.2 运行provider服务

  • 运行provider配置清单

    kind: Deployment
#apiVersion: extensions/v1beta1
apiVersion: apps/v1
metadata:
  labels:
    app: magedu-provider
  name: magedu-provider-deployment
  namespace: magedu
spec:
  replicas: 1
  selector:
    matchLabels:
      app: magedu-provider
  template:
    metadata:
      labels:
        app: magedu-provider
    spec:
      containers:
      - name: magedu-provider-container
        image: harbor.ik8s.cc/magedu/dubbo-demo-provider:v1
        #command: ["/apps/tomcat/bin/run_tomcat.sh"]
        #imagePullPolicy: IfNotPresent
        imagePullPolicy: Always
        ports:
        - containerPort: 20880
          protocol: TCP
          name: http
​
---
kind: Service
apiVersion: v1
metadata:
  labels:
    app: magedu-provider
  name: magedu-provider-spec
  namespace: magedu
spec:
  type: NodePort
  ports:
  - name: http
    port: 80
    protocol: TCP
    targetPort: 20880
    #nodePort: 30001
  selector:
    app: magedu-provider
​

  • 应用配置清单

    root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/provider# kubectl apply -f provider.yaml
deployment.apps/magedu-provider-deployment created
service/magedu-provider-spec created
root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/provider# 
​

1.3 验证provider服务

  • 验证pod是否正常Running?

    kubernetes-applyation-dubbo-5

  • zookeeper验证provider注册

    kubernetes-applyation-dubbo-6

2. 部署consumer服务

2.1 准备consumer镜像

  • consumer镜像数据目录文件

    kubernetes-applyation-dubbo-7

  • 构建consumer镜像Dockerfile

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/consumer# cat Dockerfile
#Dubbo consumer
FROM harbor.ik8s.cc/pub-images/jdk-base:v8.212 
​
RUN yum install file -y
RUN mkdir -p /apps/dubbo/consumer 
ADD dubbo-demo-consumer-2.1.5  /apps/dubbo/consumer
ADD run_java.sh /apps/dubbo/consumer/bin 
RUN chown nginx.nginx /apps -R
RUN chmod a+x /apps/dubbo/consumer/bin/*.sh
​
CMD ["/apps/dubbo/consumer/bin/run_java.sh"]
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/consumer# 
​

  • 运行consumer镜像脚本

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/consumer# cat run_java.sh 
#!/bin/bash
#echo "nameserver 223.6.6.6" > /etc/resolv.conf
#/usr/share/filebeat/bin/filebeat -c /etc/filebeat/filebeat.yml -path.home /usr/share/filebeat -path.config /etc/filebeat -path.data /var/lib/filebeat -path.logs /var/log/filebeat  &
su - nginx -c "/apps/dubbo/consumer/bin/start.sh"
tail -f /etc/hosts
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/consumer# 
​

  • 构建consumer镜像脚本

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/consumer# cat build-command.sh
#!/bin/bash
#docker build -t harbor.ik8s.cc/magedu/dubbo-demo-consumer:v1  .
#sleep 3
#docker push harbor.ik8s.cc/magedu/dubbo-demo-consumer:v1

nerdctl build -t harbor.ik8s.cc/magedu/dubbo-demo-consumer:v1  .
nerdctl push harbor.ik8s.cc/magedu/dubbo-demo-consumer:v1
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/consumer#

  • 修改脚本权限

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/consumer# chmod a+x dubbo-demo-consumer-2.1.5/bin/*.sh
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/consumer# ll dubbo-demo-consumer-2.1.5/bin/*.sh
-rwxr-xr-x 1 root root 2165 Jun 22  2021 dubbo-demo-consumer-2.1.5/bin/dump.sh*
-rwxr-xr-x 1 root root   49 Jun 22  2021 dubbo-demo-consumer-2.1.5/bin/restart.sh*
-rwxr-xr-x 1 root root  413 Jun 22  2021 dubbo-demo-consumer-2.1.5/bin/server.sh*
-rwxr-xr-x 1 root root 3227 Jun 22  2021 dubbo-demo-consumer-2.1.5/bin/start.sh*
-rwxr-xr-x 1 root root  807 Jun 22  2021 dubbo-demo-consumer-2.1.5/bin/stop.sh*
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/consumer#

  • 修改注册中心zookeeper地址

    kubernetes-applyation-dubbo-8

  • 构建consumer镜像

    kubernetes-applyation-dubbo-9

2.2 运行consumer服务

  • 运行comsumer配置清单

    kind: Deployment
#apiVersion: extensions/v1beta1
apiVersion: apps/v1
metadata:
  labels:
    app: magedu-consumer
  name: magedu-consumer-deployment
  namespace: magedu
spec:
  replicas: 1
  selector:
    matchLabels:
      app: magedu-consumer
  template:
    metadata:
      labels:
        app: magedu-consumer
    spec:
      containers:
      - name: magedu-consumer-container
        image: harbor.ik8s.cc/magedu/dubbo-demo-consumer:v1 
        #command: ["/apps/tomcat/bin/run_tomcat.sh"]
        #imagePullPolicy: IfNotPresent
        imagePullPolicy: Always
        ports:
        - containerPort: 80
          protocol: TCP
          name: http

---
kind: Service
apiVersion: v1
metadata:
  labels:
    app: magedu-consumer
  name: magedu-consumer-server
  namespace: magedu
spec:
  type: NodePort
  ports:
  - name: http
    port: 80
    protocol: TCP
    targetPort: 80
    #nodePort: 30001
  selector:
    app: magedu-consumer

  • 应用配置清单

    root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/consumer# kubectl apply -f consumer.yaml 
deployment.apps/magedu-consumer-deployment created
service/magedu-consumer-server created
root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/consumer#

2.3 验证consumer服务

  • 验证pod是否正常running

    kubernetes-applyation-dubbo-10

  • zookeeper验证consumer注册

    kubernetes-applyation-dubbo-11

  • 验证consumer调用provider

    kubernetes-applyation-dubbo-12

    可以看到consumer通过注册中心找到了provider

2.4 增加consumer副本数量

增加consumer副本数量看看对应consumer是否能够正常找到provide？

  • 增加consumer副本

    kubernetes-applyation-dubbo-13

  • 应用配置清单

    root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/consumer# kubectl apply -f consumer.yaml 
deployment.apps/magedu-consumer-deployment configured
service/magedu-consumer-server unchanged
root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/consumer# kubectl get pods -n magedu 
NAME                                          READY   STATUS      RESTARTS      AGE
magedu-consumer-deployment-798c7d785b-fp4b9   1/1     Running     0             26s
magedu-consumer-deployment-798c7d785b-wmv9p   1/1     Running     0             18m
magedu-consumer-deployment-798c7d785b-zqm74   1/1     Running     0             26s
magedu-provider-deployment-6fccc6d9f5-nl4zd   1/1     Running     0             73m
mysql-0                                       2/2     Running     6 (97m ago)   56d
mysql-1                                       2/2     Running     6 (97m ago)   56d
mysql-2                                       2/2     Running     6 (97m ago)   56d
redis-0                                       1/1     Running     5 (97m ago)   65d
redis-1                                       1/1     Running     5 (97m ago)   65d
redis-2                                       1/1     Running     5 (97m ago)   65d
redis-3                                       1/1     Running     5 (97m ago)   65d
redis-4                                       1/1     Running     5 (97m ago)   65d
redis-5                                       1/1     Running     5 (97m ago)   65d
ubuntu1804                                    0/1     Completed   0             65d
zookeeper1-675c5477cb-vmwwq                   1/1     Running     7 (97m ago)   67d
zookeeper2-759fb6c6f-7jktr                    1/1     Running     7 (97m ago)   67d
zookeeper3-5c78bb5974-vxpbh                   1/1     Running     7 (97m ago)   67d
root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/consumer#

  • 查看provider日志

    kubernetes-applyation-dubbo-14

    在provider中看日志，可以看到有3个consumer在调用provider,这说明consumer通过注册中兴可以正常发现provider，然后和provider正常通信。

2.5 增加provider副本

增加provider副本，看看consumer是否能够找到多个provider?

  • 增加provider副本

    kubernetes-applyation-dubbo-15

  • 应用配置清单

    kubernetes-applyation-dubbo-16

  • 查看任意一个consumer日志

    kubernetes-applyation-dubbo-17

    可以看到provider副本增加，consumer也可以通过注册中心发现provider；

  • 在注册中心zookeeper查看consumer和provider情况

    kubernetes-applyation-dubbo-18

    可以看到多副本的provider和多副本consumer都正常注册到zookeeper

3. 部署dubbo admin

3.1 dubbo admin镜像准备

  • dubbo admin 镜像数据目录文件

    kubernetes-applyation-dubbo-19

  • 构建dubbo admin镜像Dockerfile

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/dubboadmin# cat Dockerfile
#Dubbo dubboadmin
#FROM harbor.ik8s.cc/pub-images/tomcat-base:v8.5.43 
FROM harbor.ik8s.cc/pub-images/tomcat-base:v8.5.43

RUN yum install unzip -y  
ADD server.xml /apps/tomcat/conf/server.xml
ADD logging.properties /apps/tomcat/conf/logging.properties
ADD catalina.sh /apps/tomcat/bin/catalina.sh
ADD run_tomcat.sh /apps/tomcat/bin/run_tomcat.sh
ADD dubboadmin.war  /data/tomcat/webapps/dubboadmin.war
RUN cd /data/tomcat/webapps && unzip dubboadmin.war && rm -rf dubboadmin.war && chown -R nginx.nginx /data /apps

EXPOSE 8080 8443

CMD ["/apps/tomcat/bin/run_tomcat.sh"]
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/dubboadmin#

  • 运行dubbo admin镜像脚本

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/dubboadmin# cat run_tomcat.sh 
#!/bin/bash

su - nginx -c "/apps/tomcat/bin/catalina.sh start"
su - nginx -c "tail -f /etc/hosts"
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/dubboadmin#

  • 构建dubbo admin 镜像脚本

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/dubboadmin# cat build-command.sh 
#!/bin/bash
TAG=$1
#docker build -t harbor.ik8s.cc/magedu/dubboadmin:${TAG}  .
#sleep 3
#docker push  harbor.ik8s.cc/magedu/dubboadmin:${TAG}

nerdctl build -t  harbor.ik8s.cc/magedu/dubboadmin:${TAG}  .
nerdctl push harbor.ik8s.cc/magedu/dubboadmin:${TAG}
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/dubboadmin#

    修改注册中心zookeeper地址

    kubernetes-applyation-dubbo-20

    打包dubboadmin文件夹为dubboadmin.war

    root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/dubboadmin# zip -rmq dubboadmin.war dubboadmin/*
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/dubboadmin# ll
total 54312
drwxr-xr-x 2 root root     4096 Aug 11 05:32 ./
drwxr-xr-x 5 root root     4096 Aug  9  2022 ../
-rw-r--r-- 1 root root      575 Aug 11 05:17 Dockerfile
-rwxr-xr-x 1 root root      257 Aug 11 05:20 build-command.sh*
-rwxr-xr-x 1 root root    22201 Jun 22  2021 catalina.sh*
-rw-r--r-- 1 root root 27778001 Aug 11 05:32 dubboadmin.war
-rw-r--r-- 1 root root 27777984 Jun 22  2021 dubboadmin.war.bak
-rw-r--r-- 1 root root     3436 Jun 22  2021 logging.properties
-rwxr-xr-x 1 root root       99 Jun 22  2021 run_tomcat.sh*
-rw-r--r-- 1 root root     6427 Jun 22  2021 server.xml
root@k8s-master01:~/k8s-data/dockerfile/web/magedu/dubbo/dubboadmin#

    运行构建脚本构建dubboadmin镜像

    kubernetes-applyation-dubbo-21

3.2 运行dubbo admin

  • dubboadmin配置清单

    kind: Deployment
#apiVersion: extensions/v1beta1
apiVersion: apps/v1
metadata:
  labels:
    app: magedu-dubboadmin
  name: magedu-dubboadmin-deployment
  namespace: magedu
spec:
  replicas: 1
  selector:
    matchLabels:
      app: magedu-dubboadmin
  template:
    metadata:
      labels:
        app: magedu-dubboadmin
    spec:
      containers:
      - name: magedu-dubboadmin-container
        image: harbor.ik8s.cc/magedu/dubboadmin:v1 
        #imagePullPolicy: IfNotPresent
        imagePullPolicy: Always
        ports:
        - containerPort: 8080
          protocol: TCP
          name: http

---
kind: Service
apiVersion: v1
metadata:
  labels:
    app: magedu-dubboadmin
  name: magedu-dubboadmin-service
  namespace: magedu
spec:
  type: NodePort
  ports:
  - name: http
    port: 80
    protocol: TCP
    targetPort: 8080
    nodePort: 31080
  selector:
    app: magedu-dubboadmin

  • 应用配置清单

    root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/dubboadmin# kubectl apply -f dubboadmin.yaml 
deployment.apps/magedu-dubboadmin-deployment created
service/magedu-dubboadmin-service created
root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/dubboadmin# kubectl get pods -n magedu 
NAME                                            READY   STATUS      RESTARTS       AGE
magedu-consumer-deployment-798c7d785b-fp4b9     1/1     Running     0              41m
magedu-consumer-deployment-798c7d785b-wmv9p     1/1     Running     0              60m
magedu-consumer-deployment-798c7d785b-zqm74     1/1     Running     0              41m
magedu-dubboadmin-deployment-798c4dfdd8-kvfvh   1/1     Running     0              49s
magedu-provider-deployment-6fccc6d9f5-k6z7m     1/1     Running     0              33m
magedu-provider-deployment-6fccc6d9f5-nl4zd     1/1     Running     0              115m
magedu-provider-deployment-6fccc6d9f5-p94rb     1/1     Running     0              33m
mysql-0                                         2/2     Running     6 (138m ago)   56d
mysql-1                                         2/2     Running     6 (138m ago)   56d
mysql-2                                         2/2     Running     6 (138m ago)   56d
redis-0                                         1/1     Running     5 (138m ago)   65d
redis-1                                         1/1     Running     5 (138m ago)   65d
redis-2                                         1/1     Running     5 (138m ago)   65d
redis-3                                         1/1     Running     5 (138m ago)   65d
redis-4                                         1/1     Running     5 (138m ago)   65d
redis-5                                         1/1     Running     5 (138m ago)   65d
ubuntu1804                                      0/1     Completed   0              65d
zookeeper1-675c5477cb-vmwwq                     1/1     Running     7 (138m ago)   67d
zookeeper2-759fb6c6f-7jktr                      1/1     Running     7 (138m ago)   67d
zookeeper3-5c78bb5974-vxpbh                     1/1     Running     7 (138m ago)   67d
root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/dubboadmin# kubectl get svc -n magedu 
NAME                        TYPE        CLUSTER-IP       EXTERNAL-IP   PORT(S)                                        AGE
magedu-consumer-server      NodePort    10.100.208.121   <none>        80:49630/TCP                                   61m
magedu-dubboadmin-service   NodePort    10.100.244.92    <none>        80:31080/TCP                                   2m11s
magedu-provider-spec        NodePort    10.100.187.168   <none>        80:44873/TCP                                   116m
mysql                       ClusterIP   None             <none>        3306/TCP                                       56d
mysql-read                  ClusterIP   10.100.15.127    <none>        3306/TCP                                       56d
redis                       ClusterIP   None             <none>        6379/TCP                                       65d
redis-access                NodePort    10.100.117.185   <none>        6379:36379/TCP                                 65d
zookeeper                   ClusterIP   10.100.237.95    <none>        2181/TCP                                       67d
zookeeper1                  NodePort    10.100.63.118    <none>        2181:32181/TCP,2888:30541/TCP,3888:31200/TCP   67d
zookeeper2                  NodePort    10.100.199.43    <none>        2181:32182/TCP,2888:32670/TCP,3888:32264/TCP   67d
zookeeper3                  NodePort    10.100.41.9      <none>        2181:32183/TCP,2888:31329/TCP,3888:32546/TCP   67d
root@k8s-master01:~/k8s-data/yaml/magedu/dubbo/dubboadmin#

3.3 在dubbo admin web验证provider和consumer

  • 登录dubboadmin web

    kubernetes-applyation-dubbo-22
    kubernetes-applyation-dubbo-23

  • 在dubboadmin web查看provider和consumer

    kubernetes-applyation-dubbo-24