初识KubeSphere

安装docker

yum -y install yum-utils
yum-config-manager --add-repo https://download.docker.com/linux/centos/docker-ce.repo
yum install docker-ce -y

安装git

yum install git -y

下载KubeKey可执行文件，解压

yum install wget -y
wget https://github.com/kubesphere/kubekey/archive/refs/tags/v1.2.1.tar.gz
tar -zxvf v1.2.1.tar.gz
cd kubekey-1.2.1/

注意：

• 在构建之前，需要先安装 Docker。
• 如果无法访问 https://proxy.golang.org/，比如在大陆，请执行 build.sh -p。若可以访问，则可执行build.sh

./build.sh -p

cd /root/kubekey-1.2.1/output/

创建一个纯k8s集群

国内需执行：export KKZONE=cn

yum install socat conntrack-tools ebtables ipset -y
./kk create cluster --with-kubernetes v1.18.6 --with-kubesphere v3.1.0

All-in-one 模式安装 Kubernetes & Kubesphere

1.Linux主机准备

开启所有组件需至少8核CPU和16GB内存

最小化安装最低配置：2核CPU和4GB内存和40GB磁盘

1.1 节点要求

• 节点需可以通过SSH连接
• 节点上可以使用sudo/curl/openssl命令

# 查看是否有命令
which sudo
which curl
which openssl

1.2 容器运行时

创建集群前安装

支持的容器运行时	版本
Docker	19.3.8+
containerd	最新版

若离线部署kubesphere，必须提前安装容器运行时

# 安装docker
yum install wget -y
wget https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo -O /etc/yum.repos.d/docker-ce.repo
yum install docker-ce -y
systemctl start docker & systemctl enable docker

# 初始化docker配置
cat > /etc/docker/daemon.json << EOF
{
	"exec-opts": ["native.cgroupdriver-systemd"]
}
EOF

systemctl restart docker

1.3 依赖项要求

依赖项	k8s版本1.18及以后	k8s版本1.18以前
socat	必须	可选但建议
conntrack	必须	可选但建议
ebtables	可选但建议	可选但建议
ipset	可选但建议	可选但建议

# 安装
yum install socat conntrack ebtables ipset -y

1.4 网络和DNS要求

• 确保/etc/resolve.conf中的DNS地址可用
• 若使用防火墙或安全组，确保设置规则
• 支持的CNI插件：Calica和Flannel

[root@kubesphere ~]# cat /etc/resolv.conf
# Generated by NetworkManager
nameserver 192.168.10.1

[root@kubesphere ~]# firewall-cmd --state
not running

[root@kubesphere ~]# sestatus
SELinux status:                 disabled

2.下载KubeKey

2.1 获取kk

注意：若网络访问国外网站比较慢，则可首先设置环境变量进行国内网站的下载

export KKZONE=cn

curl -sfL https://get-kk.kubesphere.io | VERSION=v1.2.1 sh -

[root@master kubesphere]# ll
total 23108
-rwxr-xr-x 1 1001 docker 11970124 Dec 17  2021 kk
-rw-r--r-- 1 root root   11640487 Nov  1 14:41 kubekey-v1.2.1-linux-amd64.tar.gz
-rw-r--r-- 1 1001 docker    24539 Dec 17  2021 README.md
-rw-r--r-- 1 1001 docker    24468 Dec 17  2021 README_zh-CN.md
# 若kk无执行权限，需要给与可执行权限
chmod +x kk
# 查看可使用的命令
./kk

3.开始安装

同时安装kubesphere与kubernetes

./kk create cluster --with-kubernetes v1.18.6 --with-kubesphere v3.1.0


Console: http://192.168.10.100:30880
Account: admin
Password: P@88w0rd

多节点模式

# 安装docker(所有节点)
yum install wget -y
wget https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo -O /etc/yum.repos.d/docker-ce.repo
yum install docker-ce -y
systemctl start docker & systemctl enable docker

cat > /etc/docker/daemon.json << EOF
{
	"exec-opts": ["native.cgroupdriver-systemd"]
}
EOF

systemctl restart docker

# 安装依赖(所有节点)
yum install socat conntrack ebtables ipset -y

# 下载kk
export KKZONE=cn
curl -sfL https://get-kk.kubesphere.io | VERSION=v1.2.1 sh -

编辑配置文件config-sample.yaml

apiVersion: kubekey.kubesphere.io/v1alpha2
kind: Cluster
metadata:
  name: sample
spec:
  hosts:
  - {name: master01, address: 192.168.10.100, internalAddress: 192.168.10.100, port: 22, user: root, password: "1"}
  - {name: node01, address: 192.168.10.106, internalAddress: 192.168.10.106, port: 22, user: root, password: "1"}
  roleGroups:
    etcd:
    - node01
    master:
    - master01
    worker:
    - node01
    - master01
  controlPlaneEndpoint:
    internalLoadbalancer: haproxy
    domain: lb.kubesphere.local
    # 负载均衡VIP
    address: ""
    port: 6443
  # system:
  #   ntpServers:
  #     - time1.cloud.tencent.com
  #     - ntp.aliyun.com
  #     - node1
  #   timezone: "Asia/Shanghai"
  kubernetes:
    version: v1.18.6
    imageRepo: kubesphere
    containerManager: docker
    clusterName: cluster.local
    autoRenewCerts: true
    masqueradeAll: false
    maxPods: 110
    nodeCidrMaskSize: 24
    proxyMode: ipvs
    featureGates:
      CSIStorageCapacity: true
      ExpandCSIVolumes: true
      RotateKubeletServerCertificate: true
      TTLAfterFinished: true
    ## support kata and NFD
    # kata:
    #   enabled: true
    # nodeFeatureDiscovery
    #   enabled: true
  etcd:
    type: kubekey
    ## The following parameters need to be added only when the type is set to external.
    ## caFile, certFile and keyFile need not be set, if TLS authentication is not enabled for the existing etcd.
    # external:
    #   endpoints:
    #     - https://192.168.6.6:2379
    #   caFile: /pki/etcd/ca.crt
    #   certFile: /pki/etcd/etcd.crt
    #   keyFile: /pki/etcd/etcd.key
  network:
    plugin: calico
    calico:
      ipipMode: Always
      vxlanMode: Never
      vethMTU: 0
    kubePodsCIDR: 10.233.64.0/18
    kubeServiceCIDR: 10.233.0.0/18
  registry:
    registryMirrors: []
    insecureRegistries: []
    # privateRegistry: ""
    # namespaceOverride: ""
    # auths:
    #   "dockerhub.kubekey.local":
    #     username: "xxx"
    #     password: "***"
    #     skipTLSVerify: false
    #     plainHTTP: false
    #     certsPath: "/etc/docker/certs.d/dockerhub.kubekey.local"
  addons: []

---
apiVersion: installer.kubesphere.io/v1alpha1
kind: ClusterConfiguration
metadata:
  name: ks-installer
  namespace: kubesphere-system
  labels:
    version: v3.1.0
spec:
  persistence:
    storageClass: ""
  authentication:
    jwtSecret: ""
  local_registry: ""
  etcd:
    monitoring: false
    endpointIps: localhost
    port: 2379
    tlsEnable: true
  common:
    redis:
      enabled: true
    openldap:
      enabled: true
    minioVolumeSize: 20Gi # Minio PVC size.
    openldapVolumeSize: 2Gi   # openldap PVC size.
    redisVolumSize: 2Gi # Redis PVC size.
    monitoring:
      endpoint: http://prometheus-operated.kubesphere-monitoring-system.svc:9090
    es:
      elasticsearchMasterReplicas: 1
      elasticsearchDataReplicas: 1
      elasticsearchMasterVolumeSize: 4Gi
      elasticsearchDataVolumeSize: 20Gi
      logMaxAge: 7
      elkPrefix: logstash
      basicAuth:
        enabled: false
        username: ""
        password: ""
      externalElasticsearchUrl: ""
      externalElasticsearchPort: ""
  console:
    enableMultiLogin: true
    port: 30880
  alerting:
    enabled: true
    thanosruler:
      replicas: 1
    #   resources: {}
  auditing:
    enabled: true
  devops:
    enabled: true
    jenkinsMemoryLim: 2Gi
    jenkinsMemoryReq: 1500Mi
    jenkinsVolumeSize: 8Gi
    jenkinsJavaOpts_Xms: 512m
    jenkinsJavaOpts_Xmx: 512m
    jenkinsJavaOpts_MaxRAM: 2g
  events:
    enabled: true
    ruler:
      enabled: true
      replicas: 2
  logging:
    enabled: true
    logsidecar:
      enabled: true
      replicas: 2
  metrics_server:
    enabled: true
  monitoring:
    storageClass: ""
    prometheusReplicas: 1
    prometheusMemoryRequest: 400Mi
    prometheusVolumeSize: 20Gi
    alertmanagerReplicas: 1
  multicluster:
    clusterRole: none
  network:
    networkpolicy:
      enabled: true
    ippool:
      type: none
    topology:
      type: none
  openpitrix:
    store:
      enabled: true
  servicemesh:
    enabled: true
  kubeedge:
    enabled: true
    cloudCore:
      nodeSelector: {"node-role.kubernetes.io/worker": ""}
      tolerations: []
      cloudhubPort: "10000"
      cloudhubQuicPort: "10001"
      cloudhubHttpsPort: "10002"
      cloudstreamPort: "10003"
      tunnelPort: "10004"
      cloudHub:
        advertiseAddress:
          - ""
        nodeLimit: "100"
      service:
        cloudhubNodePort: "30000"
        cloudhubQuicNodePort: "30001"
        cloudhubHttpsNodePort: "30002"
        cloudstreamNodePort: "30003"
        tunnelNodePort: "30004"
    edgeWatcher:
      nodeSelector: {"node-role.kubernetes.io/worker": ""}
      tolerations: []
      edgeWatcherAgent:
        nodeSelector: {"node-role.kubernetes.io/worker": ""}
        tolerations: []

./kk create cluster -f config-sample.yaml

#####################################################
###              Welcome to KubeSphere!           ###
#####################################################

Console: http://192.168.10.100:30880
Account: admin
Password: P@88w0rd

Jenkins

用户名：admin

密 码：与kubesphere管理员密码一致

Minio

AK：openpitrixminioaccesskey

SK：openpitrixminiosecretkey

#########

启动mysql需加变量MYSQL_ROOT_PASSWORD=123456

mysql8 修改密码加密规则

-- 查看密码加密规则
use mysql;
select user,plugin from user where user=’root’;


-- 修改密码加密规则
alter user 'root'@'%' identified by '123456' password expire never;
alter user 'root'@'%' identified with mysql_native_password BY '123456';
FLUSH PRIVILEGES;

alter user root@localhost identified by '123456' password expire never; #修改加密规则
ALTER USER ‘root’@’localhost’ IDENTIFIED WITH mysql_native_password BY '123456';#修改密码
FLUSH PRIVILEGES;

卸载基于k8s的kubesphere

使用shell脚本的方式进行卸载

#!/usr/bin/env bash

function delete_sure(){
  cat << eof
$(echo -e "\033[1;36mNote:\033[0m")

Delete the KubeSphere cluster, including the module kubesphere-system kubesphere-devops-system kubesphere-monitoring-system kubesphere-logging-system openpitrix-system.
eof

read -p "Please reconfirm that you want to delete the KubeSphere cluster.  (yes/no) " ans
while [[ "x"$ans != "xyes" && "x"$ans != "xno" ]]; do
    read -p "Please reconfirm that you want to delete the KubeSphere cluster.  (yes/no) " ans
done

if [[ "x"$ans == "xno" ]]; then
    exit
fi
}


delete_sure

# delete ks-install
kubectl delete deploy ks-installer -n kubesphere-system 2>/dev/null

# delete helm
for namespaces in kubesphere-system kubesphere-devops-system kubesphere-monitoring-system kubesphere-logging-system openpitrix-system kubesphere-monitoring-federated
do
  helm list -n $namespaces | grep -v NAME | awk '{print $1}' | sort -u | xargs -r -L1 helm uninstall -n $namespaces 2>/dev/null
done

# delete kubefed
kubectl get cc -n kubesphere-system ks-installer -o jsonpath="{.status.multicluster}" | grep enable
if [[ $? -eq 0 ]]; then
  helm uninstall -n kube-federation-system kubefed 2>/dev/null
  #kubectl delete ns kube-federation-system 2>/dev/null
fi


helm uninstall -n kube-system snapshot-controller 2>/dev/null

# delete kubesphere deployment
kubectl delete deployment -n kubesphere-system `kubectl get deployment -n kubesphere-system -o jsonpath="{.items[*].metadata.name}"` 2>/dev/null

# delete monitor statefulset
kubectl delete prometheus -n kubesphere-monitoring-system k8s 2>/dev/null
kubectl delete statefulset -n kubesphere-monitoring-system `kubectl get statefulset -n kubesphere-monitoring-system -o jsonpath="{.items[*].metadata.name}"` 2>/dev/null
# delete grafana
kubectl delete deployment -n kubesphere-monitoring-system grafana 2>/dev/null
kubectl --no-headers=true get pvc -n kubesphere-monitoring-system -o custom-columns=:metadata.namespace,:metadata.name | grep -E kubesphere-monitoring-system | xargs -n2 kubectl delete pvc -n 2>/dev/null

# delete pvc
pvcs="kubesphere-system|openpitrix-system|kubesphere-devops-system|kubesphere-logging-system"
kubectl --no-headers=true get pvc --all-namespaces -o custom-columns=:metadata.namespace,:metadata.name | grep -E $pvcs | xargs -n2 kubectl delete pvc -n 2>/dev/null


# delete rolebindings
delete_role_bindings() {
  for rolebinding in `kubectl -n $1 get rolebindings -l iam.kubesphere.io/user-ref -o jsonpath="{.items[*].metadata.name}"`
  do
    kubectl -n $1 delete rolebinding $rolebinding 2>/dev/null
  done
}

# delete roles
delete_roles() {
  kubectl -n $1 delete role admin 2>/dev/null
  kubectl -n $1 delete role operator 2>/dev/null
  kubectl -n $1 delete role viewer 2>/dev/null
  for role in `kubectl -n $1 get roles -l iam.kubesphere.io/role-template -o jsonpath="{.items[*].metadata.name}"`
  do
    kubectl -n $1 delete role $role 2>/dev/null
  done
}

# remove useless labels and finalizers
for ns in `kubectl get ns -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl label ns $ns kubesphere.io/workspace-
  kubectl label ns $ns kubesphere.io/namespace-
  kubectl patch ns $ns -p '{"metadata":{"finalizers":null,"ownerReferences":null}}'
  delete_role_bindings $ns
  delete_roles $ns
done

# delete clusters
for cluster in `kubectl get clusters -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl patch cluster $cluster -p '{"metadata":{"finalizers":null}}' --type=merge
done
kubectl delete clusters --all 2>/dev/null

# delete workspaces
for ws in `kubectl get workspaces -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl patch workspace $ws -p '{"metadata":{"finalizers":null}}' --type=merge
done
kubectl delete workspaces --all 2>/dev/null

# delete devopsprojects
for devopsproject in `kubectl get devopsprojects -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl patch devopsprojects $devopsproject -p '{"metadata":{"finalizers":null}}' --type=merge
done

for pip in `kubectl get pipeline -A -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl patch pipeline $pip -n `kubectl get pipeline -A | grep $pip | awk '{print $1}'` -p '{"metadata":{"finalizers":null}}' --type=merge
done

for s2ibinaries in `kubectl get s2ibinaries -A -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl patch s2ibinaries $s2ibinaries -n `kubectl get s2ibinaries -A | grep $s2ibinaries | awk '{print $1}'` -p '{"metadata":{"finalizers":null}}' --type=merge
done

for s2ibuilders in `kubectl get s2ibuilders -A -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl patch s2ibuilders $s2ibuilders -n `kubectl get s2ibuilders -A | grep $s2ibuilders | awk '{print $1}'` -p '{"metadata":{"finalizers":null}}' --type=merge
done

for s2ibuildertemplates in `kubectl get s2ibuildertemplates -A -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl patch s2ibuildertemplates $s2ibuildertemplates -n `kubectl get s2ibuildertemplates -A | grep $s2ibuildertemplates | awk '{print $1}'` -p '{"metadata":{"finalizers":null}}' --type=merge
done

for s2iruns in `kubectl get s2iruns -A -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl patch s2iruns $s2iruns -n `kubectl get s2iruns -A | grep $s2iruns | awk '{print $1}'` -p '{"metadata":{"finalizers":null}}' --type=merge
done

kubectl delete devopsprojects --all 2>/dev/null


# delete validatingwebhookconfigurations
for webhook in ks-events-admission-validate users.iam.kubesphere.io network.kubesphere.io validating-webhook-configuration
do
  kubectl delete validatingwebhookconfigurations.admissionregistration.k8s.io $webhook 2>/dev/null
done

# delete mutatingwebhookconfigurations
for webhook in ks-events-admission-mutate logsidecar-injector-admission-mutate mutating-webhook-configuration
do
  kubectl delete mutatingwebhookconfigurations.admissionregistration.k8s.io $webhook 2>/dev/null
done

# delete users
for user in `kubectl get users -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl patch user $user -p '{"metadata":{"finalizers":null}}' --type=merge
done
kubectl delete users --all 2>/dev/null


# delete helm resources
for resource_type in `echo helmcategories helmapplications helmapplicationversions helmrepos helmreleases`; do
  for resource_name in `kubectl get ${resource_type}.application.kubesphere.io -o jsonpath="{.items[*].metadata.name}"`; do
    kubectl patch ${resource_type}.application.kubesphere.io ${resource_name} -p '{"metadata":{"finalizers":null}}' --type=merge
  done
  kubectl delete ${resource_type}.application.kubesphere.io --all 2>/dev/null
done

# delete workspacetemplates
for workspacetemplate in `kubectl get workspacetemplates.tenant.kubesphere.io -o jsonpath="{.items[*].metadata.name}"`
do
  kubectl patch workspacetemplates.tenant.kubesphere.io $workspacetemplate -p '{"metadata":{"finalizers":null}}' --type=merge
done
kubectl delete workspacetemplates.tenant.kubesphere.io --all 2>/dev/null

# delete federatednamespaces in namespace kubesphere-monitoring-federated
for resource in $(kubectl get federatednamespaces.types.kubefed.io -n kubesphere-monitoring-federated -oname); do
  kubectl patch "${resource}" -p '{"metadata":{"finalizers":null}}' --type=merge -n kubesphere-monitoring-federated
done

# delete crds
for crd in `kubectl get crds -o jsonpath="{.items[*].metadata.name}"`
do
  if [[ $crd == *kubesphere.io ]]; then kubectl delete crd $crd 2>/dev/null; fi
done

# delete relevance ns
for ns in kubesphere-alerting-system kubesphere-controls-system kubesphere-devops-system kubesphere-logging-system kubesphere-monitoring-system kubesphere-monitoring-federated openpitrix-system kubesphere-system
do
  kubectl delete ns $ns 2>/dev/null
done

基于k8s+nfs+traefik+harbor部署kubesphere开启devops功能

部署k8s

安装ansible

[root@master01 ~]# yum install epel-release -y
[root@master01 ~]# yum install ansible -y
[root@master01 ~]# ansible --version

配置免密登录

[root@master01 ~]# ssh-keygen
[root@master01 ~]# ssh-copy-id 192.168.10.100
[root@master01 ~]# ssh-copy-id 192.168.10.106

下载工具脚本

[root@master01 ~]# export release=3.0.0
[root@master01 ~]# curl -C- -fLO --retry 3 https://github.com/easzlab/kubeasz/releases/download/${release}/ezdown
[root@master01 ~]# chmod +x ezdown
[root@master01 ~]# sed -i -e "s/K8S_BIN_VER=v1.20.2/K8S_BIN_VER=v1.18.6/g" -e "s/\/var\/lib\/docker/\/data\/docker/g" ezdown

创建集群配置实例

[root@master01 ~]# cd /etc/kubeasz/
[root@master01 kubeasz]# ./ezctl new k8s-01
[root@master01 kubeasz]# sed -i -e "s/\/var\/lib\/docker/\/data\/docker/g" -e "s/\/var\/lib\/kubelet/\/data\/kubelet/g" clusters/k8s-01/config.yml

[root@master01 kubeasz]# vim clusters/k8s-01/hosts
[etcd]
192.168.10.100
[kube_master]
192.168.10.100
[kube_node]
192.168.10.106
CLUSTER_NETWORK="calico"

安装集群

[root@master01 kubeasz]# ./ezctl setup k8s-01 all

部署nfs

部署nfs服务端

[root@master01 ~]# mkdir -p /data/nfs
[root@master01 ~]# chmod -R 777 /data/nfs
[root@master01 ~]# yum install nfs-utils -y
[root@master01 ~]# echo "/data/nfs *(rw,sync,no_root_squash,no_all_squash)" > /etc/exports
[root@master01 ~]# systemctl start nfs && systemctl enable nfs

部署nfs客户端

[root@master01 ~]# yum install git -y
[root@master01 ~]# mkdir -p /data/k8sfile/nfs
[root@master01 ~]# cd /data/k8sfile/nfs/
[root@master01 nfs]# git clone https://github.com/rimusz/nfs-client-provisioner.git
[root@master01 nfs]# cd nfs-client-provisioner/
[root@master01 nfs-client-provisioner]# sed -i "s/nfs-client-provisioner-runner/cluster-admin/" deploy/auth/clusterrolebinding.yaml
[root@master01 nfs-client-provisioner]# kubectl apply -f deploy/auth/serviceaccount.yaml -f deploy/auth/clusterrole.yaml -f deploy/auth/clusterrolebinding.yaml
[root@master01 nfs-client-provisioner]# sed -i -e "s/extensions\/v1beta1/apps\/v1/" -e "8a \  selector:\n    matchLabels:\n      app: nfs-client-provisioner" -e "s/10.10.10.60/192.168.10.100/g" -e "s/\/ifs\/kubernetes/\/data\/nfs/g" deploy/deployment.yaml
[root@master01 nfs-client-provisioner]# sed -i "s/managed-nfs-storage/nfs/" deploy/class.yaml
[root@master01 nfs-client-provisioner]# kubectl apply -f deploy/class.yaml -f deploy/deployment.yaml
# 验证
[root@master01 nfs-client-provisioner]# sed -i "s/managed-nfs-storage/nfs/" deploy/test-claim.yaml
[root@master01 nfs-client-provisioner]# sed -i "s/gcr.io\/google_containers\/busybox:1.24/busybox:1.24/" deploy/test-pod.yaml
[root@master01 nfs-client-provisioner]# kubectl apply -f deploy/test-claim.yaml -f deploy/test-pod.yaml
[root@master01 nfs-client-provisioner]# kubectl get po
NAME                                      READY   STATUS      RESTARTS   AGE
nfs-client-provisioner-68fd49b84f-rgpwt   1/1     Running     0          3m23s
test-pod                                  0/1     Completed   0          11s

部署traefik

安装helm

[root@master01 ~]# mkdir -p /data/k8sfile/helm
[root@master01 ~]# cd /data/k8sfile/helm/
[root@master01 helm]# yum install wget -y
[root@master01 helm]# wget https://get.helm.sh/helm-v3.5.4-linux-amd64.tar.gz
[root@master01 helm]# tar -zxvf helm-v3.5.4-linux-amd64.tar.gz
[root@master01 helm]# cp linux-amd64/helm /usr/local/bin/
[root@master01 helm]# helm version
WARNING: Kubernetes configuration file is group-readable. This is insecure. Location: /root/.kube/config
WARNING: Kubernetes configuration file is world-readable. This is insecure. Location: /root/.kube/config
version.BuildInfo{Version:"v3.5.4", GitCommit:"1b5edb69df3d3a08df77c9902dc17af864ff05d1", GitTreeState:"clean", GoVersion:"go1.15.11"}

安装traefik

[root@master01 ~]# mkdir -p /data/k8sfile/traefik
[root@master01 ~]# cd /data/k8sfile/traefik/
[root@master01 traefik]# helm repo add traefik https://helm.traefik.io/traefik
[root@master01 traefik]# helm search repo traefik -l
[root@master01 traefik]# helm pull traefik/traefik --version 9.14.1
[root@master01 traefik]# tar -zxvf traefik-9.14.1.tgz
[root@master01 traefik]# cd traefik/
[root@master01 traefik]# vim values.yaml

values.yaml

# Default values for Traefik
image:
  name: traefik
  # defaults to appVersion
  tag: ""
  pullPolicy: IfNotPresent

#
# Configure the deployment
#
deployment:
  enabled: true
  # Can be either Deployment or DaemonSet
  kind: Deployment
  # Number of pods of the deployment (only applies when kind == Deployment)
  replicas: 1
  # Amount of time (in seconds) before Kubernetes will send the SIGKILL signal if Traefik does not shut down
  terminationGracePeriodSeconds: 60
  # The minimum number of seconds Traefik needs to be up and running before the DaemonSet/Deployment controller considers it available
  minReadySeconds: 0
  # Additional deployment annotations (e.g. for jaeger-operator sidecar injection)
  annotations: {}
  # Additional deployment labels (e.g. for filtering deployment by custom labels)
  labels: {}
  # Additional pod annotations (e.g. for mesh injection or prometheus scraping)
  podAnnotations: {}
  # Additional Pod labels (e.g. for filtering Pod by custom labels)
  podLabels: {}
  # Additional containers (e.g. for metric offloading sidecars)
  additionalContainers: []
    # https://docs.datadoghq.com/developers/dogstatsd/unix_socket/?tab=host
    # - name: socat-proxy
    # image: alpine/socat:1.0.5
    # args: ["-s", "-u", "udp-recv:8125", "unix-sendto:/socket/socket"]
    # volumeMounts:
    #   - name: dsdsocket
    #     mountPath: /socket
  # Additional volumes available for use with initContainers and additionalContainers
  additionalVolumes: []
    # - name: dsdsocket
    #   hostPath:
    #     path: /var/run/statsd-exporter
  # Additional initContainers (e.g. for setting file permission as shown below)
  initContainers: []
    # The "volume-permissions" init container is required if you run into permission issues.
    # Related issue: https://github.com/traefik/traefik/issues/6972
    # - name: volume-permissions
    #   image: busybox:1.31.1
    #   command: ["sh", "-c", "chmod -Rv 600 /data/*"]
    #   volumeMounts:
    #     - name: data
    #       mountPath: /data
  # Use process namespace sharing
  shareProcessNamespace: false
  # Custom pod DNS policy. Apply if `hostNetwork: true`
  # dnsPolicy: ClusterFirstWithHostNet
  # Additional imagePullSecrets
  imagePullSecrets: []
    # - name: myRegistryKeySecretName

# Pod disruption budget
podDisruptionBudget:
  enabled: false
  # maxUnavailable: 1
  # maxUnavailable: 33%
  # minAvailable: 0
  # minAvailable: 25%

# Use ingressClass. Ignored if Traefik version < 2.3 / kubernetes < 1.18.x
ingressClass:
  # true is not unit-testable yet, pending https://github.com/rancher/helm-unittest/pull/12
  enabled: false
  isDefaultClass: false
  # Use to force a networking.k8s.io API Version for certain CI/CD applications. E.g. "v1beta1"
  fallbackApiVersion: ""

# Activate Pilot integration
pilot:
  enabled: false
  token: ""
  # Toggle Pilot Dashboard
  # dashboard: false

# Enable experimental features
experimental:
  http3:
    enabled: false
  plugins:
    enabled: false
  kubernetesGateway:
    enabled: false
    # certificate:
    #   group: "core"
    #   kind: "Secret"
    #   name: "mysecret"
    # By default, Gateway would be created to the Namespace you are deploying Traefik to.
    # You may create that Gateway in another namespace, setting its name below:
    # namespace: default

# Create an IngressRoute for the dashboard
ingressRoute:
  dashboard:
    enabled: true
    # Additional ingressRoute annotations (e.g. for kubernetes.io/ingress.class)
    annotations: {}
    # Additional ingressRoute labels (e.g. for filtering IngressRoute by custom labels)
    labels: {}

rollingUpdate:
  maxUnavailable: 1
  maxSurge: 1

# Customize liveness and readiness probe values.
readinessProbe:
  failureThreshold: 1
  initialDelaySeconds: 10
  periodSeconds: 10
  successThreshold: 1
  timeoutSeconds: 2

livenessProbe:
  failureThreshold: 3
  initialDelaySeconds: 10
  periodSeconds: 10
  successThreshold: 1
  timeoutSeconds: 2

#
# Configure providers
#
providers:
  kubernetesCRD:
    enabled: true
    allowCrossNamespace: false
    allowExternalNameServices: false
    # ingressClass: traefik-internal
    # labelSelector: environment=production,method=traefik
    namespaces: []
      # - "default"

  kubernetesIngress:
    enabled: true
    allowExternalNameServices: false
    allowEmptyServices: false
    # ingressClass: traefik-internal
    # labelSelector: environment=production,method=traefik
    namespaces: []
      # - "default"
    # IP used for Kubernetes Ingress endpoints
    publishedService:
      enabled: false
      # Published Kubernetes Service to copy status from. Format: namespace/servicename
      # By default this Traefik service
      # pathOverride: ""

#
# Add volumes to the traefik pod. The volume name will be passed to tpl.
# This can be used to mount a cert pair or a configmap that holds a config.toml file.
# After the volume has been mounted, add the configs into traefik by using the `additionalArguments` list below, eg:
# additionalArguments:
# - "--providers.file.filename=/config/dynamic.toml"
# - "--ping"
# - "--ping.entrypoint=web"
volumes: []
# - name: public-cert
#   mountPath: "/certs"
#   type: secret
# - name: '{{ printf "%s-configs" .Release.Name }}'
#   mountPath: "/config"
#   type: configMap

# Additional volumeMounts to add to the Traefik container
additionalVolumeMounts: []
  # For instance when using a logshipper for access logs
  # - name: traefik-logs
  #   mountPath: /var/log/traefik

# Logs
# https://docs.traefik.io/observability/logs/
logs:
  # Traefik logs concern everything that happens to Traefik itself (startup, configuration, events, shutdown, and so on).
  general:
    # By default, the logs use a text format (common), but you can
    # also ask for the json format in the format option
    # format: json
    # By default, the level is set to ERROR. Alternative logging levels are DEBUG, PANIC, FATAL, ERROR, WARN, and INFO.
    level: ERROR
  access:
    # To enable access logs
    enabled: true
    format: json
    # By default, logs are written using the Common Log Format (CLF).
    # To write logs in JSON, use json in the format option.
    # If the given format is unsupported, the default (CLF) is used instead.
    # format: json
    # To write the logs in an asynchronous fashion, specify a bufferingSize option.
    # This option represents the number of log lines Traefik will keep in memory before writing
    # them to the selected output. In some cases, this option can greatly help performances.
    # bufferingSize: 100
    # Filtering https://docs.traefik.io/observability/access-logs/#filtering
    filters: {}
      # statuscodes: "200,300-302"
      # retryattempts: true
      # minduration: 10ms
    # Fields
    # https://docs.traefik.io/observability/access-logs/#limiting-the-fieldsincluding-headers
    fields:
      general:
        defaultmode: keep
        names:
          RequestAddr: keep
          RequestHost: keep
          RequestPath: keep
          RequestLine: keep
          ServiceName: keep
          ServiceURL: keep
          ClientUsername: keep
          ClientAddr: keep

          # Examples:
          # ClientUsername: drop
      headers:
        defaultmode: drop
        names:
          # Examples:
          User-Agent: redact
          # Authorization: drop
          # Content-Type: keep

metrics:
  # datadog:
  #   address: 127.0.0.1:8125
  # influxdb:
  #   address: localhost:8089
  #   protocol: udp
  prometheus:
    entryPoint: metrics
  #  addRoutersLabels: true
  # statsd:
  #   address: localhost:8125

tracing: {}
  # instana:
  #   enabled: true
  # datadog:
  #   localAgentHostPort: 127.0.0.1:8126
  #   debug: false
  #   globalTag: ""
  #   prioritySampling: false

globalArguments:
  - "--global.checknewversion"
  - "--global.sendanonymoususage"

#
# Configure Traefik static configuration
# Additional arguments to be passed at Traefik's binary
# All available options available on https://docs.traefik.io/reference/static-configuration/cli/
## Use curly braces to pass values: `helm install --set="additionalArguments={--providers.kubernetesingress.ingressclass=traefik-internal,--log.level=DEBUG}"`
additionalArguments: []
#  - "--providers.kubernetesingress.ingressclass=traefik-internal"
#  - "--log.level=DEBUG"

# Environment variables to be passed to Traefik's binary
env: []
# - name: SOME_VAR
#   value: some-var-value
# - name: SOME_VAR_FROM_CONFIG_MAP
#   valueFrom:
#     configMapRef:
#       name: configmap-name
#       key: config-key
# - name: SOME_SECRET
#   valueFrom:
#     secretKeyRef:
#       name: secret-name
#       key: secret-key

envFrom: []
# - configMapRef:
#     name: config-map-name
# - secretRef:
#     name: secret-name

# Configure ports
ports:
  # The name of this one can't be changed as it is used for the readiness and
  # liveness probes, but you can adjust its config to your liking
  traefik:
    port: 9000
    # Use hostPort if set.
    hostPort: 9000
    #
    # Use hostIP if set. If not set, Kubernetes will default to 0.0.0.0, which
    # means it's listening on all your interfaces and all your IPs. You may want
    # to set this value if you need traefik to listen on specific interface
    # only.
    # hostIP: 192.168.100.10

    # Override the liveness/readiness port. This is useful to integrate traefik
    # with an external Load Balancer that performs healthchecks.
    # healthchecksPort: 9000

    # Defines whether the port is exposed if service.type is LoadBalancer or
    # NodePort.
    #nodePort: 9000
    # You SHOULD NOT expose the traefik port on production deployments.
    # If you want to access it from outside of your cluster,
    # use `kubectl port-forward` or create a secure ingress
    expose: true
    # The exposed port for this service
    exposedPort: 9000
    # The port protocol (TCP/UDP)
    protocol: TCP
  web:
    port: 80
    hostPort: 80
    expose: true
    exposedPort: 80
    # The port protocol (TCP/UDP)
    protocol: TCP
    # Use nodeport if set. This is useful if you have configured Traefik in a
    # LoadBalancer
    # nodePort: 32080
    # Port Redirections
    # Added in 2.2, you can make permanent redirects via entrypoints.
    # https://docs.traefik.io/routing/entrypoints/#redirection
    # redirectTo: websecure
  websecure:
    port: 443
    hostPort: 443
    expose: true
    exposedPort: 443
    # The port protocol (TCP/UDP)
    protocol: TCP
    # nodePort: 32443
    # Enable HTTP/3.
    # Requires enabling experimental http3 feature and tls.
    # Note that you cannot have a UDP entrypoint with the same port.
    # http3: true
    # Set TLS at the entrypoint
    # https://doc.traefik.io/traefik/routing/entrypoints/#tls
    tls:
      enabled: false
      # this is the name of a TLSOption definition
      options: ""
      certResolver: ""
      domains: []
      # - main: example.com
      #   sans:
      #     - foo.example.com
      #     - bar.example.com
  metrics:
    port: 9100
    # hostPort: 9100
    # Defines whether the port is exposed if service.type is LoadBalancer or
    # NodePort.
    #
    # You may not want to expose the metrics port on production deployments.
    # If you want to access it from outside of your cluster,
    # use `kubectl port-forward` or create a secure ingress
    expose: false
    # The exposed port for this service
    exposedPort: 9100
    # The port protocol (TCP/UDP)
    protocol: TCP

# TLS Options are created as TLSOption CRDs
# https://doc.traefik.io/traefik/https/tls/#tls-options
# Example:
# tlsOptions:
#   default:
#     sniStrict: true
#     preferServerCipherSuites: true
#   foobar:
#     curvePreferences:
#       - CurveP521
#       - CurveP384
tlsOptions: {}

# Options for the main traefik service, where the entrypoints traffic comes
# from.
service:
  enabled: true
  type: ClusterIP
  # Additional annotations applied to both TCP and UDP services (e.g. for cloud provider specific config)
  annotations: {}
  # Additional annotations for TCP service only
  annotationsTCP: {}
  # Additional annotations for UDP service only
  annotationsUDP: {}
  # Additional service labels (e.g. for filtering Service by custom labels)
  labels: {}
  # Additional entries here will be added to the service spec.
  # Cannot contain type, selector or ports entries.
  spec: {}
    # externalTrafficPolicy: Cluster
    # loadBalancerIP: "1.2.3.4"
    # clusterIP: "2.3.4.5"
  loadBalancerSourceRanges: []
    # - 192.168.0.1/32
    # - 172.16.0.0/16
  externalIPs: []
    # - 1.2.3.4
  # One of SingleStack, PreferDualStack, or RequireDualStack.
  # ipFamilyPolicy: SingleStack
  # List of IP families (e.g. IPv4 and/or IPv6).
  # ref: https://kubernetes.io/docs/concepts/services-networking/dual-stack/#services
  # ipFamilies:
  #   - IPv4
  #   - IPv6

## Create HorizontalPodAutoscaler object.
##
autoscaling:
  enabled: false
#   minReplicas: 1
#   maxReplicas: 10
#   metrics:
#   - type: Resource
#     resource:
#       name: cpu
#       targetAverageUtilization: 60
#   - type: Resource
#     resource:
#       name: memory
#       targetAverageUtilization: 60

# Enable persistence using Persistent Volume Claims
# ref: http://kubernetes.io/docs/user-guide/persistent-volumes/
# After the pvc has been mounted, add the configs into traefik by using the `additionalArguments` list below, eg:
# additionalArguments:
# - "--certificatesresolvers.le.acme.storage=/data/acme.json"
# It will persist TLS certificates.
persistence:
  enabled: true
  name: data
#  existingClaim: ""
  accessMode: ReadWriteOnce
  size: 128Mi
  storageClass: "nfs"
  path: /data
  annotations: {}
  # subPath: "" # only mount a subpath of the Volume into the pod

certResolvers: {}
#   letsencrypt:
#     # for challenge options cf. https://doc.traefik.io/traefik/https/acme/
#     email: email@example.com
#     dnsChallenge:
#       # also add the provider's required configuration under env
#       # or expand then from secrets/configmaps with envfrom
#       # cf. https://doc.traefik.io/traefik/https/acme/#providers
#       provider: digitalocean
#       # add futher options for the dns challenge as needed
#       # cf. https://doc.traefik.io/traefik/https/acme/#dnschallenge
#       delayBeforeCheck: 30
#       resolvers:
#         - 1.1.1.1
#         - 8.8.8.8
#     tlsChallenge: true
#     httpChallenge:
#       entryPoint: "web"
#     # match the path to persistence
#     storage: /data/acme.json

# If hostNetwork is true, runs traefik in the host network namespace
# To prevent unschedulabel pods due to port collisions, if hostNetwork=true
# and replicas>1, a pod anti-affinity is recommended and will be set if the
# affinity is left as default.
hostNetwork: true

# Whether Role Based Access Control objects like roles and rolebindings should be created
rbac:
  enabled: true

  # If set to false, installs ClusterRole and ClusterRoleBinding so Traefik can be used across namespaces.
  # If set to true, installs namespace-specific Role and RoleBinding and requires provider configuration be set to that same namespace
  namespaced: false

# Enable to create a PodSecurityPolicy and assign it to the Service Account via RoleBinding or ClusterRoleBinding
podSecurityPolicy:
  enabled: false

# The service account the pods will use to interact with the Kubernetes API
serviceAccount:
  # If set, an existing service account is used
  # If not set, a service account is created automatically using the fullname template
  name: ""

# Additional serviceAccount annotations (e.g. for oidc authentication)
serviceAccountAnnotations: {}

resources: {}
  # requests:
  #   cpu: "100m"
  #   memory: "50Mi"
  # limits:
  #   cpu: "300m"
  #   memory: "150Mi"
affinity: {}
# # This example pod anti-affinity forces the scheduler to put traefik pods
# # on nodes where no other traefik pods are scheduled.
# # It should be used when hostNetwork: true to prevent port conflicts
#   podAntiAffinity:
#     requiredDuringSchedulingIgnoredDuringExecution:
#       - labelSelector:
#           matchExpressions:
#             - key: app.kubernetes.io/name
#               operator: In
#               values:
#                 - {{ template "traefik.name" . }}
#         topologyKey: kubernetes.io/hostname
nodeSelector:
  role: ingress
tolerations: []

# Pods can have priority.
# Priority indicates the importance of a Pod relative to other Pods.
priorityClassName: ""

# Set the container security context
# To run the container with ports below 1024 this will need to be adjust to run as root
securityContext:
  privileged: true
  capabilities:
    drop: [ALL]
  readOnlyRootFilesystem: false
  runAsGroup: 0
  runAsNonRoot: false
  runAsUser: 0

podSecurityContext:
  fsGroup: 0

[root@master01 traefik]# kubectl label nodes 192.168.10.106 role=ingress
[root@master01 traefik]# helm install traefik . -n kube-system
[root@master01 traefik]# kubectl get po -n kube-system
NAME                                         READY   STATUS              RESTARTS   AGE
···
traefik-6669947695-ztqxb                     1/1     Running   			 0          41s

访问

http://192.168.10.106:9000/dashboard/#/

部署harbor

安装docker

[root@harbor ~]# yum install wget -y
[root@harbor ~]# wget -O /etc/yum.repos.d/docker-ce.repo https://mirrors.aliyun.com/docker-ce/linux/centos/docker-ce.repo
[root@harbor ~]# yum install docker-ce -y
[root@harbor ~]# systemctl start docker && systemctl enable docker
[root@harbor ~]# systemctl stop docker
[root@harbor ~]# mkdir -p /data/docker
[root@harbor ~]# mv /var/lib/docker /var/lib/docker_data
[root@harbor ~]# ln -sv /data/docker /var/lib/docker
[root@harbor ~]# cp -r /var/lib/docker_data/* /var/lib/docker/
[root@harbor ~]# systemctl start docker

[root@harbor ~]# cat > /etc/docker/daemon.json <<EOF
{
  "registry-mirrors": [
     "https://bxsfpjcb.mirror.aliyuncs.com"
  ],
  "max-concurrent-downloads": 10,
  "log-driver": "json-file",
  "log-level": "warn",
  "log-opts": {
    "max-size": "10m",
    "max-file": "3"
    },
  "insecure-registries":
        ["127.0.0.1","192.168.10.107:80"],
  "data-root":"/var/lib/docker"
}
EOF
[root@harbor ~]# systemctl daemon-reload
[root@harbor ~]# systemctl restart docker

安装docker-compose

[root@harbor ~]# curl -L https://github.com/docker/compose/releases/download/1.29.2/docker-compose-`uname -s`-`uname -m` -o /usr/local/bin/docker-compose
[root@harbor ~]# chmod +x /usr/local/bin/docker-compose
[root@harbor ~]# docker-compose version

安装harbor

[root@harbor ~]# wget https://github.com/goharbor/harbor/releases/download/v2.2.2/harbor-offline-installer-v2.2.2.tgz
[root@harbor ~]# tar -zxvf harbor-offline-installer-v2.2.2.tgz -C /usr/share/
[root@harbor ~]# mkdir -p /data/harbor
[root@harbor ~]# cd /usr/share/harbor/
[root@harbor harbor]# cp harbor.yml.tmpl harbor.yml
[root@harbor harbor]# sed -i -e "s/reg.mydomain.com/192.168.10.107/" -e "s/https/#https/" -e "s/port: 443/#port: 443/" -e "s/certificate/#certificate/" -e "s/private_key/#private_key/" -e "s/\/data/\/data\/harbor/" harbor.yml
[root@harbor harbor]# sh install.sh
[root@harbor harbor]# docker-compose ps

访问

http://192.168.10.107:80

docker login 192.168.10.107:80

k8s所有节点授信harbor

[root@master01 ~]# vim /etc/docker/daemon.json
#新增
"insecure-registries": ["192.168.10.107:80"],
[root@master01 ~]# systemctl daemon-reload
[root@master01 ~]# systemctl restart docker

部署kubesphere3.0

• 支持的 Kubernetes 版本：1.15.x、1.16.x、1.17.x 或 1.18.x；
• 确保您的机器满足最低硬件要求：CPU > 1 核，内存 > 2 G；
• 在安装之前，需要配置 Kubernetes 集群中的默认存储类型；
• 当使用 --cluster-signing-cert-file 和 --cluster-signing-key-file 参数启动时，在 kube-apiserver 中会激活 CSR 签名功能。请参见 RKE 安装问题；
• 有关在 Kubernetes 上安装 KubeSphere 的准备工作，请参见准备工作。

# 设置k8s默认存储
[root@master01 ~]# kubectl patch storageclass nfs -p '{"metadata": {"annotations":{"storageclass.kubernetes.io/is-default-class":"true"}}}'
storageclass.storage.k8s.io/nfs patched
[root@master01 ~]# kubectl get sc
NAME            PROVISIONER      RECLAIMPOLICY   VOLUMEBINDINGMODE   ALLOWVOLUMEEXPANSION   AGE
nfs (default)   fuseim.pri/ifs   Delete          Immediate           false                  4h44m

# 启动 ks-installer pod
[root@master01 ~]# kubectl apply -f https://github.com/kubesphere/ks-installer/releases/download/v3.0.0/kubesphere-installer.yaml
wget https://github.com/kubesphere/ks-installer/releases/download/v3.0.0/cluster-configuration.yaml
# 自定义开启插件 cluster-configuration.yaml
[root@master01 ~]# kubectl apply -f cluster-configuration.yaml

# 打印安装日志
kubectl logs -n kubesphere-system $(kubectl get pod -n kubesphere-system -l app=ks-install -o jsonpath='{.items[0].metadata.name}') -f

**************************************************
task monitoring status is successful
task multicluster status is successful
task devops status is successful
total: 3     completed:3
**************************************************
#####################################################
###              Welcome to KubeSphere!           ###
#####################################################

Console: http://192.168.10.100:30880
Account: admin
Password: P@88w0rd

NOTES：
  1. After logging into the console, please check the
     monitoring status of service components in
     the "Cluster Management". If any service is not
     ready, please wait patiently until all components
     are ready.
  2. Please modify the default password after login.

#####################################################
https://kubesphere.io             2022-11-03 16:01:27
#####################################################

探索devops功能

新建“企业空间”

平台管理 --》 访问控制 --》 企业空间 --》 创建

新建用户

账户管理 --》 创建

企业空间邀请用户

创建devops工程

新建工程邀请成员

登录新建用户

创建凭证

• harbor
• 代码仓库（此处以gitee为例）
• kubeconfig（k8s）

创建项目

底层逻辑是在k8s中创建对应的名称空间

创建流水线

[外链图片转存失败,源站可能有防盗链机制,建议将图片保存下来直接上传(img-WOWfPeEM-1683255303053)(…/AppData/Roaming/Typora/typora-user-images/image-20221103165532953.png#id=cBpcN&originalType=binary&ratio=1&rotation=0&showTitle=false&status=done&style=none&title=)]

[外链图片转存失败,源站可能有防盗链机制,建议将图片保存下来直接上传(img-d3Rn2rKC-1683255303064)(…/AppData/Roaming/Typora/typora-user-images/image-20221104155332445.png#id=wLgEb&originalType=binary&ratio=1&rotation=0&showTitle=false&status=done&style=none&title=)]

[外链图片转存失败,源站可能有防盗链机制,建议将图片保存下来直接上传(img-NH1cJFiq-1683255303064)(…/AppData/Roaming/Typora/typora-user-images/image-20221104155636638.png#id=cUajJ&originalType=binary&ratio=1&rotation=0&showTitle=false&status=done&style=none&title=)]

[外链图片转存失败,源站可能有防盗链机制,建议将图片保存下来直接上传(img-Xmb8Cu7T-1683255303065)(…/AppData/Roaming/Typora/typora-user-images/image-20221104155658861.png#id=SJZkt&originalType=binary&ratio=1&rotation=0&showTitle=false&status=done&style=none&title=)]

[外链图片转存失败,源站可能有防盗链机制,建议将图片保存下来直接上传(img-CaxZ1HdM-1683255303066)(…/AppData/Roaming/Typora/typora-user-images/image-20221104155808052.png#id=jRJkb&originalType=binary&ratio=1&rotation=0&showTitle=false&status=done&style=none&title=)]

[外链图片转存失败,源站可能有防盗链机制,建议将图片保存下来直接上传(img-DolHairO-1683255303067)(…/AppData/Roaming/Typora/typora-user-images/image-20221104155936019.png#id=DiziS&originalType=binary&ratio=1&rotation=0&showTitle=false&status=done&style=none&title=)]

[外链图片转存失败,源站可能有防盗链机制,建议将图片保存下来直接上传(img-uAb1zW4I-1683255303067)(…/AppData/Roaming/Typora/typora-user-images/image-20221104160009074.png#id=duHEi&originalType=binary&ratio=1&rotation=0&showTitle=false&status=done&style=none&title=)]

[外链图片转存失败,源站可能有防盗链机制,建议将图片保存下来直接上传(img-uXobb6T6-1683255303068)(…/AppData/Roaming/Typora/typora-user-images/image-20221104160033413.png#id=FzXw5&originalType=binary&ratio=1&rotation=0&showTitle=false&status=done&style=none&title=)]

[外链图片转存失败,源站可能有防盗链机制,建议将图片保存下来直接上传(img-u7Lphk2z-1683255303069)(…/AppData/Roaming/Typora/typora-user-images/image-20221104160054408.png#id=odsQt&originalType=binary&ratio=1&rotation=0&showTitle=false&status=done&style=none&title=)]

[外链图片转存失败,源站可能有防盗链机制,建议将图片保存下来直接上传(img-tifatpSt-1683255303070)(…/AppData/Roaming/Typora/typora-user-images/image-20221104160129325.png#id=tUILd&originalType=binary&ratio=1&rotation=0&showTitle=false&status=done&style=none&title=)]

编辑jenkinsfile

编辑jenkinsfile，设置容器

  agent {
    node {
      label 'maven'
    }

运行

查看执行日志

查看service

访问

lu

基于kubernetes离线安装KubeSphere3.3.1

---

:::info
前提条件;

• 需要准备镜像仓库
  :::
  下载镜像清单文件

curl -L -O https://github.com/kubesphere/ks-installer/releases/download/v3.3.1/images-list.txt

##k8s-images
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.23.10
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.23.10
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.23.10
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.23.10
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.24.3
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.24.3
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.24.3
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.24.3
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.22.12
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.22.12
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.22.12
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.22.12
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.21.14
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.21.14
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.21.14
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.21.14
registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.7
registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.6
registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.5
registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.4.1
registry.cn-beijing.aliyuncs.com/kubesphereio/coredns:1.8.0
registry.cn-beijing.aliyuncs.com/kubesphereio/coredns:1.8.6
registry.cn-beijing.aliyuncs.com/kubesphereio/cni:v3.23.2
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controllers:v3.23.2
registry.cn-beijing.aliyuncs.com/kubesphereio/node:v3.23.2
registry.cn-beijing.aliyuncs.com/kubesphereio/pod2daemon-flexvol:v3.23.2
registry.cn-beijing.aliyuncs.com/kubesphereio/typha:v3.23.2
registry.cn-beijing.aliyuncs.com/kubesphereio/flannel:v0.12.0
registry.cn-beijing.aliyuncs.com/kubesphereio/provisioner-localpv:2.10.1
registry.cn-beijing.aliyuncs.com/kubesphereio/linux-utils:2.10.0
registry.cn-beijing.aliyuncs.com/kubesphereio/haproxy:2.3
registry.cn-beijing.aliyuncs.com/kubesphereio/nfs-subdir-external-provisioner:v4.0.2
registry.cn-beijing.aliyuncs.com/kubesphereio/k8s-dns-node-cache:1.15.12
##kubesphere-images
registry.cn-beijing.aliyuncs.com/kubesphereio/ks-installer:v3.3.1
registry.cn-beijing.aliyuncs.com/kubesphereio/ks-apiserver:v3.3.1
registry.cn-beijing.aliyuncs.com/kubesphereio/ks-console:v3.3.1
registry.cn-beijing.aliyuncs.com/kubesphereio/ks-controller-manager:v3.3.1
registry.cn-beijing.aliyuncs.com/kubesphereio/ks-upgrade:v3.3.1
registry.cn-beijing.aliyuncs.com/kubesphereio/kubectl:v1.22.0
registry.cn-beijing.aliyuncs.com/kubesphereio/kubectl:v1.21.0
registry.cn-beijing.aliyuncs.com/kubesphereio/kubectl:v1.20.0
registry.cn-beijing.aliyuncs.com/kubesphereio/kubefed:v0.8.1
registry.cn-beijing.aliyuncs.com/kubesphereio/tower:v0.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/minio:RELEASE.2019-08-07T01-59-21Z
registry.cn-beijing.aliyuncs.com/kubesphereio/mc:RELEASE.2019-08-07T23-14-43Z
registry.cn-beijing.aliyuncs.com/kubesphereio/snapshot-controller:v4.0.0
registry.cn-beijing.aliyuncs.com/kubesphereio/nginx-ingress-controller:v1.1.0
registry.cn-beijing.aliyuncs.com/kubesphereio/defaultbackend-amd64:1.4
registry.cn-beijing.aliyuncs.com/kubesphereio/metrics-server:v0.4.2
registry.cn-beijing.aliyuncs.com/kubesphereio/redis:5.0.14-alpine
registry.cn-beijing.aliyuncs.com/kubesphereio/haproxy:2.0.25-alpine
registry.cn-beijing.aliyuncs.com/kubesphereio/alpine:3.14
registry.cn-beijing.aliyuncs.com/kubesphereio/openldap:1.3.0
registry.cn-beijing.aliyuncs.com/kubesphereio/netshoot:v1.0
##kubeedge-images
registry.cn-beijing.aliyuncs.com/kubesphereio/cloudcore:v1.9.2
registry.cn-beijing.aliyuncs.com/kubesphereio/iptables-manager:v1.9.2
registry.cn-beijing.aliyuncs.com/kubesphereio/edgeservice:v0.2.0
##gatekeeper-images
registry.cn-beijing.aliyuncs.com/kubesphereio/gatekeeper:v3.5.2
##openpitrix-images
registry.cn-beijing.aliyuncs.com/kubesphereio/openpitrix-jobs:v3.3.1
##kubesphere-devops-images
registry.cn-beijing.aliyuncs.com/kubesphereio/devops-apiserver:v3.3.1
registry.cn-beijing.aliyuncs.com/kubesphereio/devops-controller:v3.3.1
registry.cn-beijing.aliyuncs.com/kubesphereio/devops-tools:v3.3.1
registry.cn-beijing.aliyuncs.com/kubesphereio/ks-jenkins:v3.3.0-2.319.1
registry.cn-beijing.aliyuncs.com/kubesphereio/inbound-agent:4.10-2
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-base:v3.2.2
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-nodejs:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.1-jdk11
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-python:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.16
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.17
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.18
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-base:v3.2.2-podman
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-nodejs:v3.2.0-podman
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.0-podman
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.1-jdk11-podman
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-python:v3.2.0-podman
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.0-podman
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.16-podman
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.17-podman
registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.18-podman
registry.cn-beijing.aliyuncs.com/kubesphereio/s2ioperator:v3.2.1
registry.cn-beijing.aliyuncs.com/kubesphereio/s2irun:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/s2i-binary:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java11-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java11-runtime:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java8-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java8-runtime:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/java-11-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/java-8-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/java-8-runtime:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/java-11-runtime:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/nodejs-8-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/nodejs-6-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/nodejs-4-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/python-36-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/python-35-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/python-34-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/python-27-centos7:v3.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/argocd:v2.3.3
registry.cn-beijing.aliyuncs.com/kubesphereio/argocd-applicationset:v0.4.1
registry.cn-beijing.aliyuncs.com/kubesphereio/dex:v2.30.2
registry.cn-beijing.aliyuncs.com/kubesphereio/redis:6.2.6-alpine
##kubesphere-monitoring-images
registry.cn-beijing.aliyuncs.com/kubesphereio/configmap-reload:v0.5.0
registry.cn-beijing.aliyuncs.com/kubesphereio/prometheus:v2.34.0
registry.cn-beijing.aliyuncs.com/kubesphereio/prometheus-config-reloader:v0.55.1
registry.cn-beijing.aliyuncs.com/kubesphereio/prometheus-operator:v0.55.1
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-rbac-proxy:v0.11.0
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-state-metrics:v2.5.0
registry.cn-beijing.aliyuncs.com/kubesphereio/node-exporter:v1.3.1
registry.cn-beijing.aliyuncs.com/kubesphereio/alertmanager:v0.23.0
registry.cn-beijing.aliyuncs.com/kubesphereio/thanos:v0.25.2
registry.cn-beijing.aliyuncs.com/kubesphereio/grafana:8.3.3
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-rbac-proxy:v0.8.0
registry.cn-beijing.aliyuncs.com/kubesphereio/notification-manager-operator:v1.4.0
registry.cn-beijing.aliyuncs.com/kubesphereio/notification-manager:v1.4.0
registry.cn-beijing.aliyuncs.com/kubesphereio/notification-tenant-sidecar:v3.2.0
##kubesphere-logging-images
registry.cn-beijing.aliyuncs.com/kubesphereio/elasticsearch-curator:v5.7.6
registry.cn-beijing.aliyuncs.com/kubesphereio/elasticsearch-oss:6.8.22
registry.cn-beijing.aliyuncs.com/kubesphereio/fluentbit-operator:v0.13.0
registry.cn-beijing.aliyuncs.com/kubesphereio/docker:19.03
registry.cn-beijing.aliyuncs.com/kubesphereio/fluent-bit:v1.8.11
registry.cn-beijing.aliyuncs.com/kubesphereio/log-sidecar-injector:1.1
registry.cn-beijing.aliyuncs.com/kubesphereio/filebeat:6.7.0
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-events-operator:v0.4.0
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-events-exporter:v0.4.0
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-events-ruler:v0.4.0
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-auditing-operator:v0.2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/kube-auditing-webhook:v0.2.0
##istio-images
registry.cn-beijing.aliyuncs.com/kubesphereio/pilot:1.11.1
registry.cn-beijing.aliyuncs.com/kubesphereio/proxyv2:1.11.1
registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-operator:1.27
registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-agent:1.27
registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-collector:1.27
registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-query:1.27
registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-es-index-cleaner:1.27
registry.cn-beijing.aliyuncs.com/kubesphereio/kiali-operator:v1.38.1
registry.cn-beijing.aliyuncs.com/kubesphereio/kiali:v1.38
##example-images
registry.cn-beijing.aliyuncs.com/kubesphereio/busybox:1.31.1
registry.cn-beijing.aliyuncs.com/kubesphereio/nginx:1.14-alpine
registry.cn-beijing.aliyuncs.com/kubesphereio/wget:1.0
registry.cn-beijing.aliyuncs.com/kubesphereio/hello:plain-text
registry.cn-beijing.aliyuncs.com/kubesphereio/wordpress:4.8-apache
registry.cn-beijing.aliyuncs.com/kubesphereio/hpa-example:latest
registry.cn-beijing.aliyuncs.com/kubesphereio/fluentd:v1.4.2-2.0
registry.cn-beijing.aliyuncs.com/kubesphereio/perl:latest
registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-productpage-v1:1.16.2
registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-reviews-v1:1.16.2
registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-reviews-v2:1.16.2
registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-details-v1:1.16.2
registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-ratings-v1:1.16.3
##weave-scope-images
registry.cn-beijing.aliyuncs.com/kubesphereio/scope:1.13.0

编辑清单文件

删除掉不需要的镜像，如：k8s-images模块下的所有镜像

下载offline-installation-tool.sh

curl -L -O https://github.com/kubesphere/ks-installer/releases/download/v3.3.1/offline-installation-tool.sh

执行脚本下载镜像

机制：下载一个模块的全部镜像后将其打包成一个压缩包，与模块同名

# 创建存储镜像目录
mkdir -p /data/kubesphere/images/
# 赋权
chmod +x offline-installation-tool.sh
# 执行，下载镜像
./offline-installation-tool.sh -s -l images-list.txt -d /data/kubesphere/images

推送镜像至私有镜像仓库

./offline-installation-tool.sh -l images-list.txt -d /data/kubesphere/images -r 192.168.10.107:80

docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.23.10
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.23.10
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.23.10
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.23.10
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.24.3
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.24.3
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.24.3
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.24.3
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.22.12
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.22.12
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.22.12
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.22.12
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.21.14
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.21.14
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.21.14
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.21.14
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.7
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.6
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.5
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.4.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/coredns:1.8.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/coredns:1.8.6
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/cni:v3.23.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controllers:v3.23.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/node:v3.23.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/pod2daemon-flexvol:v3.23.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/typha:v3.23.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/flannel:v0.12.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/provisioner-localpv:2.10.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/linux-utils:2.10.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/haproxy:2.3
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/nfs-subdir-external-provisioner:v4.0.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/k8s-dns-node-cache:1.15.12
##kubesphere-images
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/ks-installer:v3.3.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/ks-apiserver:v3.3.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/ks-console:v3.3.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/ks-controller-manager:v3.3.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/ks-upgrade:v3.3.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kubectl:v1.22.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kubectl:v1.21.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kubectl:v1.20.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kubefed:v0.8.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/tower:v0.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/minio:RELEASE.2019-08-07T01-59-21Z
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/mc:RELEASE.2019-08-07T23-14-43Z
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/snapshot-controller:v4.0.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/nginx-ingress-controller:v1.1.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/defaultbackend-amd64:1.4
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/metrics-server:v0.4.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/redis:5.0.14-alpine
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/haproxy:2.0.25-alpine
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/alpine:3.14
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/osixia/openldap:1.3.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kubesphere/netshoot:v1.0
##kubeedge-images
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/cloudcore:v1.9.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/iptables-manager:v1.9.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereiokubesphere/edgeservice:v0.2.0
##gatekeeper-images
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/gatekeeper:v3.5.2
##openpitrix-images
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/openpitrix-jobs:v3.3.1
##kubesphere-devops-images
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/devops-apiserver:v3.3.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/devops-controller:v3.3.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/devops-tools:v3.3.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/ks-jenkins:v3.3.0-2.319.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/inbound-agent:4.10-2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-base:v3.2.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-nodejs:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.1-jdk11
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-python:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.16
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.17
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.18
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-base:v3.2.2-podman
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-nodejs:v3.2.0-podman
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.0-podman
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.1-jdk11-podman
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-python:v3.2.0-podman
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.0-podman
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.16-podman
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.17-podman
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.18-podman
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/s2ioperator:v3.2.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/s2irun:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/s2i-binary:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java11-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java11-runtime:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java8-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java8-runtime:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/java-11-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/java-8-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/java-8-runtime:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/java-11-runtime:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/nodejs-8-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/nodejs-6-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/nodejs-4-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/python-36-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/python-35-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/python-34-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/python-27-centos7:v3.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/argocd:v2.3.3
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/argocd-applicationset:v0.4.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/dex:v2.30.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/redis:6.2.6-alpine
##kubesphere-monitoring-images
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/configmap-reload:v0.5.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/prometheus:v2.34.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/prometheus-config-reloader:v0.55.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/prometheus-operator:v0.55.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-rbac-proxy:v0.11.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-state-metrics:v2.5.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/node-exporter:v1.3.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/alertmanager:v0.23.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/thanos:v0.25.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/grafana:8.3.3
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-rbac-proxy:v0.8.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/notification-manager-operator:v1.4.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/notification-manager:v1.4.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/notification-tenant-sidecar:v3.2.0
##kubesphere-logging-images
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/elasticsearch-curator:v5.7.6
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/elasticsearch-oss:6.8.22
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/fluentbit-operator:v0.13.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/docker:19.03
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/fluent-bit:v1.8.11
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/log-sidecar-injector:1.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/filebeat:6.7.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-events-operator:v0.4.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-events-exporter:v0.4.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-events-ruler:v0.4.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-auditing-operator:v0.2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kube-auditing-webhook:v0.2.0
##istio-images
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/pilot:1.11.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/proxyv2:1.11.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-operator:1.27
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-agent:1.27
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-collector:1.27
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-query:1.27
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-es-index-cleaner:1.27
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kiali-operator:v1.38.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/kiali:v1.38
##example-images
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/busybox:1.31.1
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/nginx:1.14-alpine
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/joosthofman/wget:1.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/hello:plain-text
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/wordpress:4.8-apache
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/hpa-example:latest
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/fluentd:v1.4.2-2.0
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/perl:latest
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-productpage-v1:1.16.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-reviews-v1:1.16.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-reviews-v2:1.16.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-details-v1:1.16.2
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-ratings-v1:1.16.3
##weave-scope-images
docker pull registry.cn-beijing.aliyuncs.com/kubesphereio/scope:1.13.0






docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.23.10								192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.23.10
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.23.10                       192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.23.10
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.23.10                                    192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.23.10
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.23.10                                192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.23.10
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.24.3                                 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.24.3
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.24.3                        192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.24.3
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.24.3                                     192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.24.3
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.24.3                                 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.24.3
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.22.12                                192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.22.12
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.22.12                       192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.22.12
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.22.12                                    192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.22.12
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.22.12                                192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.22.12
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-apiserver:v1.21.14                                192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.21.14
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controller-manager:v1.21.14                       192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.21.14
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-proxy:v1.21.14                                    192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.21.14
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-scheduler:v1.21.14                                192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.21.14
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.7                                              192.168.10.107:80/kubesphere/kubesphere/pause:3.7
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.6                                              192.168.10.107:80/kubesphere/kubesphere/pause:3.6
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.5                                              192.168.10.107:80/kubesphere/kubesphere/pause:3.5
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/pause:3.4.1                                            192.168.10.107:80/kubesphere/kubesphere/pause:3.4.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/coredns:1.8.0                                          192.168.10.107:80/kubesphere/coredns/coredns:1.8.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/coredns:1.8.6                                          192.168.10.107:80/kubesphere/coredns/coredns:1.8.6
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/cni:v3.23.2                                            192.168.10.107:80/kubesphere/calico/cni:v3.23.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-controllers:v3.23.2                               192.168.10.107:80/kubesphere/calico/kube-controllers:v3.23.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/node:v3.23.2                                           192.168.10.107:80/kubesphere/calico/node:v3.23.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/pod2daemon-flexvol:v3.23.2                             192.168.10.107:80/kubesphere/calico/pod2daemon-flexvol:v3.23.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/typha:v3.23.2                                          192.168.10.107:80/kubesphere/calico/typha:v3.23.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/flannel:v0.12.0                                        192.168.10.107:80/kubesphere/kubesphere/flannel:v0.12.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/provisioner-localpv:2.10.1                             192.168.10.107:80/kubesphere/openebs/provisioner-localpv:2.10.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/linux-utils:2.10.0                                     192.168.10.107:80/kubesphere/openebs/linux-utils:2.10.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/haproxy:2.3                                            192.168.10.107:80/kubesphere/library/haproxy:2.3
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/nfs-subdir-external-provisioner:v4.0.2                 192.168.10.107:80/kubesphere/kubesphere/nfs-subdir-external-provisioner:v4.0.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/k8s-dns-node-cache:1.15.12                             192.168.10.107:80/kubesphere/kubesphere/k8s-dns-node-cache:1.15.12
##kubesphere-images                                     
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/ks-installer:v3.3.1                                    192.168.10.107:80/kubesphere/kubesphere/ks-installer:v3.3.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/ks-apiserver:v3.3.1                                    192.168.10.107:80/kubesphere/kubesphere/ks-apiserver:v3.3.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/ks-console:v3.3.1                                      192.168.10.107:80/kubesphere/kubesphere/ks-console:v3.3.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/ks-controller-manager:v3.3.1                           192.168.10.107:80/kubesphere/kubesphere/ks-controller-manager:v3.3.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/ks-upgrade:v3.3.1                                      192.168.10.107:80/kubesphere/kubesphere/ks-upgrade:v3.3.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kubectl:v1.22.0                                        192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.22.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kubectl:v1.21.0                                        192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.21.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kubectl:v1.20.0                                        192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.20.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kubefed:v0.8.1                                         192.168.10.107:80/kubesphere/kubesphere/kubefed:v0.8.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/tower:v0.2.0                                           192.168.10.107:80/kubesphere/kubesphere/tower:v0.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/minio:RELEASE.2019-08-07T01-59-21Z                     192.168.10.107:80/kubesphere/minio/minio:RELEASE.2019-08-07T01-59-21Z
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/mc:RELEASE.2019-08-07T23-14-43Z                        192.168.10.107:80/kubesphere/minio/mc:RELEASE.2019-08-07T23-14-43Z
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/snapshot-controller:v4.0.0                             192.168.10.107:80/kubesphere/csiplugin/snapshot-controller:v4.0.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/nginx-ingress-controller:v1.1.0                        192.168.10.107:80/kubesphere/kubesphere/nginx-ingress-controller:v1.1.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/defaultbackend-amd64:1.4                               192.168.10.107:80/kubesphere/mirrorgooglecontainers/defaultbackend-amd64:1.4
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/metrics-server:v0.4.2                                  192.168.10.107:80/kubesphere/kubesphere/metrics-server:v0.4.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/redis:5.0.14-alpine                                    192.168.10.107:80/kubesphere/redis:5.0.14-alpine
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/haproxy:2.0.25-alpine                                  192.168.10.107:80/kubesphere/haproxy:2.0.25-alpine
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/alpine:3.14                                            192.168.10.107:80/kubesphere/alpine:3.14
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/osixia/openldap:1.3.0                                  192.168.10.107:80/kubesphere/osixia/openldap:1.3.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kubesphere/netshoot:v1.0                               192.168.10.107:80/kubesphere/kubesphere/netshoot:v1.0
##kubeedge-images                                       
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/cloudcore:v1.9.2                                       192.168.10.107:80/kubesphere/kubeedge/cloudcore:v1.9.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/iptables-manager:v1.9.2                                192.168.10.107:80/kubesphere/kubeedge/iptables-manager:v1.9.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereiokubesphere/edgeservice:v0.2.0                           192.168.10.107:80/kubesphere/kubesphere/edgeservice:v0.2.0
##gatekeeper-images                                     
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/gatekeeper:v3.5.2                                      192.168.10.107:80/kubesphere/openpolicyagent/gatekeeper:v3.5.2
##openpitrix-images                                     
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/openpitrix-jobs:v3.3.1                                 192.168.10.107:80/kubesphere/kubesphere/openpitrix-jobs:v3.3.1
##kubesphere-devops-images                              
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/devops-apiserver:v3.3.1                                192.168.10.107:80/kubesphere/kubesphere/devops-apiserver:v3.3.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/devops-controller:v3.3.1                               192.168.10.107:80/kubesphere/kubesphere/devops-controller:v3.3.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/devops-tools:v3.3.1                                    192.168.10.107:80/kubesphere/kubesphere/devops-tools:v3.3.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/ks-jenkins:v3.3.0-2.319.1                              192.168.10.107:80/kubesphere/kubesphere/ks-jenkins:v3.3.0-2.319.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/inbound-agent:4.10-2                                   192.168.10.107:80/kubesphere/jenkins/inbound-agent:4.10-2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-base:v3.2.2                                    192.168.10.107:80/kubesphere/kubesphere/builder-base:v3.2.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-nodejs:v3.2.0                                  192.168.10.107:80/kubesphere/kubesphere/builder-nodejs:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.0                                   192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.1-jdk11                             192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.1-jdk11
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-python:v3.2.0                                  192.168.10.107:80/kubesphere/kubesphere/builder-python:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.0                                      192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.16                                 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.16
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.17                                 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.17
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.18                                 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.18
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-base:v3.2.2-podman                             192.168.10.107:80/kubesphere/kubesphere/builder-base:v3.2.2-podman
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-nodejs:v3.2.0-podman                           192.168.10.107:80/kubesphere/kubesphere/builder-nodejs:v3.2.0-podman
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.0-podman                            192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.0-podman
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-maven:v3.2.1-jdk11-podman                      192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.1-jdk11-podman
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-python:v3.2.0-podman                           192.168.10.107:80/kubesphere/kubesphere/builder-python:v3.2.0-podman
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.0-podman                               192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.0-podman
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.16-podman                          192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.16-podman
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.17-podman                          192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.17-podman
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/builder-go:v3.2.2-1.18-podman                          192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.18-podman
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/s2ioperator:v3.2.1                                     192.168.10.107:80/kubesphere/kubesphere/s2ioperator:v3.2.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/s2irun:v3.2.0                                          192.168.10.107:80/kubesphere/kubesphere/s2irun:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/s2i-binary:v3.2.0                                      192.168.10.107:80/kubesphere/kubesphere/s2i-binary:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java11-centos7:v3.2.0                         192.168.10.107:80/kubesphere/kubesphere/tomcat85-java11-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java11-runtime:v3.2.0                         192.168.10.107:80/kubesphere/kubesphere/tomcat85-java11-runtime:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java8-centos7:v3.2.0                          192.168.10.107:80/kubesphere/kubesphere/tomcat85-java8-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/tomcat85-java8-runtime:v3.2.0                          192.168.10.107:80/kubesphere/kubesphere/tomcat85-java8-runtime:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/java-11-centos7:v3.2.0                                 192.168.10.107:80/kubesphere/kubesphere/java-11-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/java-8-centos7:v3.2.0                                  192.168.10.107:80/kubesphere/kubesphere/java-8-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/java-8-runtime:v3.2.0                                  192.168.10.107:80/kubesphere/kubesphere/java-8-runtime:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/java-11-runtime:v3.2.0                                 192.168.10.107:80/kubesphere/kubesphere/java-11-runtime:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/nodejs-8-centos7:v3.2.0                                192.168.10.107:80/kubesphere/kubesphere/nodejs-8-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/nodejs-6-centos7:v3.2.0                                192.168.10.107:80/kubesphere/kubesphere/nodejs-6-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/nodejs-4-centos7:v3.2.0                                192.168.10.107:80/kubesphere/kubesphere/nodejs-4-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/python-36-centos7:v3.2.0                               192.168.10.107:80/kubesphere/kubesphere/python-36-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/python-35-centos7:v3.2.0                               192.168.10.107:80/kubesphere/kubesphere/python-35-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/python-34-centos7:v3.2.0                               192.168.10.107:80/kubesphere/kubesphere/python-34-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/python-27-centos7:v3.2.0                               192.168.10.107:80/kubesphere/kubesphere/python-27-centos7:v3.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/argocd:v2.3.3                                          192.168.10.107:80/kubesphere/quay.io/argoproj/argocd:v2.3.3
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/argocd-applicationset:v0.4.1                           192.168.10.107:80/kubesphere/quay.io/argoproj/argocd-applicationset:v0.4.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/dex:v2.30.2                                            192.168.10.107:80/kubesphere/ghcr.io/dexidp/dex:v2.30.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/redis:6.2.6-alpine                                     192.168.10.107:80/kubesphere/redis:6.2.6-alpine
##kubesphere-monitoring-images                          
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/configmap-reload:v0.5.0                                192.168.10.107:80/kubesphere/jimmidyson/configmap-reload:v0.5.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/prometheus:v2.34.0                                     192.168.10.107:80/kubesphere/prom/prometheus:v2.34.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/prometheus-config-reloader:v0.55.1                     192.168.10.107:80/kubesphere/kubesphere/prometheus-config-reloader:v0.55.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/prometheus-operator:v0.55.1                            192.168.10.107:80/kubesphere/kubesphere/prometheus-operator:v0.55.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-rbac-proxy:v0.11.0                                192.168.10.107:80/kubesphere/kubesphere/kube-rbac-proxy:v0.11.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-state-metrics:v2.5.0                              192.168.10.107:80/kubesphere/kubesphere/kube-state-metrics:v2.5.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/node-exporter:v1.3.1                                   192.168.10.107:80/kubesphere/prom/node-exporter:v1.3.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/alertmanager:v0.23.0                                   192.168.10.107:80/kubesphere/prom/alertmanager:v0.23.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/thanos:v0.25.2                                         192.168.10.107:80/kubesphere/thanosio/thanos:v0.25.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/grafana:8.3.3                                          192.168.10.107:80/kubesphere/grafana/grafana:8.3.3
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-rbac-proxy:v0.8.0                                 192.168.10.107:80/kubesphere/kubesphere/kube-rbac-proxy:v0.8.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/notification-manager-operator:v1.4.0                   192.168.10.107:80/kubesphere/kubesphere/notification-manager-operator:v1.4.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/notification-manager:v1.4.0                            192.168.10.107:80/kubesphere/kubesphere/notification-manager:v1.4.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/notification-tenant-sidecar:v3.2.0                     192.168.10.107:80/kubesphere/kubesphere/notification-tenant-sidecar:v3.2.0
##kubesphere-logging-images                             
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/elasticsearch-curator:v5.7.6                           192.168.10.107:80/kubesphere/kubesphere/elasticsearch-curator:v5.7.6
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/elasticsearch-oss:6.8.22                               192.168.10.107:80/kubesphere/kubesphere/elasticsearch-oss:6.8.22
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/fluentbit-operator:v0.13.0                             192.168.10.107:80/kubesphere/kubesphere/fluentbit-operator:v0.13.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/docker:19.03                                           192.168.10.107:80/kubesphere/docker:19.03
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/fluent-bit:v1.8.11                                     192.168.10.107:80/kubesphere/kubesphere/fluent-bit:v1.8.11
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/log-sidecar-injector:1.1                               192.168.10.107:80/kubesphere/kubesphere/log-sidecar-injector:1.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/filebeat:6.7.0                                         192.168.10.107:80/kubesphere/elastic/filebeat:6.7.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-events-operator:v0.4.0                            192.168.10.107:80/kubesphere/kubesphere/kube-events-operator:v0.4.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-events-exporter:v0.4.0                            192.168.10.107:80/kubesphere/kubesphere/kube-events-exporter:v0.4.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-events-ruler:v0.4.0                               192.168.10.107:80/kubesphere/kubesphere/kube-events-ruler:v0.4.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-auditing-operator:v0.2.0                          192.168.10.107:80/kubesphere/kubesphere/kube-auditing-operator:v0.2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kube-auditing-webhook:v0.2.0                           192.168.10.107:80/kubesphere/kubesphere/kube-auditing-webhook:v0.2.0
##istio-images                                          
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/pilot:1.11.1                                           192.168.10.107:80/kubesphere/istio/pilot:1.11.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/proxyv2:1.11.1                                         192.168.10.107:80/kubesphere/istio/proxyv2:1.11.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-operator:1.27                                   192.168.10.107:80/kubesphere/jaegertracing/jaeger-operator:1.27
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-agent:1.27                                      192.168.10.107:80/kubesphere/jaegertracing/jaeger-agent:1.27
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-collector:1.27                                  192.168.10.107:80/kubesphere/jaegertracing/jaeger-collector:1.27
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-query:1.27                                      192.168.10.107:80/kubesphere/jaegertracing/jaeger-query:1.27
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/jaeger-es-index-cleaner:1.27                           192.168.10.107:80/kubesphere/jaegertracing/jaeger-es-index-cleaner:1.27
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kiali-operator:v1.38.1                                 192.168.10.107:80/kubesphere/kubesphere/kiali-operator:v1.38.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/kiali:v1.38                                            192.168.10.107:80/kubesphere/kubesphere/kiali:v1.38
##example-images                                        
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/busybox:1.31.1                                         192.168.10.107:80/kubesphere/busybox:1.31.1
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/nginx:1.14-alpine                                      192.168.10.107:80/kubesphere/nginx:1.14-alpine
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/joosthofman/wget:1.0                                   192.168.10.107:80/kubesphere/joosthofman/wget:1.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/hello:plain-text                                       192.168.10.107:80/kubesphere/nginxdemos/hello:plain-text
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/wordpress:4.8-apache                                   192.168.10.107:80/kubesphere/wordpress:4.8-apache
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/hpa-example:latest                                     192.168.10.107:80/kubesphere/mirrorgooglecontainers/hpa-example:latest
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/fluentd:v1.4.2-2.0                                     192.168.10.107:80/kubesphere/fluent/fluentd:v1.4.2-2.0
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/perl:latest                                            192.168.10.107:80/kubesphere/perl:latest
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-productpage-v1:1.16.2                192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-productpage-v1:1.16.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-reviews-v1:1.16.2                    192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-reviews-v1:1.16.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-reviews-v2:1.16.2                    192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-reviews-v2:1.16.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-details-v1:1.16.2                    192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-details-v1:1.16.2
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/examples-bookinfo-ratings-v1:1.16.3                    192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-ratings-v1:1.16.3
##weave-scope-images                                    
docker tag registry.cn-beijing.aliyuncs.com/kubesphereio/scope:1.13.0                                           192.168.10.107:80/kubesphere/weaveworks/scope:1.13.0






docker push 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.23.10
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.23.10
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.23.10
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.23.10
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.24.3
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.24.3
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.24.3
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.24.3
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.22.12
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.22.12
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.22.12
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.22.12
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.21.14
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.21.14
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.21.14
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.21.14
docker push 192.168.10.107:80/kubesphere/kubesphere/pause:3.7
docker push 192.168.10.107:80/kubesphere/kubesphere/pause:3.6
docker push 192.168.10.107:80/kubesphere/kubesphere/pause:3.5
docker push 192.168.10.107:80/kubesphere/kubesphere/pause:3.4.1
docker push 192.168.10.107:80/kubesphere/coredns/coredns:1.8.0
docker push 192.168.10.107:80/kubesphere/coredns/coredns:1.8.6
docker push 192.168.10.107:80/kubesphere/calico/cni:v3.23.2
docker push 192.168.10.107:80/kubesphere/calico/kube-controllers:v3.23.2
docker push 192.168.10.107:80/kubesphere/calico/node:v3.23.2
docker push 192.168.10.107:80/kubesphere/calico/pod2daemon-flexvol:v3.23.2
docker push 192.168.10.107:80/kubesphere/calico/typha:v3.23.2
docker push 192.168.10.107:80/kubesphere/kubesphere/flannel:v0.12.0
docker push 192.168.10.107:80/kubesphere/openebs/provisioner-localpv:2.10.1
docker push 192.168.10.107:80/kubesphere/openebs/linux-utils:2.10.0
docker push 192.168.10.107:80/kubesphere/library/haproxy:2.3
docker push 192.168.10.107:80/kubesphere/kubesphere/nfs-subdir-external-provisioner:v4.0.2
docker push 192.168.10.107:80/kubesphere/kubesphere/k8s-dns-node-cache:1.15.12

docker push 192.168.10.107:80/kubesphere/kubesphere/ks-installer:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/ks-apiserver:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/ks-console:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/ks-controller-manager:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/ks-upgrade:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.22.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.21.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.20.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kubefed:v0.8.1
docker push 192.168.10.107:80/kubesphere/kubesphere/tower:v0.2.0
docker push 192.168.10.107:80/kubesphere/minio/minio:RELEASE.2019-08-07T01-59-21Z
docker push 192.168.10.107:80/kubesphere/minio/mc:RELEASE.2019-08-07T23-14-43Z
docker push 192.168.10.107:80/kubesphere/csiplugin/snapshot-controller:v4.0.0
docker push 192.168.10.107:80/kubesphere/kubesphere/nginx-ingress-controller:v1.1.0
docker push 192.168.10.107:80/kubesphere/mirrorgooglecontainers/defaultbackend-amd64:1.4
docker push 192.168.10.107:80/kubesphere/kubesphere/metrics-server:v0.4.2
docker push 192.168.10.107:80/kubesphere/redis:5.0.14-alpine
docker push 192.168.10.107:80/kubesphere/haproxy:2.0.25-alpine
docker push 192.168.10.107:80/kubesphere/alpine:3.14
docker push 192.168.10.107:80/kubesphere/osixia/openldap:1.3.0
docker push 192.168.10.107:80/kubesphere/kubesphere/netshoot:v1.0

docker push 192.168.10.107:80/kubesphere/kubeedge/cloudcore:v1.9.2
docker push 192.168.10.107:80/kubesphere/kubeedge/iptables-manager:v1.9.2
docker push 192.168.10.107:80/kubesphere/kubesphere/edgeservice:v0.2.0

docker push 192.168.10.107:80/kubesphere/openpolicyagent/gatekeeper:v3.5.2

docker push 192.168.10.107:80/kubesphere/kubesphere/openpitrix-jobs:v3.3.1

docker push 192.168.10.107:80/kubesphere/kubesphere/devops-apiserver:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/devops-controller:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/devops-tools:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/ks-jenkins:v3.3.0-2.319.1
docker push 192.168.10.107:80/kubesphere/jenkins/inbound-agent:4.10-2
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-base:v3.2.2
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-nodejs:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.1-jdk11
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-python:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.16
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.17
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.18
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-base:v3.2.2-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-nodejs:v3.2.0-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.0-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.1-jdk11-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-python:v3.2.0-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.0-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.16-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.17-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.18-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/s2ioperator:v3.2.1
docker push 192.168.10.107:80/kubesphere/kubesphere/s2irun:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/s2i-binary:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/tomcat85-java11-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/tomcat85-java11-runtime:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/tomcat85-java8-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/tomcat85-java8-runtime:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/java-11-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/java-8-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/java-8-runtime:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/java-11-runtime:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/nodejs-8-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/nodejs-6-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/nodejs-4-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/python-36-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/python-35-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/python-34-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/python-27-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/quay.io/argoproj/argocd:v2.3.3
docker push 192.168.10.107:80/kubesphere/quay.io/argoproj/argocd-applicationset:v0.4.1
docker push 192.168.10.107:80/kubesphere/ghcr.io/dexidp/dex:v2.30.2
docker push 192.168.10.107:80/kubesphere/redis:6.2.6-alpine

docker push 192.168.10.107:80/kubesphere/jimmidyson/configmap-reload:v0.5.0
docker push 192.168.10.107:80/kubesphere/prom/prometheus:v2.34.0
docker push 192.168.10.107:80/kubesphere/kubesphere/prometheus-config-reloader:v0.55.1
docker push 192.168.10.107:80/kubesphere/kubesphere/prometheus-operator:v0.55.1
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-rbac-proxy:v0.11.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-state-metrics:v2.5.0
docker push 192.168.10.107:80/kubesphere/prom/node-exporter:v1.3.1
docker push 192.168.10.107:80/kubesphere/prom/alertmanager:v0.23.0
docker push 192.168.10.107:80/kubesphere/thanosio/thanos:v0.25.2
docker push 192.168.10.107:80/kubesphere/grafana/grafana:8.3.3
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-rbac-proxy:v0.8.0
docker push 192.168.10.107:80/kubesphere/kubesphere/notification-manager-operator:v1.4.0
docker push 192.168.10.107:80/kubesphere/kubesphere/notification-manager:v1.4.0
docker push 192.168.10.107:80/kubesphere/kubesphere/notification-tenant-sidecar:v3.2.0

docker push 192.168.10.107:80/kubesphere/kubesphere/elasticsearch-curator:v5.7.6
docker push 192.168.10.107:80/kubesphere/kubesphere/elasticsearch-oss:6.8.22
docker push 192.168.10.107:80/kubesphere/kubesphere/fluentbit-operator:v0.13.0
docker push 192.168.10.107:80/kubesphere/docker:19.03
docker push 192.168.10.107:80/kubesphere/kubesphere/fluent-bit:v1.8.11
docker push 192.168.10.107:80/kubesphere/kubesphere/log-sidecar-injector:1.1
docker push 192.168.10.107:80/kubesphere/elastic/filebeat:6.7.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-events-operator:v0.4.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-events-exporter:v0.4.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-events-ruler:v0.4.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-auditing-operator:v0.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-auditing-webhook:v0.2.0
 
docker push 192.168.10.107:80/kubesphere/istio/pilot:1.11.1
docker push 192.168.10.107:80/kubesphere/istio/proxyv2:1.11.1
docker push 192.168.10.107:80/kubesphere/jaegertracing/jaeger-operator:1.27
docker push 192.168.10.107:80/kubesphere/jaegertracing/jaeger-agent:1.27
docker push 192.168.10.107:80/kubesphere/jaegertracing/jaeger-collector:1.27
docker push 192.168.10.107:80/kubesphere/jaegertracing/jaeger-query:1.27
docker push 192.168.10.107:80/kubesphere/jaegertracing/jaeger-es-index-cleaner:1.27
docker push 192.168.10.107:80/kubesphere/kubesphere/kiali-operator:v1.38.1
docker push 192.168.10.107:80/kubesphere/kubesphere/kiali:v1.38

docker push 192.168.10.107:80/kubesphere/busybox:1.31.1
docker push 192.168.10.107:80/kubesphere/nginx:1.14-alpine
docker push 192.168.10.107:80/kubesphere/joosthofman/wget:1.0
docker push 192.168.10.107:80/kubesphere/nginxdemos/hello:plain-text
docker push 192.168.10.107:80/kubesphere/wordpress:4.8-apache
docker push 192.168.10.107:80/kubesphere/mirrorgooglecontainers/hpa-example:latest
docker push 192.168.10.107:80/kubesphere/fluent/fluentd:v1.4.2-2.0
docker push 192.168.10.107:80/kubesphere/perl:latest
docker push 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-productpage-v1:1.16.2
docker push 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-reviews-v1:1.16.2
docker push 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-reviews-v2:1.16.2
docker push 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-details-v1:1.16.2
docker push 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-ratings-v1:1.16.3

docker push 192.168.10.107:80/kubesphere/weaveworks/scope:1.13.0

##k8s-images
docker pull kubesphere/kube-apiserver:v1.23.10
docker pull kubesphere/kube-controller-manager:v1.23.10
docker pull kubesphere/kube-proxy:v1.23.10
docker pull kubesphere/kube-scheduler:v1.23.10
docker pull kubesphere/kube-apiserver:v1.24.3
docker pull kubesphere/kube-controller-manager:v1.24.3
docker pull kubesphere/kube-proxy:v1.24.3
docker pull kubesphere/kube-scheduler:v1.24.3
docker pull kubesphere/kube-apiserver:v1.22.12
docker pull kubesphere/kube-controller-manager:v1.22.12
docker pull kubesphere/kube-proxy:v1.22.12
docker pull kubesphere/kube-scheduler:v1.22.12
docker pull kubesphere/kube-apiserver:v1.21.14
docker pull kubesphere/kube-controller-manager:v1.21.14
docker pull kubesphere/kube-proxy:v1.21.14
docker pull kubesphere/kube-scheduler:v1.21.14
docker pull kubesphere/pause:3.7
docker pull kubesphere/pause:3.6
docker pull kubesphere/pause:3.5
docker pull kubesphere/pause:3.4.1
docker pull coredns/coredns:1.8.0
docker pull coredns/coredns:1.8.6
docker pull calico/cni:v3.23.2
docker pull calico/kube-controllers:v3.23.2
docker pull calico/node:v3.23.2
docker pull calico/pod2daemon-flexvol:v3.23.2
docker pull calico/typha:v3.23.2
docker pull kubesphere/flannel:v0.12.0
docker pull openebs/provisioner-localpv:2.10.1
docker pull openebs/linux-utils:2.10.0
docker pull library/haproxy:2.3
docker pull kubesphere/nfs-subdir-external-provisioner:v4.0.2
docker pull kubesphere/k8s-dns-node-cache:1.15.12
##kubesphere-images
docker pull kubesphere/ks-installer:v3.3.1
docker pull kubesphere/ks-apiserver:v3.3.1
docker pull kubesphere/ks-console:v3.3.1
docker pull kubesphere/ks-controller-manager:v3.3.1
docker pull kubesphere/ks-upgrade:v3.3.1
docker pull kubesphere/kubectl:v1.22.0
docker pull kubesphere/kubectl:v1.21.0
docker pull kubesphere/kubectl:v1.20.0
docker pull kubesphere/kubefed:v0.8.1
docker pull kubesphere/tower:v0.2.0
docker pull minio/minio:RELEASE.2019-08-07T01-59-21Z
docker pull minio/mc:RELEASE.2019-08-07T23-14-43Z
docker pull csiplugin/snapshot-controller:v4.0.0
docker pull kubesphere/nginx-ingress-controller:v1.1.0
docker pull mirrorgooglecontainers/defaultbackend-amd64:1.4
docker pull kubesphere/metrics-server:v0.4.2
docker pull redis:5.0.14-alpine
docker pull haproxy:2.0.25-alpine
docker pull alpine:3.14
docker pull osixia/openldap:1.3.0
docker pull kubesphere/netshoot:v1.0
##kubeedge-images
docker pull kubeedge/cloudcore:v1.9.2
docker pull kubeedge/iptables-manager:v1.9.2
docker pull kubesphere/edgeservice:v0.2.0
##gatekeeper-images
docker pull openpolicyagent/gatekeeper:v3.5.2
##openpitrix-images
docker pull kubesphere/openpitrix-jobs:v3.3.1
##kubesphere-devops-images
docker pull kubesphere/devops-apiserver:v3.3.1
docker pull kubesphere/devops-controller:v3.3.1
docker pull kubesphere/devops-tools:v3.3.1
docker pull kubesphere/ks-jenkins:v3.3.0-2.319.1
docker pull jenkins/inbound-agent:4.10-2
docker pull kubesphere/builder-base:v3.2.2
docker pull kubesphere/builder-nodejs:v3.2.0
docker pull kubesphere/builder-maven:v3.2.0
docker pull kubesphere/builder-maven:v3.2.1-jdk11
docker pull kubesphere/builder-python:v3.2.0
docker pull kubesphere/builder-go:v3.2.0
docker pull kubesphere/builder-go:v3.2.2-1.16
docker pull kubesphere/builder-go:v3.2.2-1.17
docker pull kubesphere/builder-go:v3.2.2-1.18
docker pull kubesphere/builder-base:v3.2.2-podman
docker pull kubesphere/builder-nodejs:v3.2.0-podman
docker pull kubesphere/builder-maven:v3.2.0-podman
docker pull kubesphere/builder-maven:v3.2.1-jdk11-podman
docker pull kubesphere/builder-python:v3.2.0-podman
docker pull kubesphere/builder-go:v3.2.0-podman
docker pull kubesphere/builder-go:v3.2.2-1.16-podman
docker pull kubesphere/builder-go:v3.2.2-1.17-podman
docker pull kubesphere/builder-go:v3.2.2-1.18-podman
docker pull kubesphere/s2ioperator:v3.2.1
docker pull kubesphere/s2irun:v3.2.0
docker pull kubesphere/s2i-binary:v3.2.0
docker pull kubesphere/tomcat85-java11-centos7:v3.2.0
docker pull kubesphere/tomcat85-java11-runtime:v3.2.0
docker pull kubesphere/tomcat85-java8-centos7:v3.2.0
docker pull kubesphere/tomcat85-java8-runtime:v3.2.0
docker pull kubesphere/java-11-centos7:v3.2.0
docker pull kubesphere/java-8-centos7:v3.2.0
docker pull kubesphere/java-8-runtime:v3.2.0
docker pull kubesphere/java-11-runtime:v3.2.0
docker pull kubesphere/nodejs-8-centos7:v3.2.0
docker pull kubesphere/nodejs-6-centos7:v3.2.0
docker pull kubesphere/nodejs-4-centos7:v3.2.0
docker pull kubesphere/python-36-centos7:v3.2.0
docker pull kubesphere/python-35-centos7:v3.2.0
docker pull kubesphere/python-34-centos7:v3.2.0
docker pull kubesphere/python-27-centos7:v3.2.0
docker pull quay.io/argoproj/argocd:v2.3.3
docker pull quay.io/argoproj/argocd-applicationset:v0.4.1
docker pull ghcr.io/dexidp/dex:v2.30.2
docker pull redis:6.2.6-alpine
##kubesphere-monitoring-images
docker pull jimmidyson/configmap-reload:v0.5.0
docker pull prom/prometheus:v2.34.0
docker pull kubesphere/prometheus-config-reloader:v0.55.1
docker pull kubesphere/prometheus-operator:v0.55.1
docker pull kubesphere/kube-rbac-proxy:v0.11.0
docker pull kubesphere/kube-state-metrics:v2.5.0
docker pull prom/node-exporter:v1.3.1
docker pull prom/alertmanager:v0.23.0
docker pull thanosio/thanos:v0.25.2
docker pull grafana/grafana:8.3.3
docker pull kubesphere/kube-rbac-proxy:v0.8.0
docker pull kubesphere/notification-manager-operator:v1.4.0
docker pull kubesphere/notification-manager:v1.4.0
docker pull kubesphere/notification-tenant-sidecar:v3.2.0
##kubesphere-logging-images
docker pull kubesphere/elasticsearch-curator:v5.7.6
docker pull kubesphere/elasticsearch-oss:6.8.22
docker pull kubesphere/fluentbit-operator:v0.13.0
docker pull docker:19.03
docker pull kubesphere/fluent-bit:v1.8.11
docker pull kubesphere/log-sidecar-injector:1.1
docker pull elastic/filebeat:6.7.0
docker pull kubesphere/kube-events-operator:v0.4.0
docker pull kubesphere/kube-events-exporter:v0.4.0
docker pull kubesphere/kube-events-ruler:v0.4.0
docker pull kubesphere/kube-auditing-operator:v0.2.0
docker pull kubesphere/kube-auditing-webhook:v0.2.0
##istio-images
docker pull istio/pilot:1.11.1
docker pull istio/proxyv2:1.11.1
docker pull jaegertracing/jaeger-operator:1.27
docker pull jaegertracing/jaeger-agent:1.27
docker pull jaegertracing/jaeger-collector:1.27
docker pull jaegertracing/jaeger-query:1.27
docker pull jaegertracing/jaeger-es-index-cleaner:1.27
docker pull kubesphere/kiali-operator:v1.38.1
docker pull kubesphere/kiali:v1.38
##example-images
docker pull busybox:1.31.1
docker pull nginx:1.14-alpine
docker pull joosthofman/wget:1.0
docker pull nginxdemos/hello:plain-text
docker pull wordpress:4.8-apache
docker pull mirrorgooglecontainers/hpa-example:latest
docker pull fluent/fluentd:v1.4.2-2.0
docker pull perl:latest
docker pull kubesphere/examples-bookinfo-productpage-v1:1.16.2
docker pull kubesphere/examples-bookinfo-reviews-v1:1.16.2
docker pull kubesphere/examples-bookinfo-reviews-v2:1.16.2
docker pull kubesphere/examples-bookinfo-details-v1:1.16.2
docker pull kubesphere/examples-bookinfo-ratings-v1:1.16.3
##weave-scope-images
docker pull weaveworks/scope:1.13.0







##k8s-images
docker tag docker.io/kubesphere/kube-apiserver:v1.23.10									192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.23.10
docker tag docker.io/kubesphere/kube-controller-manager:v1.23.10                        192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.23.10
docker tag docker.io/kubesphere/kube-proxy:v1.23.10                                     192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.23.10
docker tag docker.io/kubesphere/kube-scheduler:v1.23.10                                 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.23.10
docker tag docker.io/kubesphere/kube-apiserver:v1.24.3                                  192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.24.3
docker tag docker.io/kubesphere/kube-controller-manager:v1.24.3                         192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.24.3
docker tag docker.io/kubesphere/kube-proxy:v1.24.3                                      192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.24.3
docker tag docker.io/kubesphere/kube-scheduler:v1.24.3                                  192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.24.3
docker tag docker.io/kubesphere/kube-apiserver:v1.22.12                                 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.22.12
docker tag docker.io/kubesphere/kube-controller-manager:v1.22.12                        192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.22.12
docker tag docker.io/kubesphere/kube-proxy:v1.22.12                                     192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.22.12
docker tag docker.io/kubesphere/kube-scheduler:v1.22.12                                 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.22.12
docker tag docker.io/kubesphere/kube-apiserver:v1.21.14                                 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.21.14
docker tag docker.io/kubesphere/kube-controller-manager:v1.21.14                        192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.21.14
docker tag docker.io/kubesphere/kube-proxy:v1.21.14                                     192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.21.14
docker tag docker.io/kubesphere/kube-scheduler:v1.21.14                                 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.21.14
docker tag docker.io/kubesphere/pause:3.7                                               192.168.10.107:80/kubesphere/kubesphere/pause:3.7
docker tag docker.io/kubesphere/pause:3.6                                               192.168.10.107:80/kubesphere/kubesphere/pause:3.6
docker tag docker.io/kubesphere/pause:3.5                                               192.168.10.107:80/kubesphere/kubesphere/pause:3.5
docker tag docker.io/kubesphere/pause:3.4.1                                             192.168.10.107:80/kubesphere/kubesphere/pause:3.4.1
docker tag docker.io/coredns/coredns:1.8.0                                              192.168.10.107:80/kubesphere/coredns/coredns:1.8.0
docker tag docker.io/coredns/coredns:1.8.6                                              192.168.10.107:80/kubesphere/coredns/coredns:1.8.6
docker tag docker.io/calico/cni:v3.23.2                                                 192.168.10.107:80/kubesphere/calico/cni:v3.23.2
docker tag docker.io/calico/kube-controllers:v3.23.2                                    192.168.10.107:80/kubesphere/calico/kube-controllers:v3.23.2
docker tag docker.io/calico/node:v3.23.2                                                192.168.10.107:80/kubesphere/calico/node:v3.23.2
docker tag docker.io/calico/pod2daemon-flexvol:v3.23.2                                  192.168.10.107:80/kubesphere/calico/pod2daemon-flexvol:v3.23.2
docker tag docker.io/calico/typha:v3.23.2                                               192.168.10.107:80/kubesphere/calico/typha:v3.23.2
docker tag docker.io/kubesphere/flannel:v0.12.0                                         192.168.10.107:80/kubesphere/kubesphere/flannel:v0.12.0
docker tag docker.io/openebs/provisioner-localpv:2.10.1                                 192.168.10.107:80/kubesphere/openebs/provisioner-localpv:2.10.1
docker tag docker.io/openebs/linux-utils:2.10.0                                         192.168.10.107:80/kubesphere/openebs/linux-utils:2.10.0
docker tag docker.io/library/haproxy:2.3                                                192.168.10.107:80/kubesphere/library/haproxy:2.3
docker tag docker.io/kubesphere/nfs-subdir-external-provisioner:v4.0.2                  192.168.10.107:80/kubesphere/kubesphere/nfs-subdir-external-provisioner:v4.0.2
docker tag docker.io/kubesphere/k8s-dns-node-cache:1.15.12                              192.168.10.107:80/kubesphere/kubesphere/k8s-dns-node-cache:1.15.12
##kubesphere-images
docker tag docker.io/kubesphere/ks-installer:v3.3.1										192.168.10.107:80/kubesphere/kubesphere/ks-installer:v3.3.1
docker tag docker.io/kubesphere/ks-apiserver:v3.3.1                                     192.168.10.107:80/kubesphere/kubesphere/ks-apiserver:v3.3.1
docker tag docker.io/kubesphere/ks-console:v3.3.1                                       192.168.10.107:80/kubesphere/kubesphere/ks-console:v3.3.1
docker tag docker.io/kubesphere/ks-controller-manager:v3.3.1                            192.168.10.107:80/kubesphere/kubesphere/ks-controller-manager:v3.3.1
docker tag docker.io/kubesphere/ks-upgrade:v3.3.1                                       192.168.10.107:80/kubesphere/kubesphere/ks-upgrade:v3.3.1
docker tag docker.io/kubesphere/kubectl:v1.22.0                                         192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.22.0
docker tag docker.io/kubesphere/kubectl:v1.21.0                                         192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.21.0
docker tag docker.io/kubesphere/kubectl:v1.20.0                                         192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.20.0
docker tag docker.io/kubesphere/kubefed:v0.8.1                                          192.168.10.107:80/kubesphere/kubesphere/kubefed:v0.8.1
docker tag docker.io/kubesphere/tower:v0.2.0                                            192.168.10.107:80/kubesphere/kubesphere/tower:v0.2.0
docker tag docker.io/minio/minio:RELEASE.2019-08-07T01-59-21Z                           192.168.10.107:80/kubesphere/minio/minio:RELEASE.2019-08-07T01-59-21Z
docker tag docker.io/minio/mc:RELEASE.2019-08-07T23-14-43Z                              192.168.10.107:80/kubesphere/minio/mc:RELEASE.2019-08-07T23-14-43Z
docker tag docker.io/csiplugin/snapshot-controller:v4.0.0                               192.168.10.107:80/kubesphere/csiplugin/snapshot-controller:v4.0.0
docker tag docker.io/kubesphere/nginx-ingress-controller:v1.1.0                         192.168.10.107:80/kubesphere/kubesphere/nginx-ingress-controller:v1.1.0
docker tag docker.io/mirrorgooglecontainers/defaultbackend-amd64:1.4                    192.168.10.107:80/kubesphere/mirrorgooglecontainers/defaultbackend-amd64:1.4
docker tag docker.io/kubesphere/metrics-server:v0.4.2                                   192.168.10.107:80/kubesphere/kubesphere/metrics-server:v0.4.2
docker tag docker.io/redis:5.0.14-alpine                                                192.168.10.107:80/kubesphere/redis:5.0.14-alpine
docker tag docker.io/haproxy:2.0.25-alpine                                              192.168.10.107:80/kubesphere/haproxy:2.0.25-alpine
docker tag docker.io/alpine:3.14                                                        192.168.10.107:80/kubesphere/alpine:3.14
docker tag docker.io/osixia/openldap:1.3.0                                              192.168.10.107:80/kubesphere/osixia/openldap:1.3.0
docker tag docker.io/kubesphere/netshoot:v1.0                                           192.168.10.107:80/kubesphere/kubesphere/netshoot:v1.0
##kubeedge-images
docker tag docker.io/kubeedge/cloudcore:v1.9.2                                          192.168.10.107:80/kubesphere/kubeedge/cloudcore:v1.9.2
docker tag docker.io/kubeedge/iptables-manager:v1.9.2                                   192.168.10.107:80/kubesphere/kubeedge/iptables-manager:v1.9.2
docker tag docker.io/kubesphere/edgeservice:v0.2.0                                      192.168.10.107:80/kubesphere/kubesphere/edgeservice:v0.2.0
##gatekeeper-images
docker tag docker.io/openpolicyagent/gatekeeper:v3.5.2                                  192.168.10.107:80/kubesphere/openpolicyagent/gatekeeper:v3.5.2
##openpitrix-images
docker tag docker.io/kubesphere/openpitrix-jobs:v3.3.1                                  192.168.10.107:80/kubesphere/kubesphere/openpitrix-jobs:v3.3.1
##kubesphere-devops-images
docker tag docker.io/kubesphere/devops-apiserver:v3.3.1                                 192.168.10.107:80/kubesphere/kubesphere/devops-apiserver:v3.3.1
docker tag docker.io/kubesphere/devops-controller:v3.3.1                                192.168.10.107:80/kubesphere/kubesphere/devops-controller:v3.3.1
docker tag docker.io/kubesphere/devops-tools:v3.3.1                                     192.168.10.107:80/kubesphere/kubesphere/devops-tools:v3.3.1
docker tag docker.io/kubesphere/ks-jenkins:v3.3.0-2.319.1                               192.168.10.107:80/kubesphere/kubesphere/ks-jenkins:v3.3.0-2.319.1
docker tag docker.io/jenkins/inbound-agent:4.10-2                                       192.168.10.107:80/kubesphere/jenkins/inbound-agent:4.10-2
docker tag docker.io/kubesphere/builder-base:v3.2.2                                     192.168.10.107:80/kubesphere/kubesphere/builder-base:v3.2.2
docker tag docker.io/kubesphere/builder-nodejs:v3.2.0                                   192.168.10.107:80/kubesphere/kubesphere/builder-nodejs:v3.2.0
docker tag docker.io/kubesphere/builder-maven:v3.2.0                                    192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.0
docker tag docker.io/kubesphere/builder-maven:v3.2.1-jdk11                              192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.1-jdk11
docker tag docker.io/kubesphere/builder-python:v3.2.0                                   192.168.10.107:80/kubesphere/kubesphere/builder-python:v3.2.0
docker tag docker.io/kubesphere/builder-go:v3.2.0                                       192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.0
docker tag docker.io/kubesphere/builder-go:v3.2.2-1.16                                  192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.16
docker tag docker.io/kubesphere/builder-go:v3.2.2-1.17                                  192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.17
docker tag docker.io/kubesphere/builder-go:v3.2.2-1.18                                  192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.18
docker tag docker.io/kubesphere/builder-base:v3.2.2-podman                              192.168.10.107:80/kubesphere/kubesphere/builder-base:v3.2.2-podman
docker tag docker.io/kubesphere/builder-nodejs:v3.2.0-podman                            192.168.10.107:80/kubesphere/kubesphere/builder-nodejs:v3.2.0-podman
docker tag docker.io/kubesphere/builder-maven:v3.2.0-podman                             192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.0-podman
docker tag docker.io/kubesphere/builder-maven:v3.2.1-jdk11-podman                       192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.1-jdk11-podman
docker tag docker.io/kubesphere/builder-python:v3.2.0-podman                            192.168.10.107:80/kubesphere/kubesphere/builder-python:v3.2.0-podman
docker tag docker.io/kubesphere/builder-go:v3.2.0-podman                                192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.0-podman
docker tag docker.io/kubesphere/builder-go:v3.2.2-1.16-podman                           192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.16-podman
docker tag docker.io/kubesphere/builder-go:v3.2.2-1.17-podman                           192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.17-podman
docker tag docker.io/kubesphere/builder-go:v3.2.2-1.18-podman                           192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.18-podman
docker tag docker.io/kubesphere/s2ioperator:v3.2.1                                      192.168.10.107:80/kubesphere/kubesphere/s2ioperator:v3.2.1
docker tag docker.io/kubesphere/s2irun:v3.2.0                                           192.168.10.107:80/kubesphere/kubesphere/s2irun:v3.2.0
docker tag docker.io/kubesphere/s2i-binary:v3.2.0                                       192.168.10.107:80/kubesphere/kubesphere/s2i-binary:v3.2.0
docker tag docker.io/kubesphere/tomcat85-java11-centos7:v3.2.0                          192.168.10.107:80/kubesphere/kubesphere/tomcat85-java11-centos7:v3.2.0
docker tag docker.io/kubesphere/tomcat85-java11-runtime:v3.2.0                          192.168.10.107:80/kubesphere/kubesphere/tomcat85-java11-runtime:v3.2.0
docker tag docker.io/kubesphere/tomcat85-java8-centos7:v3.2.0                           192.168.10.107:80/kubesphere/kubesphere/tomcat85-java8-centos7:v3.2.0
docker tag docker.io/kubesphere/tomcat85-java8-runtime:v3.2.0                           192.168.10.107:80/kubesphere/kubesphere/tomcat85-java8-runtime:v3.2.0
docker tag docker.io/kubesphere/java-11-centos7:v3.2.0                                  192.168.10.107:80/kubesphere/kubesphere/java-11-centos7:v3.2.0
docker tag docker.io/kubesphere/java-8-centos7:v3.2.0                                   192.168.10.107:80/kubesphere/kubesphere/java-8-centos7:v3.2.0
docker tag docker.io/kubesphere/java-8-runtime:v3.2.0                                   192.168.10.107:80/kubesphere/kubesphere/java-8-runtime:v3.2.0
docker tag docker.io/kubesphere/java-11-runtime:v3.2.0                                  192.168.10.107:80/kubesphere/kubesphere/java-11-runtime:v3.2.0
docker tag docker.io/kubesphere/nodejs-8-centos7:v3.2.0                                 192.168.10.107:80/kubesphere/kubesphere/nodejs-8-centos7:v3.2.0
docker tag docker.io/kubesphere/nodejs-6-centos7:v3.2.0                                 192.168.10.107:80/kubesphere/kubesphere/nodejs-6-centos7:v3.2.0
docker tag docker.io/kubesphere/nodejs-4-centos7:v3.2.0                                 192.168.10.107:80/kubesphere/kubesphere/nodejs-4-centos7:v3.2.0
docker tag docker.io/kubesphere/python-36-centos7:v3.2.0                                192.168.10.107:80/kubesphere/kubesphere/python-36-centos7:v3.2.0
docker tag docker.io/kubesphere/python-35-centos7:v3.2.0                                192.168.10.107:80/kubesphere/kubesphere/python-35-centos7:v3.2.0
docker tag docker.io/kubesphere/python-34-centos7:v3.2.0                                192.168.10.107:80/kubesphere/kubesphere/python-34-centos7:v3.2.0
docker tag docker.io/kubesphere/python-27-centos7:v3.2.0                                192.168.10.107:80/kubesphere/kubesphere/python-27-centos7:v3.2.0
docker tag quay.io/argoproj/argocd:v2.3.3                                     			192.168.10.107:80/kubesphere/quay.io/argoproj/argocd:v2.3.3
docker tag quay.io/argoproj/argocd-applicationset:v0.4.1                      			192.168.10.107:80/kubesphere/quay.io/argoproj/argocd-applicationset:v0.4.1
docker tag ghcr.io/dexidp/dex:v2.30.2                                         			192.168.10.107:80/kubesphere/ghcr.io/dexidp/dex:v2.30.2
docker tag docker.io/redis:6.2.6-alpine                                                 192.168.10.107:80/kubesphere/redis:6.2.6-alpine
##kubesphere-monitoring-images
docker tag docker.io/jimmidyson/configmap-reload:v0.5.0                                 192.168.10.107:80/kubesphere/jimmidyson/configmap-reload:v0.5.0
docker tag docker.io/prom/prometheus:v2.34.0                                            192.168.10.107:80/kubesphere/prom/prometheus:v2.34.0
docker tag docker.io/kubesphere/prometheus-config-reloader:v0.55.1                      192.168.10.107:80/kubesphere/kubesphere/prometheus-config-reloader:v0.55.1
docker tag docker.io/kubesphere/prometheus-operator:v0.55.1                             192.168.10.107:80/kubesphere/kubesphere/prometheus-operator:v0.55.1
docker tag docker.io/kubesphere/kube-rbac-proxy:v0.11.0                                 192.168.10.107:80/kubesphere/kubesphere/kube-rbac-proxy:v0.11.0
docker tag docker.io/kubesphere/kube-state-metrics:v2.5.0                               192.168.10.107:80/kubesphere/kubesphere/kube-state-metrics:v2.5.0
docker tag docker.io/prom/node-exporter:v1.3.1                                          192.168.10.107:80/kubesphere/prom/node-exporter:v1.3.1
docker tag docker.io/prom/alertmanager:v0.23.0                                          192.168.10.107:80/kubesphere/prom/alertmanager:v0.23.0
docker tag docker.io/thanosio/thanos:v0.25.2                                            192.168.10.107:80/kubesphere/thanosio/thanos:v0.25.2
docker tag docker.io/grafana/grafana:8.3.3                                              192.168.10.107:80/kubesphere/grafana/grafana:8.3.3
docker tag docker.io/kubesphere/kube-rbac-proxy:v0.8.0                                  192.168.10.107:80/kubesphere/kubesphere/kube-rbac-proxy:v0.8.0
docker tag docker.io/kubesphere/notification-manager-operator:v1.4.0                    192.168.10.107:80/kubesphere/kubesphere/notification-manager-operator:v1.4.0
docker tag docker.io/kubesphere/notification-manager:v1.4.0                             192.168.10.107:80/kubesphere/kubesphere/notification-manager:v1.4.0
docker tag docker.io/kubesphere/notification-tenant-sidecar:v3.2.0                      192.168.10.107:80/kubesphere/kubesphere/notification-tenant-sidecar:v3.2.0
##kubesphere-logging-images
docker tag docker.io/kubesphere/elasticsearch-curator:v5.7.6                            192.168.10.107:80/kubesphere/kubesphere/elasticsearch-curator:v5.7.6
docker tag docker.io/kubesphere/elasticsearch-oss:6.8.22                                192.168.10.107:80/kubesphere/kubesphere/elasticsearch-oss:6.8.22
docker tag docker.io/kubesphere/fluentbit-operator:v0.13.0                              192.168.10.107:80/kubesphere/kubesphere/fluentbit-operator:v0.13.0
docker tag docker.io/docker:19.03                                                       192.168.10.107:80/kubesphere/docker:19.03
docker tag docker.io/kubesphere/fluent-bit:v1.8.11                                      192.168.10.107:80/kubesphere/kubesphere/fluent-bit:v1.8.11
docker tag docker.io/kubesphere/log-sidecar-injector:1.1                                192.168.10.107:80/kubesphere/kubesphere/log-sidecar-injector:1.1
docker tag docker.io/elastic/filebeat:6.7.0                                             192.168.10.107:80/kubesphere/elastic/filebeat:6.7.0
docker tag docker.io/kubesphere/kube-events-operator:v0.4.0                             192.168.10.107:80/kubesphere/kubesphere/kube-events-operator:v0.4.0
docker tag docker.io/kubesphere/kube-events-exporter:v0.4.0                             192.168.10.107:80/kubesphere/kubesphere/kube-events-exporter:v0.4.0
docker tag docker.io/kubesphere/kube-events-ruler:v0.4.0                                192.168.10.107:80/kubesphere/kubesphere/kube-events-ruler:v0.4.0
docker tag docker.io/kubesphere/kube-auditing-operator:v0.2.0                           192.168.10.107:80/kubesphere/kubesphere/kube-auditing-operator:v0.2.0
docker tag docker.io/kubesphere/kube-auditing-webhook:v0.2.0                            192.168.10.107:80/kubesphere/kubesphere/kube-auditing-webhook:v0.2.0
##istio-images
docker tag docker.io/istio/pilot:1.11.1                                                 192.168.10.107:80/kubesphere/istio/pilot:1.11.1
docker tag docker.io/istio/proxyv2:1.11.1                                               192.168.10.107:80/kubesphere/istio/proxyv2:1.11.1
docker tag docker.io/jaegertracing/jaeger-operator:1.27                                 192.168.10.107:80/kubesphere/jaegertracing/jaeger-operator:1.27
docker tag docker.io/jaegertracing/jaeger-agent:1.27                                    192.168.10.107:80/kubesphere/jaegertracing/jaeger-agent:1.27
docker tag docker.io/jaegertracing/jaeger-collector:1.27                                192.168.10.107:80/kubesphere/jaegertracing/jaeger-collector:1.27
docker tag docker.io/jaegertracing/jaeger-query:1.27                                    192.168.10.107:80/kubesphere/jaegertracing/jaeger-query:1.27
docker tag docker.io/jaegertracing/jaeger-es-index-cleaner:1.27                         192.168.10.107:80/kubesphere/jaegertracing/jaeger-es-index-cleaner:1.27
docker tag docker.io/kubesphere/kiali-operator:v1.38.1                                  192.168.10.107:80/kubesphere/kubesphere/kiali-operator:v1.38.1
docker tag docker.io/kubesphere/kiali:v1.38                                             192.168.10.107:80/kubesphere/kubesphere/kiali:v1.38
##example-images
docker tag docker.io/busybox:1.31.1                                                     192.168.10.107:80/kubesphere/busybox:1.31.1
docker tag docker.io/nginx:1.14-alpine                                                  192.168.10.107:80/kubesphere/nginx:1.14-alpine
docker tag docker.io/joosthofman/wget:1.0                                               192.168.10.107:80/kubesphere/joosthofman/wget:1.0
docker tag docker.io/nginxdemos/hello:plain-text                                        192.168.10.107:80/kubesphere/nginxdemos/hello:plain-text
docker tag docker.io/wordpress:4.8-apache                                               192.168.10.107:80/kubesphere/wordpress:4.8-apache
docker tag docker.io/mirrorgooglecontainers/hpa-example:latest                          192.168.10.107:80/kubesphere/mirrorgooglecontainers/hpa-example:latest
docker tag docker.io/fluent/fluentd:v1.4.2-2.0                                          192.168.10.107:80/kubesphere/fluent/fluentd:v1.4.2-2.0
docker tag docker.io/perl:latest                                                        192.168.10.107:80/kubesphere/perl:latest
docker tag docker.io/kubesphere/examples-bookinfo-productpage-v1:1.16.2                 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-productpage-v1:1.16.2
docker tag docker.io/kubesphere/examples-bookinfo-reviews-v1:1.16.2                     192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-reviews-v1:1.16.2
docker tag docker.io/kubesphere/examples-bookinfo-reviews-v2:1.16.2                     192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-reviews-v2:1.16.2
docker tag docker.io/kubesphere/examples-bookinfo-details-v1:1.16.2                     192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-details-v1:1.16.2
docker tag docker.io/kubesphere/examples-bookinfo-ratings-v1:1.16.3                     192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-ratings-v1:1.16.3
##weave-scope-images
docker tag docker.io/weaveworks/scope:1.13.0                                            192.168.10.107:80/kubesphere/weaveworks/scope:1.13.0






docker push 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.23.10
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.23.10
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.23.10
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.23.10
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.24.3
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.24.3
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.24.3
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.24.3
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.22.12
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.22.12
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.22.12
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.22.12
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-apiserver:v1.21.14
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-controller-manager:v1.21.14
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-proxy:v1.21.14
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-scheduler:v1.21.14
docker push 192.168.10.107:80/kubesphere/kubesphere/pause:3.7
docker push 192.168.10.107:80/kubesphere/kubesphere/pause:3.6
docker push 192.168.10.107:80/kubesphere/kubesphere/pause:3.5
docker push 192.168.10.107:80/kubesphere/kubesphere/pause:3.4.1
docker push 192.168.10.107:80/kubesphere/coredns/coredns:1.8.0
docker push 192.168.10.107:80/kubesphere/coredns/coredns:1.8.6
docker push 192.168.10.107:80/kubesphere/calico/cni:v3.23.2
docker push 192.168.10.107:80/kubesphere/calico/kube-controllers:v3.23.2
docker push 192.168.10.107:80/kubesphere/calico/node:v3.23.2
docker push 192.168.10.107:80/kubesphere/calico/pod2daemon-flexvol:v3.23.2
docker push 192.168.10.107:80/kubesphere/calico/typha:v3.23.2
docker push 192.168.10.107:80/kubesphere/kubesphere/flannel:v0.12.0
docker push 192.168.10.107:80/kubesphere/openebs/provisioner-localpv:2.10.1
docker push 192.168.10.107:80/kubesphere/openebs/linux-utils:2.10.0
docker push 192.168.10.107:80/kubesphere/library/haproxy:2.3
docker push 192.168.10.107:80/kubesphere/kubesphere/nfs-subdir-external-provisioner:v4.0.2
docker push 192.168.10.107:80/kubesphere/kubesphere/k8s-dns-node-cache:1.15.12

docker push 192.168.10.107:80/kubesphere/kubesphere/ks-installer:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/ks-apiserver:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/ks-console:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/ks-controller-manager:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/ks-upgrade:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.22.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.21.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kubectl:v1.20.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kubefed:v0.8.1
docker push 192.168.10.107:80/kubesphere/kubesphere/tower:v0.2.0
docker push 192.168.10.107:80/kubesphere/minio/minio:RELEASE.2019-08-07T01-59-21Z
docker push 192.168.10.107:80/kubesphere/minio/mc:RELEASE.2019-08-07T23-14-43Z
docker push 192.168.10.107:80/kubesphere/csiplugin/snapshot-controller:v4.0.0
docker push 192.168.10.107:80/kubesphere/kubesphere/nginx-ingress-controller:v1.1.0
docker push 192.168.10.107:80/kubesphere/mirrorgooglecontainers/defaultbackend-amd64:1.4
docker push 192.168.10.107:80/kubesphere/kubesphere/metrics-server:v0.4.2
docker push 192.168.10.107:80/kubesphere/redis:5.0.14-alpine
docker push 192.168.10.107:80/kubesphere/haproxy:2.0.25-alpine
docker push 192.168.10.107:80/kubesphere/alpine:3.14
docker push 192.168.10.107:80/kubesphere/osixia/openldap:1.3.0
docker push 192.168.10.107:80/kubesphere/kubesphere/netshoot:v1.0

docker push 192.168.10.107:80/kubesphere/kubeedge/cloudcore:v1.9.2
docker push 192.168.10.107:80/kubesphere/kubeedge/iptables-manager:v1.9.2
docker push 192.168.10.107:80/kubesphere/kubesphere/edgeservice:v0.2.0

docker push 192.168.10.107:80/kubesphere/openpolicyagent/gatekeeper:v3.5.2

docker push 192.168.10.107:80/kubesphere/kubesphere/openpitrix-jobs:v3.3.1

docker push 192.168.10.107:80/kubesphere/kubesphere/devops-apiserver:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/devops-controller:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/devops-tools:v3.3.1
docker push 192.168.10.107:80/kubesphere/kubesphere/ks-jenkins:v3.3.0-2.319.1
docker push 192.168.10.107:80/kubesphere/jenkins/inbound-agent:4.10-2
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-base:v3.2.2
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-nodejs:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.1-jdk11
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-python:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.16
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.17
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.18
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-base:v3.2.2-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-nodejs:v3.2.0-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.0-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-maven:v3.2.1-jdk11-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-python:v3.2.0-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.0-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.16-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.17-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/builder-go:v3.2.2-1.18-podman
docker push 192.168.10.107:80/kubesphere/kubesphere/s2ioperator:v3.2.1
docker push 192.168.10.107:80/kubesphere/kubesphere/s2irun:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/s2i-binary:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/tomcat85-java11-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/tomcat85-java11-runtime:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/tomcat85-java8-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/tomcat85-java8-runtime:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/java-11-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/java-8-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/java-8-runtime:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/java-11-runtime:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/nodejs-8-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/nodejs-6-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/nodejs-4-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/python-36-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/python-35-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/python-34-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/python-27-centos7:v3.2.0
docker push 192.168.10.107:80/kubesphere/quay.io/argoproj/argocd:v2.3.3
docker push 192.168.10.107:80/kubesphere/quay.io/argoproj/argocd-applicationset:v0.4.1
docker push 192.168.10.107:80/kubesphere/ghcr.io/dexidp/dex:v2.30.2
docker push 192.168.10.107:80/kubesphere/redis:6.2.6-alpine

docker push 192.168.10.107:80/kubesphere/jimmidyson/configmap-reload:v0.5.0
docker push 192.168.10.107:80/kubesphere/prom/prometheus:v2.34.0
docker push 192.168.10.107:80/kubesphere/kubesphere/prometheus-config-reloader:v0.55.1
docker push 192.168.10.107:80/kubesphere/kubesphere/prometheus-operator:v0.55.1
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-rbac-proxy:v0.11.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-state-metrics:v2.5.0
docker push 192.168.10.107:80/kubesphere/prom/node-exporter:v1.3.1
docker push 192.168.10.107:80/kubesphere/prom/alertmanager:v0.23.0
docker push 192.168.10.107:80/kubesphere/thanosio/thanos:v0.25.2
docker push 192.168.10.107:80/kubesphere/grafana/grafana:8.3.3
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-rbac-proxy:v0.8.0
docker push 192.168.10.107:80/kubesphere/kubesphere/notification-manager-operator:v1.4.0
docker push 192.168.10.107:80/kubesphere/kubesphere/notification-manager:v1.4.0
docker push 192.168.10.107:80/kubesphere/kubesphere/notification-tenant-sidecar:v3.2.0

docker push 192.168.10.107:80/kubesphere/kubesphere/elasticsearch-curator:v5.7.6
docker push 192.168.10.107:80/kubesphere/kubesphere/elasticsearch-oss:6.8.22
docker push 192.168.10.107:80/kubesphere/kubesphere/fluentbit-operator:v0.13.0
docker push 192.168.10.107:80/kubesphere/docker:19.03
docker push 192.168.10.107:80/kubesphere/kubesphere/fluent-bit:v1.8.11
docker push 192.168.10.107:80/kubesphere/kubesphere/log-sidecar-injector:1.1
docker push 192.168.10.107:80/kubesphere/elastic/filebeat:6.7.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-events-operator:v0.4.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-events-exporter:v0.4.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-events-ruler:v0.4.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-auditing-operator:v0.2.0
docker push 192.168.10.107:80/kubesphere/kubesphere/kube-auditing-webhook:v0.2.0
 
docker push 192.168.10.107:80/kubesphere/istio/pilot:1.11.1
docker push 192.168.10.107:80/kubesphere/istio/proxyv2:1.11.1
docker push 192.168.10.107:80/kubesphere/jaegertracing/jaeger-operator:1.27
docker push 192.168.10.107:80/kubesphere/jaegertracing/jaeger-agent:1.27
docker push 192.168.10.107:80/kubesphere/jaegertracing/jaeger-collector:1.27
docker push 192.168.10.107:80/kubesphere/jaegertracing/jaeger-query:1.27
docker push 192.168.10.107:80/kubesphere/jaegertracing/jaeger-es-index-cleaner:1.27
docker push 192.168.10.107:80/kubesphere/kubesphere/kiali-operator:v1.38.1
docker push 192.168.10.107:80/kubesphere/kubesphere/kiali:v1.38

docker push 192.168.10.107:80/kubesphere/busybox:1.31.1
docker push 192.168.10.107:80/kubesphere/nginx:1.14-alpine
docker push 192.168.10.107:80/kubesphere/joosthofman/wget:1.0
docker push 192.168.10.107:80/kubesphere/nginxdemos/hello:plain-text
docker push 192.168.10.107:80/kubesphere/wordpress:4.8-apache
docker push 192.168.10.107:80/kubesphere/mirrorgooglecontainers/hpa-example:latest
docker push 192.168.10.107:80/kubesphere/fluent/fluentd:v1.4.2-2.0
docker push 192.168.10.107:80/kubesphere/perl:latest
docker push 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-productpage-v1:1.16.2
docker push 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-reviews-v1:1.16.2
docker push 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-reviews-v2:1.16.2
docker push 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-details-v1:1.16.2
docker push 192.168.10.107:80/kubesphere/kubesphere/examples-bookinfo-ratings-v1:1.16.3

docker push 192.168.10.107:80/kubesphere/weaveworks/scope:1.13.0