OpenShift集群基准测试记录及性能测试资料
记录一次测试目的失未达到目标的过程
使用Jmeter在Kubernetes和OpenShift上进行负载测试
https://blog.kubernauts.io/load-testing-as-a-service-with-jmeter-on-kubernetes-fc5288bb0c8b
OpenShift应用程序的持续性能测试 - OpenShift Commons Briefing https://blog.openshift.com/continuous-performance-testing-for-openshift-applications-openshift-commons-briefing-28/
OpenShift安装完毕后进行健康检查
https://docs.openshift.com/container-platform/3.11/day_two_guide/environment_health_checks.html
运行的相关命令,解释见官方文档:
$ oc new-app cakephp-mysql-example
$ oc logs -f bc/cakephp-mysql-example
$ oc get pods
NAME READY STATUS RESTARTS AGE
cakephp-mysql-example-1-build 0/1 Completed 0 1m
cakephp-mysql-example-2-247xm 1/1 Running 0 39s
mysql-1-hbk46 1/1 Running 0 1m
$ oc delete project validate
运行上方命令失败。
检查环境是否正常:
熵
[root@bd-stack-1 /]# cat /proc/sys/kernel/random/entropy_avail
3616
应在群集中的所有节点主机上验证可用的熵。理想情况下,此值应高于此值1000。
实际值为3616大于1000.
[root@bd-stack-1 /]# cat /dev/random |rngtest -c 100
rngtest 5
Copyright (c) 2004 by Henrique de Moraes Holschuh
This is free software; see the source for copying conditions. There is NO warranty; not even for MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.
rngtest: starting FIPS tests...
rngtest: bits received from input: 2000032
rngtest: FIPS 140-2 successes: 100
rngtest: FIPS 140-2 failures: 0
rngtest: FIPS 140-2(2001-10-10) Monobit: 0
rngtest: FIPS 140-2(2001-10-10) Poker: 0
rngtest: FIPS 140-2(2001-10-10) Runs: 0
rngtest: FIPS 140-2(2001-10-10) Long run: 0
rngtest: FIPS 140-2(2001-10-10) Continuous run: 0
rngtest: input channel speed: (min=4.407; avg=4.967; max=6.426)Mibits/s
rngtest: FIPS tests speed: (min=79.143; avg=119.982; max=143.410)Mibits/s
rngtest: Program run time: 400030 microseconds
如果上面的时间大约需要30秒才能完成,那么就没有足够的熵可用。
实际值为5小于30。
熵的增加方式:
#yum install rng-tools
#systemctl enable --now rngd
检查默认存储类
[root@bd-stack-1 /]# oc get storageclass
No resources found.
#cakephp-mysql-persistent.json
{
"kind": "Template",
"apiVersion": "v1",
"metadata": {
"name": "cakephp-mysql-persistent",
"annotations": {
"openshift.io/display-name": "CakePHP + MySQL",
"description": "An example CakePHP application with a MySQL database. For more information about using this template, including OpenShift considerations, see https://github.com/sclorg/cakephp-ex/blob/master/README.md.",
"tags": "quickstart,php,cakephp",
"iconClass": "icon-php",
"openshift.io/long-description": "This template defines resources needed to develop a CakePHP application, including a build configuration, application deployment configuration, and database deployment configuration.",
"openshift.io/provider-display-name": "Red Hat, Inc.",
"openshift.io/documentation-url": "https://github.com/sclorg/cakephp-ex",
"openshift.io/support-url": "https://access.redhat.com",
"template.openshift.io/bindable": "false"
}
},
"message": "The following service(s) have been created in your project: ${NAME}, ${DATABASE_SERVICE_NAME}.\n\nFor more information about using this template, including OpenShift considerations, see https://github.com/sclorg/cakephp-ex/blob/master/README.md.",
"labels": {
"template": "cakephp-mysql-persistent",
"app": "cakephp-mysql-persistent"
},
"objects": [
{
"kind": "Secret",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}"
},
"stringData" : {
"database-user" : "${DATABASE_USER}",
"database-password" : "${DATABASE_PASSWORD}",
"cakephp-secret-token" : "${CAKEPHP_SECRET_TOKEN}",
"cakephp-security-salt" : "${CAKEPHP_SECURITY_SALT}"
}
},
{
"kind": "Service",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Exposes and load balances the application pods",
"service.alpha.openshift.io/dependencies": "[{\"name\": \"${DATABASE_SERVICE_NAME}\", \"kind\": \"Service\"}]"
}
},
"spec": {
"ports": [
{
"name": "web",
"port": 8080,
"targetPort": 8080
}
],
"selector": {
"name": "${NAME}"
}
}
},
{
"kind": "Route",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}"
},
"spec": {
"host": "${APPLICATION_DOMAIN}",
"to": {
"kind": "Service",
"name": "${NAME}"
}
}
},
{
"kind": "ImageStream",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Keeps track of changes in the application image"
}
}
},
{
"kind": "BuildConfig",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Defines how to build the application",
"template.alpha.openshift.io/wait-for-ready": "true"
}
},
"spec": {
"source": {
"type": "Git",
"git": {
"uri": "${SOURCE_REPOSITORY_URL}",
"ref": "${SOURCE_REPOSITORY_REF}"
},
"contextDir": "${CONTEXT_DIR}"
},
"strategy": {
"type": "Source",
"sourceStrategy": {
"from": {
"kind": "ImageStreamTag",
"namespace": "${NAMESPACE}",
"name": "php:${PHP_VERSION}"
},
"env": [
{
"name": "COMPOSER_MIRROR",
"value": "${COMPOSER_MIRROR}"
}
]
}
},
"output": {
"to": {
"kind": "ImageStreamTag",
"name": "${NAME}:latest"
}
},
"triggers": [
{
"type": "ImageChange"
},
{
"type": "ConfigChange"
},
{
"type": "GitHub",
"github": {
"secret": "${GITHUB_WEBHOOK_SECRET}"
}
}
],
"postCommit": {
"script": "./vendor/bin/phpunit"
}
}
},
{
"kind": "DeploymentConfig",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Defines how to deploy the application server",
"template.alpha.openshift.io/wait-for-ready": "true"
}
},
"spec": {
"strategy": {
"type": "Recreate",
"recreateParams": {
"pre": {
"failurePolicy": "Retry",
"execNewPod": {
"command": [
"./migrate-database.sh"
],
"containerName": "cakephp-mysql-persistent"
}
}
}
},
"triggers": [
{
"type": "ImageChange",
"imageChangeParams": {
"automatic": true,
"containerNames": [
"cakephp-mysql-persistent"
],
"from": {
"kind": "ImageStreamTag",
"name": "${NAME}:latest"
}
}
},
{
"type": "ConfigChange"
}
],
"replicas": 1,
"selector": {
"name": "${NAME}"
},
"template": {
"metadata": {
"name": "${NAME}",
"labels": {
"name": "${NAME}"
}
},
"spec": {
"containers": [
{
"name": "cakephp-mysql-persistent",
"image": " ",
"ports": [
{
"containerPort": 8080
}
],
"readinessProbe": {
"timeoutSeconds": 3,
"initialDelaySeconds": 3,
"periodSeconds": 60,
"httpGet": {
"path": "/health.php",
"port": 8080
}
},
"livenessProbe": {
"timeoutSeconds": 3,
"initialDelaySeconds": 30,
"periodSeconds": 60,
"httpGet": {
"path": "/health.php",
"port": 8080
}
},
"env": [
{
"name": "DATABASE_SERVICE_NAME",
"value": "${DATABASE_SERVICE_NAME}"
},
{
"name": "DATABASE_ENGINE",
"value": "${DATABASE_ENGINE}"
},
{
"name": "DATABASE_NAME",
"value": "${DATABASE_NAME}"
},
{
"name": "DATABASE_USER",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "database-user"
}
}
},
{
"name": "DATABASE_PASSWORD",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "database-password"
}
}
},
{
"name": "CAKEPHP_SECRET_TOKEN",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "cakephp-secret-token"
}
}
},
{
"name": "CAKEPHP_SECURITY_SALT",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "cakephp-security-salt"
}
}
},
{
"name": "OPCACHE_REVALIDATE_FREQ",
"value": "${OPCACHE_REVALIDATE_FREQ}"
}
],
"resources": {
"limits": {
"memory": "${MEMORY_LIMIT}"
}
}
}
]
}
}
}
},
{
"kind": "PersistentVolumeClaim",
"apiVersion": "v1",
"metadata": {
"name": "${DATABASE_SERVICE_NAME}"
},
"spec": {
"accessModes": [
"ReadWriteOnce"
],
"resources": {
"requests": {
"storage": "${VOLUME_CAPACITY}"
}
}
}
},
{
"kind": "Service",
"apiVersion": "v1",
"metadata": {
"name": "${DATABASE_SERVICE_NAME}",
"annotations": {
"description": "Exposes the database server"
}
},
"spec": {
"ports": [
{
"name": "mysql",
"port": 3306,
"targetPort": 3306
}
],
"selector": {
"name": "${DATABASE_SERVICE_NAME}"
}
}
},
{
"kind": "DeploymentConfig",
"apiVersion": "v1",
"metadata": {
"name": "${DATABASE_SERVICE_NAME}",
"annotations": {
"description": "Defines how to deploy the database",
"template.alpha.openshift.io/wait-for-ready": "true"
}
},
"spec": {
"strategy": {
"type": "Recreate"
},
"triggers": [
{
"type": "ImageChange",
"imageChangeParams": {
"automatic": true,
"containerNames": [
"mysql"
],
"from": {
"kind": "ImageStreamTag",
"namespace": "${NAMESPACE}",
"name": "mysql:5.7"
}
}
},
{
"type": "ConfigChange"
}
],
"replicas": 1,
"selector": {
"name": "${DATABASE_SERVICE_NAME}"
},
"template": {
"metadata": {
"name": "${DATABASE_SERVICE_NAME}",
"labels": {
"name": "${DATABASE_SERVICE_NAME}"
}
},
"spec": {
"volumes": [
{
"name": "${DATABASE_SERVICE_NAME}-data",
"persistentVolumeClaim": {
"claimName": "${DATABASE_SERVICE_NAME}"
}
}
],
"containers": [
{
"name": "mysql",
"image": " ",
"ports": [
{
"containerPort": 3306
}
],
"volumeMounts": [
{
"name": "${DATABASE_SERVICE_NAME}-data",
"mountPath": "/var/lib/mysql/data"
}
],
"readinessProbe": {
"timeoutSeconds": 1,
"initialDelaySeconds": 5,
"exec": {
"command": [ "/bin/sh", "-i", "-c", "MYSQL_PWD='${DATABASE_PASSWORD}' mysql -h 127.0.0.1 -u ${DATABASE_USER} -D ${DATABASE_NAME} -e 'SELECT 1'" ]
}
},
"livenessProbe": {
"timeoutSeconds": 1,
"initialDelaySeconds": 30,
"tcpSocket": {
"port": 3306
}
},
"env": [
{
"name": "MYSQL_USER",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "database-user"
}
}
},
{
"name": "MYSQL_PASSWORD",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "database-password"
}
}
},
{
"name": "MYSQL_DATABASE",
"value": "${DATABASE_NAME}"
}
],
"resources": {
"limits": {
"memory": "${MEMORY_MYSQL_LIMIT}"
}
}
}
]
}
}
}
}
],
"parameters": [
{
"name": "NAME",
"displayName": "Name",
"description": "The name assigned to all of the frontend objects defined in this template.",
"required": true,
"value": "cakephp-mysql-persistent"
},
{
"name": "NAMESPACE",
"displayName": "Namespace",
"description": "The OpenShift Namespace where the ImageStream resides.",
"required": true,
"value": "openshift"
},
{
"name": "PHP_VERSION",
"displayName": "PHP Version",
"description": "Version of PHP image to be used (7.1 or latest).",
"required": true,
"value": "7.1"
},
{
"name": "MEMORY_LIMIT",
"displayName": "Memory Limit",
"description": "Maximum amount of memory the CakePHP container can use.",
"required": true,
"value": "512Mi"
},
{
"name": "MEMORY_MYSQL_LIMIT",
"displayName": "Memory Limit (MySQL)",
"description": "Maximum amount of memory the MySQL container can use.",
"required": true,
"value": "512Mi"
},
{
"name": "VOLUME_CAPACITY",
"displayName": "Volume Capacity",
"description": "Volume space available for data, e.g. 512Mi, 2Gi",
"value": "1Gi",
"required": true
},
{
"name": "SOURCE_REPOSITORY_URL",
"displayName": "Git Repository URL",
"description": "The URL of the repository with your application source code.",
"required": true,
"value": "https://github.com/sclorg/cakephp-ex.git"
},
{
"name": "SOURCE_REPOSITORY_REF",
"displayName": "Git Reference",
"description": "Set this to a branch name, tag or other ref of your repository if you are not using the default branch."
},
{
"name": "CONTEXT_DIR",
"displayName": "Context Directory",
"description": "Set this to the relative path to your project if it is not in the root of your repository."
},
{
"name": "APPLICATION_DOMAIN",
"displayName": "Application Hostname",
"description": "The exposed hostname that will route to the CakePHP service, if left blank a value will be defaulted.",
"value": ""
},
{
"name": "GITHUB_WEBHOOK_SECRET",
"displayName": "GitHub Webhook Secret",
"description": "Github trigger secret. A difficult to guess string encoded as part of the webhook URL. Not encrypted.",
"generate": "expression",
"from": "[a-zA-Z0-9]{40}"
},
{
"name": "DATABASE_SERVICE_NAME",
"displayName": "Database Service Name",
"required": true,
"value": "mysql"
},
{
"name": "DATABASE_ENGINE",
"displayName": "Database Engine",
"description": "Database engine: postgresql, mysql or sqlite (default).",
"required": true,
"value": "mysql"
},
{
"name": "DATABASE_NAME",
"displayName": "Database Name",
"required": true,
"value": "default"
},
{
"name": "DATABASE_USER",
"displayName": "Database User",
"required": true,
"value": "cakephp"
},
{
"name": "DATABASE_PASSWORD",
"displayName": "Database Password",
"generate": "expression",
"from": "[a-zA-Z0-9]{16}"
},
{
"name": "CAKEPHP_SECRET_TOKEN",
"displayName": "CakePHP secret token",
"description": "Set this to a long random string.",
"generate": "expression",
"from": "[\\w]{50}"
},
{
"name": "CAKEPHP_SECURITY_SALT",
"displayName": "CakePHP Security Salt",
"description": "Security salt for session hash.",
"generate": "expression",
"from": "[a-zA-Z0-9]{40}"
},
{
"name": "OPCACHE_REVALIDATE_FREQ",
"displayName": "OPcache Revalidation Frequency",
"description": "How often to check script timestamps for updates, in seconds. 0 will result in OPcache checking for updates on every request.",
"value": "2"
},
{
"name": "COMPOSER_MIRROR",
"displayName": "Custom Composer Mirror URL",
"description": "The custom Composer mirror URL",
"value": ""
}
]
}
cakephp-mysql.json
{
"kind": "Template",
"apiVersion": "v1",
"metadata": {
"name": "cakephp-mysql-example",
"annotations": {
"openshift.io/display-name": "CakePHP + MySQL (Ephemeral)",
"description": "An example CakePHP application with a MySQL database. For more information about using this template, including OpenShift considerations, see https://github.com/sclorg/cakephp-ex/blob/master/README.md.\n\nWARNING: Any data stored will be lost upon pod destruction. Only use this template for testing.",
"tags": "quickstart,php,cakephp",
"iconClass": "icon-php",
"openshift.io/long-description": "This template defines resources needed to develop a CakePHP application, including a build configuration, application deployment configuration, and database deployment configuration. The database is stored in non-persistent storage, so this configuration should be used for experimental purposes only.",
"openshift.io/provider-display-name": "Red Hat, Inc.",
"openshift.io/documentation-url": "https://github.com/sclorg/cakephp-ex",
"openshift.io/support-url": "https://access.redhat.com",
"template.openshift.io/bindable": "false"
}
},
"message": "The following service(s) have been created in your project: ${NAME}, ${DATABASE_SERVICE_NAME}.\n\nFor more information about using this template, including OpenShift considerations, see https://github.com/sclorg/cakephp-ex/blob/master/README.md.",
"labels": {
"template": "cakephp-mysql-example",
"app": "cakephp-mysql-example"
},
"objects": [
{
"kind": "Secret",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}"
},
"stringData" : {
"database-user" : "${DATABASE_USER}",
"database-password" : "${DATABASE_PASSWORD}",
"cakephp-secret-token" : "${CAKEPHP_SECRET_TOKEN}",
"cakephp-security-salt" : "${CAKEPHP_SECURITY_SALT}"
}
},
{
"kind": "Service",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Exposes and load balances the application pods",
"service.alpha.openshift.io/dependencies": "[{\"name\": \"${DATABASE_SERVICE_NAME}\", \"kind\": \"Service\"}]"
}
},
"spec": {
"ports": [
{
"name": "web",
"port": 8080,
"targetPort": 8080
}
],
"selector": {
"name": "${NAME}"
}
}
},
{
"kind": "Route",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}"
},
"spec": {
"host": "${APPLICATION_DOMAIN}",
"to": {
"kind": "Service",
"name": "${NAME}"
}
}
},
{
"kind": "ImageStream",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Keeps track of changes in the application image"
}
}
},
{
"kind": "BuildConfig",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Defines how to build the application",
"template.alpha.openshift.io/wait-for-ready": "true"
}
},
"spec": {
"source": {
"type": "Git",
"git": {
"uri": "${SOURCE_REPOSITORY_URL}",
"ref": "${SOURCE_REPOSITORY_REF}"
},
"contextDir": "${CONTEXT_DIR}"
},
"strategy": {
"type": "Source",
"sourceStrategy": {
"from": {
"kind": "ImageStreamTag",
"namespace": "${NAMESPACE}",
"name": "php:${PHP_VERSION}"
},
"env": [
{
"name": "COMPOSER_MIRROR",
"value": "${COMPOSER_MIRROR}"
}
]
}
},
"output": {
"to": {
"kind": "ImageStreamTag",
"name": "${NAME}:latest"
}
},
"triggers": [
{
"type": "ImageChange"
},
{
"type": "ConfigChange"
},
{
"type": "GitHub",
"github": {
"secret": "${GITHUB_WEBHOOK_SECRET}"
}
}
],
"postCommit": {
"script": "./vendor/bin/phpunit"
}
}
},
{
"kind": "DeploymentConfig",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Defines how to deploy the application server",
"template.alpha.openshift.io/wait-for-ready": "true"
}
},
"spec": {
"strategy": {
"type": "Recreate",
"recreateParams": {
"pre": {
"failurePolicy": "Retry",
"execNewPod": {
"command": [
"./migrate-database.sh"
],
"containerName": "cakephp-mysql-example"
}
}
}
},
"triggers": [
{
"type": "ImageChange",
"imageChangeParams": {
"automatic": true,
"containerNames": [
"cakephp-mysql-example"
],
"from": {
"kind": "ImageStreamTag",
"name": "${NAME}:latest"
}
}
},
{
"type": "ConfigChange"
}
],
"replicas": 1,
"selector": {
"name": "${NAME}"
},
"template": {
"metadata": {
"name": "${NAME}",
"labels": {
"name": "${NAME}"
}
},
"spec": {
"containers": [
{
"name": "cakephp-mysql-example",
"image": " ",
"ports": [
{
"containerPort": 8080
}
],
"readinessProbe": {
"timeoutSeconds": 3,
"initialDelaySeconds": 3,
"periodSeconds": 60,
"httpGet": {
"path": "/health.php",
"port": 8080
}
},
"livenessProbe": {
"timeoutSeconds": 3,
"initialDelaySeconds": 30,
"periodSeconds": 60,
"httpGet": {
"path": "/health.php",
"port": 8080
}
},
"env": [
{
"name": "DATABASE_SERVICE_NAME",
"value": "${DATABASE_SERVICE_NAME}"
},
{
"name": "DATABASE_ENGINE",
"value": "${DATABASE_ENGINE}"
},
{
"name": "DATABASE_NAME",
"value": "${DATABASE_NAME}"
},
{
"name": "DATABASE_USER",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "database-user"
}
}
},
{
"name": "DATABASE_PASSWORD",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "database-password"
}
}
},
{
"name": "CAKEPHP_SECRET_TOKEN",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "cakephp-secret-token"
}
}
},
{
"name": "CAKEPHP_SECURITY_SALT",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "cakephp-security-salt"
}
}
},
{
"name": "OPCACHE_REVALIDATE_FREQ",
"value": "${OPCACHE_REVALIDATE_FREQ}"
}
],
"resources": {
"limits": {
"memory": "${MEMORY_LIMIT}"
}
}
}
]
}
}
}
},
{
"kind": "Service",
"apiVersion": "v1",
"metadata": {
"name": "${DATABASE_SERVICE_NAME}",
"annotations": {
"description": "Exposes the database server"
}
},
"spec": {
"ports": [
{
"name": "mysql",
"port": 3306,
"targetPort": 3306
}
],
"selector": {
"name": "${DATABASE_SERVICE_NAME}"
}
}
},
{
"kind": "DeploymentConfig",
"apiVersion": "v1",
"metadata": {
"name": "${DATABASE_SERVICE_NAME}",
"annotations": {
"description": "Defines how to deploy the database",
"template.alpha.openshift.io/wait-for-ready": "true"
}
},
"spec": {
"strategy": {
"type": "Recreate"
},
"triggers": [
{
"type": "ImageChange",
"imageChangeParams": {
"automatic": true,
"containerNames": [
"mysql"
],
"from": {
"kind": "ImageStreamTag",
"namespace": "${NAMESPACE}",
"name": "mysql:5.7"
}
}
},
{
"type": "ConfigChange"
}
],
"replicas": 1,
"selector": {
"name": "${DATABASE_SERVICE_NAME}"
},
"template": {
"metadata": {
"name": "${DATABASE_SERVICE_NAME}",
"labels": {
"name": "${DATABASE_SERVICE_NAME}"
}
},
"spec": {
"volumes": [
{
"name": "data",
"emptyDir": {}
}
],
"containers": [
{
"name": "mysql",
"image": " ",
"ports": [
{
"containerPort": 3306
}
],
"volumeMounts": [
{
"name": "data",
"mountPath": "/var/lib/mysql/data"
}
],
"readinessProbe": {
"timeoutSeconds": 1,
"initialDelaySeconds": 5,
"exec": {
"command": [ "/bin/sh", "-i", "-c", "MYSQL_PWD='${DATABASE_PASSWORD}' mysql -h 127.0.0.1 -u ${DATABASE_USER} -D ${DATABASE_NAME} -e 'SELECT 1'" ]
}
},
"livenessProbe": {
"timeoutSeconds": 1,
"initialDelaySeconds": 30,
"tcpSocket": {
"port": 3306
}
},
"env": [
{
"name": "MYSQL_USER",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "database-user"
}
}
},
{
"name": "MYSQL_PASSWORD",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "database-password"
}
}
},
{
"name": "MYSQL_DATABASE",
"value": "${DATABASE_NAME}"
}
],
"resources": {
"limits": {
"memory": "${MEMORY_MYSQL_LIMIT}"
}
}
}
]
}
}
}
}
],
"parameters": [
{
"name": "NAME",
"displayName": "Name",
"description": "The name assigned to all of the frontend objects defined in this template.",
"required": true,
"value": "cakephp-mysql-example"
},
{
"name": "NAMESPACE",
"displayName": "Namespace",
"description": "The OpenShift Namespace where the ImageStream resides.",
"required": true,
"value": "openshift"
},
{
"name": "PHP_VERSION",
"displayName": "PHP Version",
"description": "Version of PHP image to be used (7.1 or latest).",
"required": true,
"value": "7.1"
},
{
"name": "MEMORY_LIMIT",
"displayName": "Memory Limit",
"description": "Maximum amount of memory the CakePHP container can use.",
"required": true,
"value": "512Mi"
},
{
"name": "MEMORY_MYSQL_LIMIT",
"displayName": "Memory Limit (MySQL)",
"description": "Maximum amount of memory the MySQL container can use.",
"required": true,
"value": "512Mi"
},
{
"name": "SOURCE_REPOSITORY_URL",
"displayName": "Git Repository URL",
"description": "The URL of the repository with your application source code.",
"required": true,
"value": "https://github.com/sclorg/cakephp-ex.git"
},
{
"name": "SOURCE_REPOSITORY_REF",
"displayName": "Git Reference",
"description": "Set this to a branch name, tag or other ref of your repository if you are not using the default branch."
},
{
"name": "CONTEXT_DIR",
"displayName": "Context Directory",
"description": "Set this to the relative path to your project if it is not in the root of your repository."
},
{
"name": "APPLICATION_DOMAIN",
"displayName": "Application Hostname",
"description": "The exposed hostname that will route to the CakePHP service, if left blank a value will be defaulted.",
"value": ""
},
{
"name": "GITHUB_WEBHOOK_SECRET",
"displayName": "GitHub Webhook Secret",
"description": "Github trigger secret. A difficult to guess string encoded as part of the webhook URL. Not encrypted.",
"generate": "expression",
"from": "[a-zA-Z0-9]{40}"
},
{
"name": "DATABASE_SERVICE_NAME",
"displayName": "Database Service Name",
"required": true,
"value": "mysql"
},
{
"name": "DATABASE_ENGINE",
"displayName": "Database Engine",
"description": "Database engine: postgresql, mysql or sqlite (default).",
"required": true,
"value": "mysql"
},
{
"name": "DATABASE_NAME",
"displayName": "Database Name",
"required": true,
"value": "default"
},
{
"name": "DATABASE_USER",
"displayName": "Database User",
"required": true,
"value": "cakephp"
},
{
"name": "DATABASE_PASSWORD",
"displayName": "Database Password",
"generate": "expression",
"from": "[a-zA-Z0-9]{16}"
},
{
"name": "CAKEPHP_SECRET_TOKEN",
"displayName": "CakePHP secret token",
"description": "Set this to a long random string.",
"generate": "expression",
"from": "[\\w]{50}"
},
{
"name": "CAKEPHP_SECURITY_SALT",
"displayName": "CakePHP Security Salt",
"description": "Security salt for session hash.",
"generate": "expression",
"from": "[a-zA-Z0-9]{40}"
},
{
"name": "OPCACHE_REVALIDATE_FREQ",
"displayName": "OPcache Revalidation Frequency",
"description": "How often to check script timestamps for updates, in seconds. 0 will result in OPcache checking for updates on every request.",
"value": "2"
},
{
"name": "COMPOSER_MIRROR",
"displayName": "Custom Composer Mirror URL",
"description": "The custom Composer mirror URL",
"value": ""
}
]
}
cakephp.json
{
"kind": "Template",
"apiVersion": "v1",
"metadata": {
"name": "cakephp-example",
"annotations": {
"openshift.io/display-name": "CakePHP",
"description": "An example CakePHP application with no database. For more information about using this template, including OpenShift considerations, see https://github.com/sclorg/cakephp-ex/blob/master/README.md.",
"tags": "quickstart,php,cakephp",
"iconClass": "icon-php",
"openshift.io/long-description": "This template defines resources needed to develop a CakePHP application, including a build configuration and application deployment configuration. It does not include a database.",
"openshift.io/provider-display-name": "Red Hat, Inc.",
"openshift.io/documentation-url": "https://github.com/sclorg/cakephp-ex",
"openshift.io/support-url": "https://access.redhat.com",
"template.openshift.io/bindable": "false"
}
},
"message": "The following service(s) have been created in your project: ${NAME}.\n\nFor more information about using this template, including OpenShift considerations, see https://github.com/sclorg/cakephp-ex/blob/master/README.md.",
"labels": {
"template": "cakephp-example",
"app": "cakephp-example"
},
"objects": [
{
"kind": "Secret",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}"
},
"stringData" : {
"cakephp-secret-token" : "${CAKEPHP_SECRET_TOKEN}",
"cakephp-security-salt" : "${CAKEPHP_SECURITY_SALT}"
}
},
{
"kind": "Service",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Exposes and load balances the application pods"
}
},
"spec": {
"ports": [
{
"name": "web",
"port": 8080,
"targetPort": 8080
}
],
"selector": {
"name": "${NAME}"
}
}
},
{
"kind": "Route",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}"
},
"spec": {
"host": "${APPLICATION_DOMAIN}",
"to": {
"kind": "Service",
"name": "${NAME}"
}
}
},
{
"kind": "ImageStream",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Keeps track of changes in the application image"
}
}
},
{
"kind": "BuildConfig",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Defines how to build the application",
"template.alpha.openshift.io/wait-for-ready": "true"
}
},
"spec": {
"source": {
"type": "Git",
"git": {
"uri": "${SOURCE_REPOSITORY_URL}",
"ref": "${SOURCE_REPOSITORY_REF}"
},
"contextDir": "${CONTEXT_DIR}"
},
"strategy": {
"type": "Source",
"sourceStrategy": {
"from": {
"kind": "ImageStreamTag",
"namespace": "${NAMESPACE}",
"name": "php:${PHP_VERSION}"
},
"env": [
{
"name": "COMPOSER_MIRROR",
"value": "${COMPOSER_MIRROR}"
}
]
}
},
"output": {
"to": {
"kind": "ImageStreamTag",
"name": "${NAME}:latest"
}
},
"triggers": [
{
"type": "ImageChange"
},
{
"type": "ConfigChange"
},
{
"type": "GitHub",
"github": {
"secret": "${GITHUB_WEBHOOK_SECRET}"
}
}
],
"postCommit": {
"script": "./vendor/bin/phpunit"
}
}
},
{
"kind": "DeploymentConfig",
"apiVersion": "v1",
"metadata": {
"name": "${NAME}",
"annotations": {
"description": "Defines how to deploy the application server",
"template.alpha.openshift.io/wait-for-ready": "true"
}
},
"spec": {
"strategy": {
"type": "Rolling"
},
"triggers": [
{
"type": "ImageChange",
"imageChangeParams": {
"automatic": true,
"containerNames": [
"cakephp-example"
],
"from": {
"kind": "ImageStreamTag",
"name": "${NAME}:latest"
}
}
},
{
"type": "ConfigChange"
}
],
"replicas": 1,
"selector": {
"name": "${NAME}"
},
"template": {
"metadata": {
"name": "${NAME}",
"labels": {
"name": "${NAME}"
}
},
"spec": {
"containers": [
{
"name": "cakephp-example",
"image": " ",
"ports": [
{
"containerPort": 8080
}
],
"readinessProbe": {
"timeoutSeconds": 3,
"initialDelaySeconds": 3,
"periodSeconds": 60,
"httpGet": {
"path": "/",
"port": 8080
}
},
"livenessProbe": {
"timeoutSeconds": 3,
"initialDelaySeconds": 30,
"periodSeconds": 60,
"httpGet": {
"path": "/",
"port": 8080
}
},
"env": [
{
"name": "CAKEPHP_SECRET_TOKEN",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "cakephp-secret-token"
}
}
},
{
"name": "CAKEPHP_SECURITY_SALT",
"valueFrom": {
"secretKeyRef" : {
"name" : "${NAME}",
"key" : "cakephp-security-salt"
}
}
},
{
"name": "OPCACHE_REVALIDATE_FREQ",
"value": "${OPCACHE_REVALIDATE_FREQ}"
}
],
"resources": {
"limits": {
"memory": "${MEMORY_LIMIT}"
}
}
}
]
}
}
}
}
],
"parameters": [
{
"name": "NAME",
"displayName": "Name",
"description": "The name assigned to all of the frontend objects defined in this template.",
"required": true,
"value": "cakephp-example"
},
{
"name": "NAMESPACE",
"displayName": "Namespace",
"description": "The OpenShift Namespace where the ImageStream resides.",
"required": true,
"value": "openshift"
},
{
"name": "PHP_VERSION",
"displayName": "PHP Version",
"description": "Version of PHP image to be used (7.1 or latest).",
"required": true,
"value": "7.1"
},
{
"name": "MEMORY_LIMIT",
"displayName": "Memory Limit",
"description": "Maximum amount of memory the container can use.",
"required": true,
"value": "512Mi"
},
{
"name": "SOURCE_REPOSITORY_URL",
"displayName": "Git Repository URL",
"description": "The URL of the repository with your application source code.",
"required": true,
"value": "https://github.com/sclorg/cakephp-ex.git"
},
{
"name": "SOURCE_REPOSITORY_REF",
"displayName": "Git Reference",
"description": "Set this to a branch name, tag or other ref of your repository if you are not using the default branch."
},
{
"name": "CONTEXT_DIR",
"displayName": "Context Directory",
"description": "Set this to the relative path to your project if it is not in the root of your repository."
},
{
"name": "APPLICATION_DOMAIN",
"displayName": "Application Hostname",
"description": "The exposed hostname that will route to the CakePHP service, if left blank a value will be defaulted.",
"value": ""
},
{
"name": "GITHUB_WEBHOOK_SECRET",
"displayName": "GitHub Webhook Secret",
"description": "Github trigger secret. A difficult to guess string encoded as part of the webhook URL. Not encrypted.",
"generate": "expression",
"from": "[a-zA-Z0-9]{40}"
},
{
"name": "CAKEPHP_SECRET_TOKEN",
"displayName": "CakePHP Secret Token",
"description": "Set this to a long random string.",
"generate": "expression",
"from": "[\\w]{50}"
},
{
"name": "CAKEPHP_SECURITY_SALT",
"displayName": "CakePHP Security Salt",
"description": "Security salt for session hash.",
"generate": "expression",
"from": "[a-zA-Z0-9]{40}"
},
{
"name": "OPCACHE_REVALIDATE_FREQ",
"displayName": "OPcache Revalidation Frequency",
"description": "How often to check script timestamps for updates, in seconds. 0 will result in OPcache checking for updates on every request.",
"value": "2"
},
{
"name": "COMPOSER_MIRROR",
"displayName": "Custom Composer Mirror URL",
"description": "The custom Composer mirror URL",
"value": ""
}
]
}
#红帽OpenShift容器平台负载测试技巧
https://developers.redhat.com/blog/2018/04/02/red-hat-openshift-container-platform-load-testing-tips/
OpenShift,Kubernetes和Docker:Red Hat的性能,可伸缩性和容量规划研究
[root@bd-stack-1 ~]# docker version
Client:
Version: 1.13.1
API version: 1.26
Package version: docker-1.13.1-63.git94f4240.el7.centos.x86_64
Go version: go1.9.4
Git commit: 94f4240/1.13.1
Built: Fri May 18 15:44:33 2018
OS/Arch: linux/amd64
Server:
Version: 1.13.1
API version: 1.26 (minimum version 1.12)
Package version: docker-1.13.1-63.git94f4240.el7.centos.x86_64
Go version: go1.9.4
Git commit: 94f4240/1.13.1
Built: Fri May 18 15:44:33 2018
OS/Arch: linux/amd64
Experimental: false
[root@bd-stack-1 ~]# docker info
Containers: 48
Running: 38
Paused: 0
Stopped: 10
Images: 19
Server Version: 1.13.1
Storage Driver: overlay2
Backing Filesystem: xfs
Supports d_type: true
Native Overlay Diff: true
Logging Driver: json-file
Cgroup Driver: systemd
Plugins:
Volume: local
Network: bridge host macvlan null overlay
Swarm: inactive
Runtimes: docker-runc runc
Default Runtime: docker-runc
Init Binary: /usr/libexec/docker/docker-init-current
containerd version: (expected: aa8187dbd3b7ad67d8e5e3a15115d3eef43a7ed1)
runc version: e9c345b3f906d5dc5e8100b05ce37073a811c74a (expected: 9df8b306d01f59d3a8029be411de015b7304dd8f)
init version: 5b117de7f824f3d3825737cf09581645abbe35d4 (expected: 949e6facb77383876aeff8a6944dde66b3089574)
Security Options:
seccomp
WARNING: You're not using the default seccomp profile
Profile: /etc/docker/seccomp.json
selinux
Kernel Version: 3.10.0-862.el7.x86_64
Operating System: CentOS Linux 7 (Core)
OSType: linux
Architecture: x86_64
Number of Docker Hooks: 3
CPUs: 16
Total Memory: 62.65 GiB
Name: bd-stack-1.zyllion.test
ID: 3VRI:GNDR:X2Y3:75AZ:UFOE:4MWN:ZCT2:TE4C:4FSA:53G7:7V2X:OVNC
Docker Root Dir: /var/lib/docker
Debug Mode (client): false
Debug Mode (server): false
Registry: https://bd-stack-2.zyllion.test:5000/v1/
WARNING: bridge-nf-call-iptables is disabled
WARNING: bridge-nf-call-ip6tables is disabled
Experimental: false
Insecure Registries:
bd-stack-2.zyllion.test:5000
127.0.0.0/8
Live Restore Enabled: false
Registries: bd-stack-2.zyllion.test:5000 (insecure)
[root@bd-stack-1 ~]# docker ps
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
8212de31343a ff5dd2137a4f "/bin/sh -c '#!/bi..." 22 hours ago Up 22 hours k8s_etcd_master-etcd-bd-stack-1.zyllion.test_kube-system_ccbaacff3e420671b93711fe95edd711_2
e9e80a6a65cb bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 22 hours ago Up 22 hours k8s_POD_master-etcd-bd-stack-1.zyllion.test_kube-system_ccbaacff3e420671b93711fe95edd711_1
5f60479feb74 bbb653b4d998 "/bin/bash -c '#!/..." 22 hours ago Up 22 hours k8s_controllers_master-controllers-bd-stack-1.zyllion.test_kube-system_3c78f7d6f9b27ae55082de8bf4b364f1_3
07872962c738 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 22 hours ago Up 22 hours k8s_POD_master-controllers-bd-stack-1.zyllion.test_kube-system_3c78f7d6f9b27ae55082de8bf4b364f1_2
25c2062d12d7 bbb653b4d998 "/bin/bash -c '#!/..." 22 hours ago Up 22 hours k8s_api_master-api-bd-stack-1.zyllion.test_kube-system_dd29b83720cca7ac849cc44d8cecfa7b_4
6a230c64a3ce bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 22 hours ago Up 22 hours k8s_POD_master-api-bd-stack-1.zyllion.test_kube-system_dd29b83720cca7ac849cc44d8cecfa7b_2
109f586c2f81 78d3f7adb5a1 "/usr/bin/service-..." 22 hours ago Up 22 hours k8s_controller-manager_controller-manager-t6w6l_kube-service-catalog_502471c2-fe9f-11e8-bbd7-ac1f6b6d6cb2_6
f4791d392c12 bd-stack-2.zyllion.test:5000/openshift/origin-node@sha256:3b7ae1f43c866d506811d78c8e8c51b1f249b0eeda1fab4bc1de58850c5e53de "/bin/bash -c '#!/..." 24 hours ago Up 24 hours k8s_sync_sync-bxwdp_openshift-node_29ff5264-fea1-11e8-bbd7-ac1f6b6d6cb2_0
9d1d0d25a581 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 24 hours ago Up 24 hours k8s_POD_sync-bxwdp_openshift-node_29ff5264-fea1-11e8-bbd7-ac1f6b6d6cb2_0
30da986c3da9 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 24 hours ago Up 24 hours k8s_POD_controller-manager-t6w6l_kube-service-catalog_502471c2-fe9f-11e8-bbd7-ac1f6b6d6cb2_0
bdf9d22d8aea bd-stack-2.zyllion.test:5000/openshift/origin-template-service-broker@sha256:5a6eb4cd6c385ed465b1143c0bb87aca2707ffc4f07a85418e26a965ff04798a "/usr/bin/template..." 28 hours ago Up 28 hours k8s_c_apiserver-fg4c7_openshift-template-service-broker_c55b8f92-fe79-11e8-9a4c-ac1f6b6d6cb2_0
4afc0f6887a3 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 28 hours ago Up 28 hours k8s_POD_apiserver-fg4c7_openshift-template-service-broker_c55b8f92-fe79-11e8-9a4c-ac1f6b6d6cb2_0
2d930fe7a586 bd-stack-2.zyllion.test:5000/openshift/origin-service-catalog@sha256:992b1d0c6d63250587ed2515717533fadd6176ea5000aa07857e0a7ec1201094 "/usr/bin/service-..." 28 hours ago Up 28 hours k8s_apiserver_apiserver-pscpl_kube-service-catalog_9ca9615e-fe79-11e8-9a4c-ac1f6b6d6cb2_0
af02d2404622 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 28 hours ago Up 28 hours k8s_POD_apiserver-pscpl_kube-service-catalog_9ca9615e-fe79-11e8-9a4c-ac1f6b6d6cb2_0
2b7eeb940614 be30b6cce5fa "/usr/bin/origin-w..." 28 hours ago Up 28 hours k8s_webconsole_webconsole-b759876bc-9q666_openshift-web-console_64c7fdf7-fe78-11e8-9a4c-ac1f6b6d6cb2_2
c2ba4ab916b7 90c45954eb03 "/bin/oauth-proxy ..." 28 hours ago Up 28 hours k8s_proxy_logging-es-data-master-5ypng43p-1-kbglv_openshift-logging_84ad8084-fe79-11e8-9a4c-ac1f6b6d6cb2_0
b8a2fadc67e6 bd-stack-2.zyllion.test:5000/openshift/origin-logging-elasticsearch5@sha256:f6fee657cc76b0f90b3232bb0a058b34850e79ff4de266a0ef293d750cf4a70e "sh /opt/app-root/..." 28 hours ago Up 28 hours k8s_elasticsearch_logging-es-data-master-5ypng43p-1-kbglv_openshift-logging_84ad8084-fe79-11e8-9a4c-ac1f6b6d6cb2_0
4e932e989b1e bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 28 hours ago Up 28 hours k8s_POD_logging-es-data-master-5ypng43p-1-kbglv_openshift-logging_84ad8084-fe79-11e8-9a4c-ac1f6b6d6cb2_0
02f936e62fbc bd-stack-2.zyllion.test:5000/openshift/origin-logging-fluentd@sha256:9b648329a176e4f54fdfd7475cb8bccacacdb616f1962d106c4f915ae54f717a "sh run.sh" 28 hours ago Up 28 hours k8s_fluentd-elasticsearch_logging-fluentd-7jp5w_openshift-logging_6abeba40-fe79-11e8-9a4c-ac1f6b6d6cb2_0
48a0b9a54840 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 28 hours ago Up 28 hours k8s_POD_logging-fluentd-7jp5w_openshift-logging_6abeba40-fe79-11e8-9a4c-ac1f6b6d6cb2_0
02dd5dc0523c bd-stack-2.zyllion.test:5000/openshift/oauth-proxy@sha256:731c1fdad1de4bf68ae9eece5e99519f063fd8d9990da312082b4c995c4e4e33 "/bin/oauth-proxy ..." 29 hours ago Up 29 hours k8s_kibana-proxy_logging-kibana-1-qx84s_openshift-logging_479eeaaf-fe79-11e8-9a4c-ac1f6b6d6cb2_0
a18643ace76b bd-stack-2.zyllion.test:5000/openshift/origin-logging-kibana5@sha256:e96592539ad087ab306619fa2c879620fd10b971aba2b41b8ef80630fe9cc9d2 "./run.sh" 29 hours ago Up 29 hours k8s_kibana_logging-kibana-1-qx84s_openshift-logging_479eeaaf-fe79-11e8-9a4c-ac1f6b6d6cb2_0
517aae0af20e bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_logging-kibana-1-qx84s_openshift-logging_479eeaaf-fe79-11e8-9a4c-ac1f6b6d6cb2_0
ab45dccdc2bf bd-stack-2.zyllion.test:5000/openshift/origin-metrics-heapster@sha256:0921c5d8baa0657cf32bed67d97291c45204775b634241a68f77a58b06a7acf1 "heapster-wrapper...." 29 hours ago Up 29 hours k8s_heapster_heapster-vx9lz_openshift-infra_cd30340d-fe78-11e8-9a4c-ac1f6b6d6cb2_0
0dff9e7adc1f bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_heapster-vx9lz_openshift-infra_cd30340d-fe78-11e8-9a4c-ac1f6b6d6cb2_0
dfa6bc6863b3 bd-stack-2.zyllion.test:5000/openshift/origin-console@sha256:adb3f5fb903764fa46e34134589084df54fbb9d04ad921e7ad2adfc7657adf63 "/opt/bridge/bin/b..." 29 hours ago Up 29 hours k8s_console_console-64f4c68bd6-ltz58_openshift-console_72e5da9c-fe78-11e8-9a4c-ac1f6b6d6cb2_0
f62929fa2937 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_console-64f4c68bd6-ltz58_openshift-console_72e5da9c-fe78-11e8-9a4c-ac1f6b6d6cb2_0
1dc070d2f867 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_webconsole-b759876bc-9q666_openshift-web-console_64c7fdf7-fe78-11e8-9a4c-ac1f6b6d6cb2_0
19fbe5375840 bd-stack-2.zyllion.test:5000/cockpit/kubernetes@sha256:f38c7b0d2b85989f058bf78c1759bec5b5d633f26651ea74753eac98f9e70c9b "/usr/libexec/cock..." 29 hours ago Up 29 hours k8s_registry-console_registry-console-1-9wtxq_default_5c7fbc16-fe78-11e8-9a4c-ac1f6b6d6cb2_0
078c262560d0 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_registry-console-1-9wtxq_default_5c7fbc16-fe78-11e8-9a4c-ac1f6b6d6cb2_0
19c90ecc91ab bd-stack-2.zyllion.test:5000/openshift/origin-docker-registry@sha256:82b693c48dc3a12d78b1b30a73c4a48b656118f542350663f42ddd19193fc417 "/bin/sh -c '/usr/..." 29 hours ago Up 29 hours k8s_registry_docker-registry-1-xxfsp_default_551abdaf-fe78-11e8-9a4c-ac1f6b6d6cb2_0
a4d0a4a8266f bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_docker-registry-1-xxfsp_default_551abdaf-fe78-11e8-9a4c-ac1f6b6d6cb2_0
5de244f579f5 bd-stack-2.zyllion.test:5000/openshift/origin-haproxy-router@sha256:97571664ad11135db777c2bd95ef99cf04f6ac0e2266622241f9cedddf6a1b0c "/usr/bin/openshif..." 29 hours ago Up 29 hours k8s_router_router-1-b84dh_default_48aae5b6-fe78-11e8-9a4c-ac1f6b6d6cb2_0
dd3382907549 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_router-1-b84dh_default_48aae5b6-fe78-11e8-9a4c-ac1f6b6d6cb2_0
35c9d5a30bf7 080d0fca1b6c "/bin/bash -c '#!/..." 29 hours ago Up 29 hours k8s_openvswitch_ovs-dkxd9_openshift-sdn_f9b48062-fe77-11e8-9a4c-ac1f6b6d6cb2_0
94bcb481e1c7 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_ovs-dkxd9_openshift-sdn_f9b48062-fe77-11e8-9a4c-ac1f6b6d6cb2_0
d576ea7ea9d6 080d0fca1b6c "/bin/bash -c '#!/..." 29 hours ago Up 29 hours k8s_sdn_sdn-4f85w_openshift-sdn_f9200d82-fe77-11e8-9a4c-ac1f6b6d6cb2_0
69e9fc00ccfb bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_sdn-4f85w_openshift-sdn_f9200d82-fe77-11e8-9a4c-ac1f6b6d6cb2_0
[root@bd-stack-1 ~]# docker ps -a
CONTAINER ID IMAGE COMMAND CREATED STATUS PORTS NAMES
8212de31343a ff5dd2137a4f "/bin/sh -c '#!/bi..." 22 hours ago Up 22 hours k8s_etcd_master-etcd-bd-stack-1.zyllion.test_kube-system_ccbaacff3e420671b93711fe95edd711_2
e9e80a6a65cb bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 22 hours ago Up 22 hours k8s_POD_master-etcd-bd-stack-1.zyllion.test_kube-system_ccbaacff3e420671b93711fe95edd711_1
5f60479feb74 bbb653b4d998 "/bin/bash -c '#!/..." 22 hours ago Up 22 hours k8s_controllers_master-controllers-bd-stack-1.zyllion.test_kube-system_3c78f7d6f9b27ae55082de8bf4b364f1_3
07872962c738 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 22 hours ago Up 22 hours k8s_POD_master-controllers-bd-stack-1.zyllion.test_kube-system_3c78f7d6f9b27ae55082de8bf4b364f1_2
25c2062d12d7 bbb653b4d998 "/bin/bash -c '#!/..." 22 hours ago Up 22 hours k8s_api_master-api-bd-stack-1.zyllion.test_kube-system_dd29b83720cca7ac849cc44d8cecfa7b_4
6a230c64a3ce bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 22 hours ago Up 22 hours k8s_POD_master-api-bd-stack-1.zyllion.test_kube-system_dd29b83720cca7ac849cc44d8cecfa7b_2
109f586c2f81 78d3f7adb5a1 "/usr/bin/service-..." 22 hours ago Up 22 hours k8s_controller-manager_controller-manager-t6w6l_kube-service-catalog_502471c2-fe9f-11e8-bbd7-ac1f6b6d6cb2_6
c81af56fe81a bbb653b4d998 "/bin/bash -c '#!/..." 22 hours ago Exited (2) 22 hours ago k8s_api_master-api-bd-stack-1.zyllion.test_kube-system_dd29b83720cca7ac849cc44d8cecfa7b_3
139ef84b1ec5 78d3f7adb5a1 "/usr/bin/service-..." 22 hours ago Exited (255) 22 hours ago k8s_controller-manager_controller-manager-t6w6l_kube-service-catalog_502471c2-fe9f-11e8-bbd7-ac1f6b6d6cb2_5
d19c2a0c619d bbb653b4d998 "/bin/bash -c '#!/..." 22 hours ago Exited (2) 22 hours ago k8s_controllers_master-controllers-bd-stack-1.zyllion.test_kube-system_3c78f7d6f9b27ae55082de8bf4b364f1_2
5ef10ee10154 ff5dd2137a4f "/bin/sh -c '#!/bi..." 22 hours ago Exited (0) 22 hours ago k8s_etcd_master-etcd-bd-stack-1.zyllion.test_kube-system_ccbaacff3e420671b93711fe95edd711_1
f4791d392c12 bd-stack-2.zyllion.test:5000/openshift/origin-node@sha256:3b7ae1f43c866d506811d78c8e8c51b1f249b0eeda1fab4bc1de58850c5e53de "/bin/bash -c '#!/..." 24 hours ago Up 24 hours k8s_sync_sync-bxwdp_openshift-node_29ff5264-fea1-11e8-bbd7-ac1f6b6d6cb2_0
9d1d0d25a581 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 24 hours ago Up 24 hours k8s_POD_sync-bxwdp_openshift-node_29ff5264-fea1-11e8-bbd7-ac1f6b6d6cb2_0
30da986c3da9 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 24 hours ago Up 24 hours k8s_POD_controller-manager-t6w6l_kube-service-catalog_502471c2-fe9f-11e8-bbd7-ac1f6b6d6cb2_0
4ee0bdb1571a bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 27 hours ago Exited (0) 22 hours ago k8s_POD_master-controllers-bd-stack-1.zyllion.test_kube-system_3c78f7d6f9b27ae55082de8bf4b364f1_1
82610b6cddb7 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 27 hours ago Exited (0) 22 hours ago k8s_POD_master-api-bd-stack-1.zyllion.test_kube-system_dd29b83720cca7ac849cc44d8cecfa7b_1
bdf9d22d8aea bd-stack-2.zyllion.test:5000/openshift/origin-template-service-broker@sha256:5a6eb4cd6c385ed465b1143c0bb87aca2707ffc4f07a85418e26a965ff04798a "/usr/bin/template..." 28 hours ago Up 28 hours k8s_c_apiserver-fg4c7_openshift-template-service-broker_c55b8f92-fe79-11e8-9a4c-ac1f6b6d6cb2_0
4afc0f6887a3 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 28 hours ago Up 28 hours k8s_POD_apiserver-fg4c7_openshift-template-service-broker_c55b8f92-fe79-11e8-9a4c-ac1f6b6d6cb2_0
2dc8e4aa85eb 2324c7b5dc27 "/usr/bin/openshif..." 28 hours ago Exited (1) 28 hours ago k8s_deployment_asb-1-deploy_openshift-ansible-service-broker_bd76ebd4-fe79-11e8-9a4c-ac1f6b6d6cb2_0
8a3dba40724d bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 28 hours ago Exited (0) 28 hours ago k8s_POD_asb-1-deploy_openshift-ansible-service-broker_bd76ebd4-fe79-11e8-9a4c-ac1f6b6d6cb2_0
2d930fe7a586 bd-stack-2.zyllion.test:5000/openshift/origin-service-catalog@sha256:992b1d0c6d63250587ed2515717533fadd6176ea5000aa07857e0a7ec1201094 "/usr/bin/service-..." 28 hours ago Up 28 hours k8s_apiserver_apiserver-pscpl_kube-service-catalog_9ca9615e-fe79-11e8-9a4c-ac1f6b6d6cb2_0
af02d2404622 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 28 hours ago Up 28 hours k8s_POD_apiserver-pscpl_kube-service-catalog_9ca9615e-fe79-11e8-9a4c-ac1f6b6d6cb2_0
2b7eeb940614 be30b6cce5fa "/usr/bin/origin-w..." 28 hours ago Up 28 hours k8s_webconsole_webconsole-b759876bc-9q666_openshift-web-console_64c7fdf7-fe78-11e8-9a4c-ac1f6b6d6cb2_2
c2ba4ab916b7 90c45954eb03 "/bin/oauth-proxy ..." 28 hours ago Up 28 hours k8s_proxy_logging-es-data-master-5ypng43p-1-kbglv_openshift-logging_84ad8084-fe79-11e8-9a4c-ac1f6b6d6cb2_0
b8a2fadc67e6 bd-stack-2.zyllion.test:5000/openshift/origin-logging-elasticsearch5@sha256:f6fee657cc76b0f90b3232bb0a058b34850e79ff4de266a0ef293d750cf4a70e "sh /opt/app-root/..." 28 hours ago Up 28 hours k8s_elasticsearch_logging-es-data-master-5ypng43p-1-kbglv_openshift-logging_84ad8084-fe79-11e8-9a4c-ac1f6b6d6cb2_0
4e932e989b1e bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 28 hours ago Up 28 hours k8s_POD_logging-es-data-master-5ypng43p-1-kbglv_openshift-logging_84ad8084-fe79-11e8-9a4c-ac1f6b6d6cb2_0
02f936e62fbc bd-stack-2.zyllion.test:5000/openshift/origin-logging-fluentd@sha256:9b648329a176e4f54fdfd7475cb8bccacacdb616f1962d106c4f915ae54f717a "sh run.sh" 29 hours ago Up 29 hours k8s_fluentd-elasticsearch_logging-fluentd-7jp5w_openshift-logging_6abeba40-fe79-11e8-9a4c-ac1f6b6d6cb2_0
48a0b9a54840 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_logging-fluentd-7jp5w_openshift-logging_6abeba40-fe79-11e8-9a4c-ac1f6b6d6cb2_0
02dd5dc0523c bd-stack-2.zyllion.test:5000/openshift/oauth-proxy@sha256:731c1fdad1de4bf68ae9eece5e99519f063fd8d9990da312082b4c995c4e4e33 "/bin/oauth-proxy ..." 29 hours ago Up 29 hours k8s_kibana-proxy_logging-kibana-1-qx84s_openshift-logging_479eeaaf-fe79-11e8-9a4c-ac1f6b6d6cb2_0
a18643ace76b bd-stack-2.zyllion.test:5000/openshift/origin-logging-kibana5@sha256:e96592539ad087ab306619fa2c879620fd10b971aba2b41b8ef80630fe9cc9d2 "./run.sh" 29 hours ago Up 29 hours k8s_kibana_logging-kibana-1-qx84s_openshift-logging_479eeaaf-fe79-11e8-9a4c-ac1f6b6d6cb2_0
517aae0af20e bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_logging-kibana-1-qx84s_openshift-logging_479eeaaf-fe79-11e8-9a4c-ac1f6b6d6cb2_0
b396af1a3de3 be30b6cce5fa "/usr/bin/origin-w..." 29 hours ago Exited (2) 28 hours ago k8s_webconsole_webconsole-b759876bc-9q666_openshift-web-console_64c7fdf7-fe78-11e8-9a4c-ac1f6b6d6cb2_1
ab45dccdc2bf bd-stack-2.zyllion.test:5000/openshift/origin-metrics-heapster@sha256:0921c5d8baa0657cf32bed67d97291c45204775b634241a68f77a58b06a7acf1 "heapster-wrapper...." 29 hours ago Up 29 hours k8s_heapster_heapster-vx9lz_openshift-infra_cd30340d-fe78-11e8-9a4c-ac1f6b6d6cb2_0
0dff9e7adc1f bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_heapster-vx9lz_openshift-infra_cd30340d-fe78-11e8-9a4c-ac1f6b6d6cb2_0
dfa6bc6863b3 bd-stack-2.zyllion.test:5000/openshift/origin-console@sha256:adb3f5fb903764fa46e34134589084df54fbb9d04ad921e7ad2adfc7657adf63 "/opt/bridge/bin/b..." 29 hours ago Up 29 hours k8s_console_console-64f4c68bd6-ltz58_openshift-console_72e5da9c-fe78-11e8-9a4c-ac1f6b6d6cb2_0
f62929fa2937 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_console-64f4c68bd6-ltz58_openshift-console_72e5da9c-fe78-11e8-9a4c-ac1f6b6d6cb2_0
1dc070d2f867 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_webconsole-b759876bc-9q666_openshift-web-console_64c7fdf7-fe78-11e8-9a4c-ac1f6b6d6cb2_0
19fbe5375840 bd-stack-2.zyllion.test:5000/cockpit/kubernetes@sha256:f38c7b0d2b85989f058bf78c1759bec5b5d633f26651ea74753eac98f9e70c9b "/usr/libexec/cock..." 29 hours ago Up 29 hours k8s_registry-console_registry-console-1-9wtxq_default_5c7fbc16-fe78-11e8-9a4c-ac1f6b6d6cb2_0
078c262560d0 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_registry-console-1-9wtxq_default_5c7fbc16-fe78-11e8-9a4c-ac1f6b6d6cb2_0
19c90ecc91ab bd-stack-2.zyllion.test:5000/openshift/origin-docker-registry@sha256:82b693c48dc3a12d78b1b30a73c4a48b656118f542350663f42ddd19193fc417 "/bin/sh -c '/usr/..." 29 hours ago Up 29 hours k8s_registry_docker-registry-1-xxfsp_default_551abdaf-fe78-11e8-9a4c-ac1f6b6d6cb2_0
a4d0a4a8266f bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_docker-registry-1-xxfsp_default_551abdaf-fe78-11e8-9a4c-ac1f6b6d6cb2_0
5de244f579f5 bd-stack-2.zyllion.test:5000/openshift/origin-haproxy-router@sha256:97571664ad11135db777c2bd95ef99cf04f6ac0e2266622241f9cedddf6a1b0c "/usr/bin/openshif..." 29 hours ago Up 29 hours k8s_router_router-1-b84dh_default_48aae5b6-fe78-11e8-9a4c-ac1f6b6d6cb2_0
dd3382907549 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_router-1-b84dh_default_48aae5b6-fe78-11e8-9a4c-ac1f6b6d6cb2_0
35c9d5a30bf7 080d0fca1b6c "/bin/bash -c '#!/..." 29 hours ago Up 29 hours k8s_openvswitch_ovs-dkxd9_openshift-sdn_f9b48062-fe77-11e8-9a4c-ac1f6b6d6cb2_0
94bcb481e1c7 bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_ovs-dkxd9_openshift-sdn_f9b48062-fe77-11e8-9a4c-ac1f6b6d6cb2_0
d576ea7ea9d6 080d0fca1b6c "/bin/bash -c '#!/..." 29 hours ago Up 29 hours k8s_sdn_sdn-4f85w_openshift-sdn_f9200d82-fe77-11e8-9a4c-ac1f6b6d6cb2_0
69e9fc00ccfb bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Up 29 hours k8s_POD_sdn-4f85w_openshift-sdn_f9200d82-fe77-11e8-9a4c-ac1f6b6d6cb2_0
746a75bde02b bd-stack-2.zyllion.test:5000/openshift/origin-pod:v3.11.0 "/usr/bin/pod" 29 hours ago Exited (0) 22 hours ago k8s_POD_master-etcd-bd-stack-1.zyllion.test_kube-system_ccbaacff3e420671b93711fe95edd711_0
[root@bd-stack-1 ~]# docker images
REPOSITORY TAG IMAGE ID CREATED SIZE
bd-stack-2.zyllion.test:5000/openshift/origin-logging-kibana5 v3.11 5bb949b9c0f3 2 weeks ago 470 MB
bd-stack-2.zyllion.test:5000/openshift/origin-logging-fluentd v3.11 3ab9d23655d2 3 weeks ago 454 MB
bd-stack-2.zyllion.test:5000/openshift/origin-logging-elasticsearch5 v3.11 bbbaaa370aba 3 weeks ago 445 MB
bd-stack-2.zyllion.test:5000/openshift/origin-node v3.11 080d0fca1b6c 5 weeks ago 1.16 GB
bd-stack-2.zyllion.test:5000/openshift/origin-node v3.11.0 080d0fca1b6c 5 weeks ago 1.16 GB
bd-stack-2.zyllion.test:5000/openshift/origin-control-plane v3.11 bbb653b4d998 5 weeks ago 818 MB
bd-stack-2.zyllion.test:5000/openshift/origin-haproxy-router v3.11 f8a6af3f9488 5 weeks ago 401 MB
bd-stack-2.zyllion.test:5000/openshift/origin-deployer v3.11.0 2324c7b5dc27 5 weeks ago 376 MB
bd-stack-2.zyllion.test:5000/openshift/origin-template-service-broker v3.11 826501c56e69 5 weeks ago 328 MB
bd-stack-2.zyllion.test:5000/openshift/origin-pod v3.11 f73114e80373 5 weeks ago 254 MB
bd-stack-2.zyllion.test:5000/openshift/origin-pod v3.11.0 f73114e80373 5 weeks ago 254 MB
bd-stack-2.zyllion.test:5000/openshift/origin-console v3.11 43b10a8348b3 6 weeks ago 260 MB
bd-stack-2.zyllion.test:5000/openshift/origin-service-catalog v3.11 78d3f7adb5a1 7 weeks ago 325 MB
bd-stack-2.zyllion.test:5000/openshift/origin-web-console v3.11 be30b6cce5fa 8 weeks ago 339 MB
bd-stack-2.zyllion.test:5000/openshift/origin-docker-registry v3.11 a0d5ad164395 8 weeks ago 305 MB
bd-stack-2.zyllion.test:5000/openshift/origin-metrics-server v3.11.0 8c99f32f40d3 8 weeks ago 311 MB
bd-stack-2.zyllion.test:5000/openshift/origin-metrics-heapster v3.11 69421c019449 8 weeks ago 710 MB
bd-stack-2.zyllion.test:5000/openshift/origin-metrics-hawkular-metrics v3.11 59e2258250c4 8 weeks ago 860 MB
bd-stack-2.zyllion.test:5000/cockpit/kubernetes latest 4ec8c5b8a486 2 months ago 336 MB
bd-stack-2.zyllion.test:5000/coreos/etcd v3.2.22 ff5dd2137a4f 6 months ago 37.3 MB
bd-stack-2.zyllion.test:5000/openshift/oauth-proxy v1.1.0 90c45954eb03 9 months ago 235 MB
[root@bd-stack-1 ~]# oc get nodes
NAME STATUS ROLES AGE VERSION
bd-stack-1.zyllion.test Ready infra,master 1d v1.11.0+d4cacc0
bd-stack-2.zyllion.test Ready compute 1d v1.11.0+d4cacc0
bd-stack-3.zyllion.test Ready compute 1d v1.11.0+d4cacc0
bd-storage-1.zyllion.test Ready infra,master 1d v1.11.0+d4cacc0
bd-storage-2.zyllion.test Ready infra,master 1d v1.11.0+d4cacc0
bd-storage-3.zyllion.test Ready compute 1d v1.11.0+d4cacc0